diff --git a/bench/data.js b/bench/data.js index 924e7a7ecb4a..42b328d8e77f 100644 --- a/bench/data.js +++ b/bench/data.js @@ -1,6 +1,6 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1699329059758, + "lastUpdate": 1699415525113, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -92085,6 +92085,214 @@ window.BENCHMARK_DATA = "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "ba6afab8416ad66eee4fdb9d0c73e62d45752617", + "message": "chore: fix clippy lints on latest nightly (#960)", + "timestamp": "2023-11-07T21:22:40Z", + "url": "https://github.com/hydro-project/hydroflow/commit/ba6afab8416ad66eee4fdb9d0c73e62d45752617" + }, + "date": 1699415525095, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309207, + "range": "± 4694", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6489501, + "range": "± 3300", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6515133, + "range": "± 20073", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 73651047, + "range": "± 728821", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 44805066, + "range": "± 720454", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 44645283, + "range": "± 535466", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6432468, + "range": "± 13395", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 5618439, + "range": "± 20510", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4126887, + "range": "± 52235", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 6925764, + "range": "± 144945", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6489534, + "range": "± 26065", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6610619, + "range": "± 10460", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1931758, + "range": "± 16453", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1939457, + "range": "± 20525", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5628852, + "range": "± 109536", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1589218, + "range": "± 9135", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3933, + "range": "± 53", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52961, + "range": "± 588", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9454, + "range": "± 228", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 21829, + "range": "± 545", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 88103, + "range": "± 796", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 74992, + "range": "± 889", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 14913, + "range": "± 154", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6888, + "range": "± 65", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 18748, + "range": "± 1517", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 98622, + "range": "± 1135", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 97623, + "range": "± 2233", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 9115, + "range": "± 499", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 50964, + "range": "± 3524", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69908, + "range": "± 3817", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 9192, + "range": "± 288", + "unit": "ns/iter" + } + ] } ] } diff --git a/bench/data.json b/bench/data.json index f115268f63eb..5b757eae4ea1 100644 --- a/bench/data.json +++ b/bench/data.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1699329059758, + "lastUpdate": 1699415525113, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -92084,6 +92084,214 @@ "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "ba6afab8416ad66eee4fdb9d0c73e62d45752617", + "message": "chore: fix clippy lints on latest nightly (#960)", + "timestamp": "2023-11-07T21:22:40Z", + "url": "https://github.com/hydro-project/hydroflow/commit/ba6afab8416ad66eee4fdb9d0c73e62d45752617" + }, + "date": 1699415525095, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309207, + "range": "± 4694", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6489501, + "range": "± 3300", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6515133, + "range": "± 20073", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 73651047, + "range": "± 728821", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 44805066, + "range": "± 720454", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 44645283, + "range": "± 535466", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6432468, + "range": "± 13395", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 5618439, + "range": "± 20510", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4126887, + "range": "± 52235", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 6925764, + "range": "± 144945", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6489534, + "range": "± 26065", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6610619, + "range": "± 10460", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1931758, + "range": "± 16453", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1939457, + "range": "± 20525", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5628852, + "range": "± 109536", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1589218, + "range": "± 9135", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3933, + "range": "± 53", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52961, + "range": "± 588", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9454, + "range": "± 228", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 21829, + "range": "± 545", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 88103, + "range": "± 796", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 74992, + "range": "± 889", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 14913, + "range": "± 154", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6888, + "range": "± 65", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 18748, + "range": "± 1517", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 98622, + "range": "± 1135", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 97623, + "range": "± 2233", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 9115, + "range": "± 499", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 50964, + "range": "± 3524", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69908, + "range": "± 3817", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 9192, + "range": "± 288", + "unit": "ns/iter" + } + ] } ] } diff --git a/criterion/arithmetic_hydroflow_compiled/base/estimates.json b/criterion/arithmetic_hydroflow_compiled/base/estimates.json index b7e9a629b976..9faff5de8fec 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309132.3438351566,"upper_bound":309595.91891250765},"point_estimate":309330.6550785743,"standard_error":119.05001447078638},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309010.99594017095,"upper_bound":309104.4},"point_estimate":309052.3871124031,"standard_error":24.995601259479624},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146.90286888178554,"upper_bound":259.5654050511},"point_estimate":198.35100432743263,"standard_error":28.738379347909085},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309162.0241815684,"upper_bound":309732.41485024925},"point_estimate":309393.0662531402,"standard_error":149.31884932048945},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":379.63993873258835,"upper_bound":1836.385906398257},"point_estimate":1188.7956394383384,"standard_error":372.6234617469533}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309926.5041216144,"upper_bound":311738.7182387379},"point_estimate":310747.3960473484,"standard_error":465.9346672043083},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309120.5926339286,"upper_bound":309282.4655172414},"point_estimate":309207.78053069056,"standard_error":43.763281635810316},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":212.08833107409936,"upper_bound":391.8061280904146},"point_estimate":273.78216474890087,"standard_error":46.27472805355764},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309624.31262327306,"upper_bound":310796.1304185036},"point_estimate":310131.90854957886,"standard_error":299.21263113035747},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2391.5285667019716,"upper_bound":6595.4766712813625},"point_estimate":4694.106058613431,"standard_error":1076.011079282707}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/sample.json b/criterion/arithmetic_hydroflow_compiled/base/sample.json index ff99fbb5072f..41b05e696a6f 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233100.0,2475288.0,3706243.0,4938993.0,6174888.0,7413789.0,8647961.0,9911128.0,11119773.0,12352873.0,13592926.0,14829773.0,16058686.0,17299380.0,18533923.0,19795366.0,21020331.0,22357836.0,23520023.0,24717708.0,25966016.0,27185191.0,28420014.0,29651310.0,30910440.0,32214873.0,33391848.0,34586176.0,35835267.0,37066523.0,38394921.0,39538935.0,40773518.0,42282351.0,43331770.0,44482928.0,45713683.0,47696442.0,48301110.0,49479057.0,50751400.0,51920911.0,53156898.0,54408392.0,55622657.0,56839196.0,58096652.0,59300988.0,60561791.0,61802375.0,63032168.0,64273504.0,65851197.0,66730526.0,67981150.0,69236772.0,70448723.0,71698774.0,72940692.0,74176316.0,75404418.0,76630835.0,77967759.0,79095893.0,80330155.0,81580257.0,83168471.0,84032071.0,87852187.0,87921918.0,87770064.0,89017211.0,90236846.0,91499230.0,92690773.0,93937278.0,95198982.0,96446538.0,97688926.0,98926043.0,100228464.0,101378519.0,102679255.0,103797020.0,105108466.0,106277326.0,107608540.0,109051912.0,110185457.0,111252227.0,112578481.0,113743023.0,115024354.0,116256942.0,117451241.0,118741237.0,119959801.0,121256810.0,122438684.0,123655494.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233113.0,2478200.0,3707135.0,4946149.0,6184612.0,7413608.0,8647674.0,9892218.0,11120583.0,12416233.0,13608680.0,14824150.0,16068946.0,17425667.0,18559308.0,19783805.0,21002582.0,22281481.0,23511148.0,24747606.0,25960633.0,27183347.0,28447168.0,29707952.0,30911591.0,32134505.0,33366016.0,34605110.0,35876766.0,37108015.0,38333254.0,39597796.0,40817244.0,42052181.0,43253565.0,44487530.0,45741774.0,50657245.0,52964145.0,50409003.0,51934610.0,52675840.0,53449579.0,56122349.0,56222586.0,57231703.0,58959806.0,60272909.0,61655810.0,62613051.0,64273309.0,67357384.0,68272818.0,69784619.0,68389544.0,69253261.0,70446530.0,71665969.0,72945458.0,74176267.0,75397639.0,76733864.0,77845241.0,79172479.0,80578004.0,81608570.0,82911212.0,84064026.0,85316245.0,86623321.0,87771288.0,89142800.0,90241585.0,91566631.0,92689018.0,94062624.0,95236828.0,96511451.0,97672741.0,98867675.0,100235981.0,101589049.0,102702430.0,103864062.0,105087709.0,106373832.0,107620061.0,108803313.0,109990361.0,111250095.0,112511623.0,113776917.0,114961200.0,116189536.0,117491018.0,118672407.0,119920488.0,121263517.0,122456538.0,123648844.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/tukey.json b/criterion/arithmetic_hydroflow_compiled/base/tukey.json index 1845a1f85d24..ad8bddc6ae28 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[308081.6482694673,308508.6988190771,309647.5002847032,310074.550834313] \ No newline at end of file +[307803.4130636416,308424.4938418593,310080.7092504399,310701.79002865765] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/change/estimates.json b/criterion/arithmetic_hydroflow_compiled/change/estimates.json index 41ec937ad705..766615df1119 100644 --- a/criterion/arithmetic_hydroflow_compiled/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.17702251825643783,"upper_bound":-0.17431683382200477},"point_estimate":-0.1758187655618939,"standard_error":0.0006929294939681727},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.1778080541597279,"upper_bound":-0.17746369962786268},"point_estimate":-0.17762382328655468,"standard_error":0.0000890900090103565}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0017479157329308216,"upper_bound":0.00814116888260092},"point_estimate":0.00458002123460477,"standard_error":0.0015720488356967223},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00013252916882144916,"upper_bound":0.0007208171301533728},"point_estimate":0.0005028060767928721,"standard_error":0.00015705334656136415}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/estimates.json b/criterion/arithmetic_hydroflow_compiled/new/estimates.json index b7e9a629b976..9faff5de8fec 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309132.3438351566,"upper_bound":309595.91891250765},"point_estimate":309330.6550785743,"standard_error":119.05001447078638},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309010.99594017095,"upper_bound":309104.4},"point_estimate":309052.3871124031,"standard_error":24.995601259479624},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146.90286888178554,"upper_bound":259.5654050511},"point_estimate":198.35100432743263,"standard_error":28.738379347909085},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309162.0241815684,"upper_bound":309732.41485024925},"point_estimate":309393.0662531402,"standard_error":149.31884932048945},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":379.63993873258835,"upper_bound":1836.385906398257},"point_estimate":1188.7956394383384,"standard_error":372.6234617469533}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309926.5041216144,"upper_bound":311738.7182387379},"point_estimate":310747.3960473484,"standard_error":465.9346672043083},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309120.5926339286,"upper_bound":309282.4655172414},"point_estimate":309207.78053069056,"standard_error":43.763281635810316},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":212.08833107409936,"upper_bound":391.8061280904146},"point_estimate":273.78216474890087,"standard_error":46.27472805355764},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309624.31262327306,"upper_bound":310796.1304185036},"point_estimate":310131.90854957886,"standard_error":299.21263113035747},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2391.5285667019716,"upper_bound":6595.4766712813625},"point_estimate":4694.106058613431,"standard_error":1076.011079282707}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/sample.json b/criterion/arithmetic_hydroflow_compiled/new/sample.json index ff99fbb5072f..41b05e696a6f 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233100.0,2475288.0,3706243.0,4938993.0,6174888.0,7413789.0,8647961.0,9911128.0,11119773.0,12352873.0,13592926.0,14829773.0,16058686.0,17299380.0,18533923.0,19795366.0,21020331.0,22357836.0,23520023.0,24717708.0,25966016.0,27185191.0,28420014.0,29651310.0,30910440.0,32214873.0,33391848.0,34586176.0,35835267.0,37066523.0,38394921.0,39538935.0,40773518.0,42282351.0,43331770.0,44482928.0,45713683.0,47696442.0,48301110.0,49479057.0,50751400.0,51920911.0,53156898.0,54408392.0,55622657.0,56839196.0,58096652.0,59300988.0,60561791.0,61802375.0,63032168.0,64273504.0,65851197.0,66730526.0,67981150.0,69236772.0,70448723.0,71698774.0,72940692.0,74176316.0,75404418.0,76630835.0,77967759.0,79095893.0,80330155.0,81580257.0,83168471.0,84032071.0,87852187.0,87921918.0,87770064.0,89017211.0,90236846.0,91499230.0,92690773.0,93937278.0,95198982.0,96446538.0,97688926.0,98926043.0,100228464.0,101378519.0,102679255.0,103797020.0,105108466.0,106277326.0,107608540.0,109051912.0,110185457.0,111252227.0,112578481.0,113743023.0,115024354.0,116256942.0,117451241.0,118741237.0,119959801.0,121256810.0,122438684.0,123655494.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233113.0,2478200.0,3707135.0,4946149.0,6184612.0,7413608.0,8647674.0,9892218.0,11120583.0,12416233.0,13608680.0,14824150.0,16068946.0,17425667.0,18559308.0,19783805.0,21002582.0,22281481.0,23511148.0,24747606.0,25960633.0,27183347.0,28447168.0,29707952.0,30911591.0,32134505.0,33366016.0,34605110.0,35876766.0,37108015.0,38333254.0,39597796.0,40817244.0,42052181.0,43253565.0,44487530.0,45741774.0,50657245.0,52964145.0,50409003.0,51934610.0,52675840.0,53449579.0,56122349.0,56222586.0,57231703.0,58959806.0,60272909.0,61655810.0,62613051.0,64273309.0,67357384.0,68272818.0,69784619.0,68389544.0,69253261.0,70446530.0,71665969.0,72945458.0,74176267.0,75397639.0,76733864.0,77845241.0,79172479.0,80578004.0,81608570.0,82911212.0,84064026.0,85316245.0,86623321.0,87771288.0,89142800.0,90241585.0,91566631.0,92689018.0,94062624.0,95236828.0,96511451.0,97672741.0,98867675.0,100235981.0,101589049.0,102702430.0,103864062.0,105087709.0,106373832.0,107620061.0,108803313.0,109990361.0,111250095.0,112511623.0,113776917.0,114961200.0,116189536.0,117491018.0,118672407.0,119920488.0,121263517.0,122456538.0,123648844.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/tukey.json b/criterion/arithmetic_hydroflow_compiled/new/tukey.json index 1845a1f85d24..ad8bddc6ae28 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[308081.6482694673,308508.6988190771,309647.5002847032,310074.550834313] \ No newline at end of file +[307803.4130636416,308424.4938418593,310080.7092504399,310701.79002865765] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg index 30e16eb1fe2d..bcd197b0fa37 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg @@ -9,70 +9,98 @@ Density (a.u.) Average time (ns) - + +0.001 + + + 0.002 - - + + +0.003 + + + 0.004 - - + + +0.005 + + + 0.006 - - -0.008 + + +0.007 - - -0.01 + + +0.008 - - -0.012 + + +0.009 - - -0.014 + + +0.01 - - -0.016 + + +0.011 - + - -140 - - - -160 - - - -180 - - - + 200 - - + + 220 - - + + 240 - - + + 260 - - - - + + +280 + + + +300 + + + +320 + + + +340 + + + +360 + + + +380 + + + +400 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/SD.svg b/criterion/arithmetic_hydroflow_compiled/report/SD.svg index 8b71a624d0cd..7ba5f552a97b 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/SD.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.05 + + + +0.1 - - -0.4 + + +0.15 - - -0.6 + + +0.2 - - -0.8 + + +0.25 - - -1 + + +0.3 - - -1.2 + + +0.35 - + - -0.4 + +2 + + + +2.5 + + + +3 + + + +3.5 - - -0.6 + + +4 - - -0.8 + + +4.5 - - -1 + + +5 - - -1.2 + + +5.5 - - -1.4 + + +6 - - -1.6 + + +6.5 - - -1.8 + + +7 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg index 2fbdcf3fc912..66aaf11700a3 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg @@ -34,26 +34,26 @@ Average Time (µs) - -320 + +310 - - -340 + + +320 - - -360 + + +330 - - -380 + + +340 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg index 829ad87460e6..a083c848676b 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg @@ -18,46 +18,41 @@ Iterations - - - - - - - + + + + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - -140.0 - - + 0 @@ -95,10 +90,10 @@ Iterations 400 - - - - + + + + Base Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg index 98c2dd6928a9..0211f1338d6d 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg @@ -9,79 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - - -400 - - - -450 - - - -500 - - - -550 - - + - --0.177 - - - --0.1765 - - - --0.176 - - - --0.1755 - - - --0.175 - - - --0.1745 - - - - - - + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg index 64f3bf6cce9e..3bc00cd4b708 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg @@ -9,79 +9,59 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - -3000 - - - -3500 - - - -4000 - - - -4500 - - + - --0.1778 - - - --0.17775 - - - --0.1777 - - - --0.17765 - - - --0.1776 - - - --0.17755 - - - --0.1775 - - - --0.17745 - - - - - - + +1e-4 + + + +2e-4 + + + +3e-4 + + + +4e-4 + + + +5e-4 + + + +6e-4 + + + +7e-4 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg index 4e499acd8874..de16b8cf77b2 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg @@ -13,81 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/index.html b/criterion/arithmetic_hydroflow_compiled/report/index.html index 682800d6c246..28db03f82f1d 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 309.16 µs - 309.39 µs - 309.73 µs + 309.62 µs + 310.13 µs + 310.80 µs R² - 0.9975637 - 0.9976406 - 0.9974747 + 0.9816405 + 0.9820029 + 0.9813825 Mean - 309.13 µs - 309.33 µs - 309.60 µs + 309.93 µs + 310.75 µs + 311.74 µs Std. Dev. - 379.64 ns - 1.1888 µs - 1.8364 µs + 2.3915 µs + 4.6941 µs + 6.5955 µs Median - 309.01 µs - 309.05 µs - 309.10 µs + 309.12 µs + 309.21 µs + 309.28 µs MAD - 146.90 ns - 198.35 ns - 259.57 ns + 212.09 ns + 273.78 ns + 391.81 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -17.702% - -17.582% - -17.432% + +0.1748% + +0.4580% + +0.8141% (p = 0.00 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_compiled/report/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/mean.svg index 92f1989ee7ae..83acf9f3f780 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/mean.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (µs) - -0.5 + +0.1 + + + +0.2 - - -1 + + +0.3 - - -1.5 + + +0.4 + + + +0.5 - - -2 + + +0.6 - - -2.5 + + +0.7 - - -3 + + +0.8 - - -3.5 + + +0.9 - + -309.1 +309.8 - -309.15 + +310 - - -309.2 + + +310.2 - - -309.25 + + +310.4 - - -309.3 + + +310.6 - - -309.35 + + +310.8 - - -309.4 + + +311 - - -309.45 + + +311.2 - - -309.5 + + +311.4 - - -309.55 + + +311.6 - - -309.6 + + +311.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/median.svg b/criterion/arithmetic_hydroflow_compiled/report/median.svg index 0d353054fb0c..68568b7a37ef 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/median.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (µs) - -5 + +2 - - + + +4 + + + +6 + + + +8 + + + 10 - - -15 + + +12 - - -20 + + +14 - - -25 + + +16 - + - -309.01 - - - -309.02 + +309.12 - - -309.03 + + +309.14 - - -309.04 + + +309.16 - - -309.05 + + +309.18 - - -309.06 + + +309.2 - - -309.07 + + +309.22 - - -309.08 + + +309.24 - - -309.09 + + +309.26 - - -309.1 + + +309.28 - - -309.11 + + +309.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg index f48eb50309f2..91614a11885c 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg @@ -46,30 +46,42 @@ Average Time (µs) - -308 + +305 - - + + 310 - - -312 + + +315 - - -314 + + +320 - - -316 + + +325 - - -318 + + +330 - + + +335 + + + +340 + + + +345 + + Density (a.u.) @@ -78,58 +90,86 @@ Density (a.u.) 0 - -0.1 + +0.02 + + + +0.04 - - -0.2 + + +0.06 - - -0.3 + + +0.08 - + -0.4 +0.1 - -0.5 - - - -0.6 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + +0.12 + + + +0.14 + + + +0.16 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg index f27130467a9c..97eec93f99aa 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg @@ -10,43 +10,59 @@ Average Time (µs) 0 - -0.1 + +0.02 + + + +0.04 - - -0.2 + + +0.06 - - -0.3 + + +0.08 - + -0.4 +0.1 - -0.5 + +0.12 - - -0.6 + + +0.14 - - -0.7 + + +0.16 - + + +0.18 + + - + 310 - - -315 + + +320 + + + +330 + + + +340 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/regression.svg index b65835cf4eb1..e3dd96ecbe9a 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression.svg @@ -93,7 +93,7 @@ Iterations - + @@ -105,36 +105,36 @@ Iterations - - + + - + - - + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + @@ -144,38 +144,38 @@ Iterations - - - + + + - - + + - + - + - + - + - + - + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg index 46ffc86b1169..03d872f6531a 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg @@ -93,7 +93,7 @@ Iterations - + @@ -109,29 +109,29 @@ Iterations - + - - - - - + + + + + - - + + - - - - - - - - - + + + + + + + + + @@ -141,12 +141,12 @@ Iterations - + - + - - + + @@ -163,7 +163,7 @@ Iterations - + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg index 6193130dce9d..75c2f64aae59 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg @@ -31,24 +31,24 @@ Average Time (µs) - -320 + +310 - - -340 + + +320 - - -360 + + +330 - - -380 + + +340 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg index 53927055875e..f51536f575c2 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg @@ -15,46 +15,41 @@ Iterations - - - - - - - + + + + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - -140.0 - - + 0 @@ -92,8 +87,8 @@ Iterations 400 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/slope.svg b/criterion/arithmetic_hydroflow_compiled/report/slope.svg index fcd2fcb71930..7caef4008ba4 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/slope.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/slope.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 + + +0.4 + + + +0.6 - - -1.5 + + +0.8 - - -2 + + +1 - - -2.5 + + +1.2 - - -3 + + +1.4 - + - -309.1 + +309.6 - - -309.2 + + +309.8 - - -309.3 + + +310 - - -309.4 + + +310.2 - - -309.5 + + +310.4 - - -309.6 + + +310.6 - - -309.7 + + +310.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/typical.svg b/criterion/arithmetic_hydroflow_compiled/report/typical.svg index 3ab4ca7c7478..5bef50e6fb6f 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/typical.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 + + +0.4 + + + +0.6 - - -1.5 + + +0.8 - - -2 + + +1 - - -2.5 + + +1.2 - - -3 + + +1.4 - + - -309.1 + +309.6 - - -309.2 + + +309.8 - - -309.3 + + +310 - - -309.4 + + +310.2 - - -309.5 + + +310.4 - - -309.6 + + +310.6 - - -309.7 + + +310.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json index 2487504ccd5d..a5677f0a108d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491485.52228125,"upper_bound":6497643.6730625},"point_estimate":6494022.86125,"standard_error":1615.0933205321508},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6488997.0,"upper_bound":6491100.9375},"point_estimate":6489563.625,"standard_error":605.121300451856},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2697.961302101612,"upper_bound":5502.394131375476},"point_estimate":3369.9497401714325,"standard_error":737.3600444840887},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5757.012749961008,"upper_bound":26065.866822230015},"point_estimate":16278.994559619647,"standard_error":6345.756753733431}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489964.15734375,"upper_bound":6491250.92353125},"point_estimate":6490583.2075,"standard_error":328.58157456128856},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489122.75,"upper_bound":6490336.75},"point_estimate":6489501.125,"standard_error":357.2458950215578},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1648.0951957404613,"upper_bound":2848.074549436569},"point_estimate":2031.995926424861,"standard_error":325.20512394852733},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2548.435328219451,"upper_bound":3930.5895551221524},"point_estimate":3300.960476387588,"standard_error":354.4729775240386}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json index 08657514d96d..6ffb8ac6c250 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51978249.0,51899092.0,51942241.0,51910984.0,51995481.0,51895905.0,51913238.0,51913669.0,51953503.0,51938035.0,51899282.0,51929338.0,51914019.0,51938394.0,51900254.0,51898761.0,51899782.0,51928227.0,51959174.0,51901676.0,51890034.0,51911976.0,51933155.0,51916764.0,51894604.0,51906475.0,51916254.0,51913178.0,51928607.0,51891337.0,51917094.0,52056806.0,51928277.0,51890726.0,51890355.0,51899723.0,52007594.0,52095197.0,52116767.0,51898030.0,51909451.0,51933646.0,51904702.0,51912647.0,51885977.0,51906545.0,51927534.0,51926333.0,51909231.0,51913158.0,51904913.0,51914992.0,51897128.0,51894463.0,51894393.0,51905103.0,51919169.0,52051215.0,51900545.0,52022031.0,51964754.0,52023705.0,51964554.0,51977669.0,51915713.0,51934398.0,51939056.0,51990181.0,51946641.0,52097852.0,51931803.0,52017653.0,51894564.0,51901226.0,51899312.0,52022663.0,52291533.0,51917867.0,51890446.0,52035075.0,51904973.0,51900384.0,53087308.0,52001162.0,51932403.0,51943094.0,51897038.0,52003877.0,51891517.0,51908269.0,51916995.0,51997836.0,51901757.0,51896166.0,52008326.0,51971186.0,51911665.0,51902398.0,51991604.0,51948233.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51970766.0,51907959.0,52014958.0,51949577.0,51910184.0,51914181.0,52009087.0,51915474.0,51915293.0,51936192.0,51913900.0,51905414.0,51928908.0,51933677.0,51922958.0,52002545.0,51908991.0,51895265.0,51930972.0,51939659.0,51914261.0,51917608.0,51940250.0,51901959.0,51901177.0,51963713.0,51905074.0,51921795.0,51922677.0,51916544.0,51914903.0,51905716.0,51941682.0,51933186.0,51933416.0,51932966.0,51901017.0,51929720.0,51925622.0,51907217.0,51915353.0,51908220.0,51957391.0,51906036.0,51933511.0,51922430.0,51907071.0,51927870.0,51902213.0,51934692.0,51913143.0,51952556.0,51919103.0,51967243.0,51991395.0,51921678.0,51924584.0,51912371.0,51924383.0,51905048.0,51903254.0,51915186.0,51907221.0,51904616.0,51924664.0,51894247.0,51920126.0,51896151.0,51895139.0,51898585.0,51937238.0,51901921.0,51912631.0,51944601.0,51905188.0,51919204.0,51905578.0,51934352.0,51897904.0,51907072.0,51907091.0,51906040.0,51909055.0,51996988.0,51903735.0,51921458.0,51897614.0,51910367.0,51905388.0,51926977.0,51926548.0,51931466.0,51970730.0,51913333.0,51911449.0,51930896.0,52000696.0,51900570.0,51905878.0,51962655.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json index 26ced99a5a67..a52628dbef2b 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json @@ -1 +1 @@ -[6465333.25,6476482.609375,6506214.234375,6517363.59375] \ No newline at end of file +[6478053.1875,6483154.03125,6496756.28125,6501857.125] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json index cc27d75a5465..19ea992b7239 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.5959530451677703,"upper_bound":-0.5955485782710449},"point_estimate":-0.5957949370024056,"standard_error":0.0001009624051411659},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.5960915863212466,"upper_bound":-0.5959459644730841},"point_estimate":-0.596045412372892,"standard_error":0.000037603672485871384}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0010982496316389752,"upper_bound":-0.00012422440082818557},"point_estimate":-0.0005296645582394399,"standard_error":0.00025319772753574734},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00026575319206412207,"upper_bound":0.00016257895529459},"point_estimate":-9.630847867647674e-6,"standard_error":0.00010821997504161299}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json index 2487504ccd5d..a5677f0a108d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491485.52228125,"upper_bound":6497643.6730625},"point_estimate":6494022.86125,"standard_error":1615.0933205321508},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6488997.0,"upper_bound":6491100.9375},"point_estimate":6489563.625,"standard_error":605.121300451856},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2697.961302101612,"upper_bound":5502.394131375476},"point_estimate":3369.9497401714325,"standard_error":737.3600444840887},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5757.012749961008,"upper_bound":26065.866822230015},"point_estimate":16278.994559619647,"standard_error":6345.756753733431}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489964.15734375,"upper_bound":6491250.92353125},"point_estimate":6490583.2075,"standard_error":328.58157456128856},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489122.75,"upper_bound":6490336.75},"point_estimate":6489501.125,"standard_error":357.2458950215578},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1648.0951957404613,"upper_bound":2848.074549436569},"point_estimate":2031.995926424861,"standard_error":325.20512394852733},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2548.435328219451,"upper_bound":3930.5895551221524},"point_estimate":3300.960476387588,"standard_error":354.4729775240386}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json index 08657514d96d..6ffb8ac6c250 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51978249.0,51899092.0,51942241.0,51910984.0,51995481.0,51895905.0,51913238.0,51913669.0,51953503.0,51938035.0,51899282.0,51929338.0,51914019.0,51938394.0,51900254.0,51898761.0,51899782.0,51928227.0,51959174.0,51901676.0,51890034.0,51911976.0,51933155.0,51916764.0,51894604.0,51906475.0,51916254.0,51913178.0,51928607.0,51891337.0,51917094.0,52056806.0,51928277.0,51890726.0,51890355.0,51899723.0,52007594.0,52095197.0,52116767.0,51898030.0,51909451.0,51933646.0,51904702.0,51912647.0,51885977.0,51906545.0,51927534.0,51926333.0,51909231.0,51913158.0,51904913.0,51914992.0,51897128.0,51894463.0,51894393.0,51905103.0,51919169.0,52051215.0,51900545.0,52022031.0,51964754.0,52023705.0,51964554.0,51977669.0,51915713.0,51934398.0,51939056.0,51990181.0,51946641.0,52097852.0,51931803.0,52017653.0,51894564.0,51901226.0,51899312.0,52022663.0,52291533.0,51917867.0,51890446.0,52035075.0,51904973.0,51900384.0,53087308.0,52001162.0,51932403.0,51943094.0,51897038.0,52003877.0,51891517.0,51908269.0,51916995.0,51997836.0,51901757.0,51896166.0,52008326.0,51971186.0,51911665.0,51902398.0,51991604.0,51948233.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51970766.0,51907959.0,52014958.0,51949577.0,51910184.0,51914181.0,52009087.0,51915474.0,51915293.0,51936192.0,51913900.0,51905414.0,51928908.0,51933677.0,51922958.0,52002545.0,51908991.0,51895265.0,51930972.0,51939659.0,51914261.0,51917608.0,51940250.0,51901959.0,51901177.0,51963713.0,51905074.0,51921795.0,51922677.0,51916544.0,51914903.0,51905716.0,51941682.0,51933186.0,51933416.0,51932966.0,51901017.0,51929720.0,51925622.0,51907217.0,51915353.0,51908220.0,51957391.0,51906036.0,51933511.0,51922430.0,51907071.0,51927870.0,51902213.0,51934692.0,51913143.0,51952556.0,51919103.0,51967243.0,51991395.0,51921678.0,51924584.0,51912371.0,51924383.0,51905048.0,51903254.0,51915186.0,51907221.0,51904616.0,51924664.0,51894247.0,51920126.0,51896151.0,51895139.0,51898585.0,51937238.0,51901921.0,51912631.0,51944601.0,51905188.0,51919204.0,51905578.0,51934352.0,51897904.0,51907072.0,51907091.0,51906040.0,51909055.0,51996988.0,51903735.0,51921458.0,51897614.0,51910367.0,51905388.0,51926977.0,51926548.0,51931466.0,51970730.0,51913333.0,51911449.0,51930896.0,52000696.0,51900570.0,51905878.0,51962655.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json index 26ced99a5a67..a52628dbef2b 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json @@ -1 +1 @@ -[6465333.25,6476482.609375,6506214.234375,6517363.59375] \ No newline at end of file +[6478053.1875,6483154.03125,6496756.28125,6501857.125] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg index 11625daa3e31..95b8637b98f2 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - + + +1.2 + + - -2.5 + +1.6 - - -3 + + +1.8 - - -3.5 + + +2 - - -4 + + +2.2 - - -4.5 + + +2.4 - - -5 + + +2.6 - - -5.5 + + +2.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg index 91f3f710de9f..3499f3c29454 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (µs) - -0.02 + +0.2 - - -0.04 + + +0.4 - - -0.06 + + +0.6 - - -0.08 + + +0.8 - - -0.1 + + +1 - - -0.12 + + +1.2 - - -0.14 + + + +2.4 - - -0.16 + + +2.6 - - -0.18 + + +2.8 - - - -5 + + +3 + + + +3.2 - - -10 + + +3.4 - - -15 + + +3.6 - - -20 + + +3.8 - - -25 + + +4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg index 10fb133e43b5..e0943b9f4bae 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg @@ -16,57 +16,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -7.0 + +6.5 - - -8.0 + + +6.52 - - -9.0 + + +6.54 - - -10.0 + + +6.56 - - -11.0 + + +6.58 - - -12.0 + + +6.6 - - -13.0 + + +6.62 - - -14.0 - - - -15.0 - - - -16.0 - - + 0 @@ -112,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg index 700256138342..65ad96a948f1 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg @@ -9,67 +9,55 @@ Density (a.u.) Average Time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 + + +100 + + + +120 + + + +140 - + - -8 - - - -10 - - - -12 - - - -14 - - - -16 - - - - - - + +6.5 + + + +6.55 + + + +6.6 + + + +6.65 + + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg index 6881073b1f9b..42d0a9908684 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg @@ -9,83 +9,67 @@ Density (a.u.) Relative change (%) - -500 + +200 - - -1000 - - - -1500 + + +400 - - -2000 + + +600 - - -2500 + + +800 - - -3000 + + +1000 - - -3500 + + +1200 - - -4000 + + +1400 - - -4500 + + +1600 - + - --0.59595 - - - --0.5959 - - - --0.59585 - - - --0.5958 - - - --0.59575 - - - --0.5957 - - - --0.59565 - - - --0.5956 - - - --0.59555 - - - - - - + +-0.0012 + + + +-0.001 + + + +-8e-4 + + + +-6e-4 + + + +-4e-4 + + + +-2e-4 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg index 00cb5eac3d25..fef6132c84ef 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg @@ -9,87 +9,91 @@ Density (a.u.) Relative change (%) - -2000 - - - -4000 + +500 - - -6000 + + +1000 - - -8000 + + +1500 - - -1e4 + + +2000 - - -12000 + + +2500 - - -14000 + + +3000 - - -16000 + + +3500 - - -18000 + + +4000 - - -2e4 + + +4500 - + - --0.5961 - - - --0.59608 - - - --0.59606 - - - --0.59604 - - - --0.59602 - - - --0.596 - - - --0.59598 - - - --0.59596 - - - --0.59594 - - - - - - + +-3e-4 + + + +-0.00025 + + + +-2e-4 + + + +-0.00015 + + + +-1e-4 + + + +-5e-5 + + + +5.42101e-20 + + + +5e-5 + + + +1e-4 + + + +0.00015 + + + +2e-4 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg index c6515ca86c67..923d4869afc4 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg @@ -13,81 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html index 122b90966de6..62619d142080 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000091 - 0.0000093 - 0.0000088 + 0.0197873 + 0.0204759 + 0.0196792 Mean - 6.4915 ms - 6.4940 ms - 6.4976 ms + 6.4900 ms + 6.4906 ms + 6.4913 ms Std. Dev. - 5.7570 µs - 16.279 µs - 26.066 µs + 2.5484 µs + 3.3010 µs + 3.9306 µs Median - 6.4890 ms - 6.4896 ms - 6.4911 ms + 6.4891 ms + 6.4895 ms + 6.4903 ms MAD - 2.6980 µs - 3.3699 µs - 5.5024 µs + 1.6481 µs + 2.0320 µs + 2.8481 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -59.595% - -59.579% - -59.555% - (p = 0.00 < + -0.1098% + -0.0530% + -0.0124% + (p = 0.02 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg index 5c8157f09945..751e34f84dee 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg @@ -15,42 +15,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -6.5 + +6.488 - - -6.52 + + +6.49 - - -6.54 + + +6.492 - - -6.56 + + +6.494 - - -6.58 + + +6.496 - - -6.6 + + +6.498 - - -6.62 + + +6.5 - + 10 @@ -92,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg index 603ac1eb6678..f154f3915a1f 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg @@ -12,42 +12,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -6.5 + +6.488 - - -6.52 + + +6.49 - - -6.54 + + +6.492 - - -6.56 + + +6.494 - - -6.58 + + +6.496 - - -6.6 + + +6.498 - - -6.62 + + +6.5 - + 10 @@ -89,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg index 6ca83da9f674..a2ef3aeda301 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ms) - -50 + +200 - - -100 + + +400 - - -150 + + +600 - - -200 + + +800 - - -250 + + +1000 - - - -6.491 + + +1200 - - -6.492 - - - -6.493 + + + +6.49 - - -6.494 + + +6.4902 - - -6.495 + + +6.4904 - - -6.496 + + +6.4906 - - -6.497 + + +6.4908 - - -6.498 + + +6.491 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg index 1a93ee15936f..b8a7582f1c0e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - -200 + +500 - - -400 - - - -600 - - - -800 - - - + + 1000 - - -1200 + + +1500 + + + +2000 - - -1400 + + +2500 - - -1600 + + +3000 - + - + 6.489 - - -6.4895 + + +6.4892 - - -6.49 + + +6.4894 + + + +6.4896 - - -6.4905 + + +6.4898 + + + +6.49 - - -6.491 + + +6.4902 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg index 64f8d1bff7f2..8970afc5d79e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg @@ -46,42 +46,26 @@ Average Time (ms) - -6.48 + +6.485 - - -6.5 - - - -6.52 - - - -6.54 - - - -6.56 + + +6.49 - - -6.58 + + +6.495 - - -6.6 - - - -6.62 + + +6.5 - - -6.64 + + +6.505 - + Density (a.u.) @@ -90,62 +74,52 @@ Density (a.u.) 0 - -5 - - - -10 - - - -15 - - - + 20 - - -25 + + +40 - - -30 + + +60 - - -35 + + +80 - - -40 + + +100 + + + +120 - - -45 + + +140 - - - - - + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg index 007e05663825..f2058c932cd0 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg @@ -10,59 +10,59 @@ Average Time (ms) 0 - -5 - - - -10 + +20 - - -15 + + +40 - - -20 + + +60 - - -25 + + +80 - - -30 + + +100 - - -35 + + +120 - - -40 + + +140 - - -45 + + +160 - + - -6.5 + +6.485 - - -6.55 + + +6.49 - - -6.6 + + +6.495 + + + +6.5 - - -6.65 + + +6.505 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg index ec4b73b39e36..f3cc2474814b 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg @@ -13,57 +13,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -7.0 + +6.5 - - -8.0 + + +6.52 - - -9.0 + + +6.54 - - -10.0 + + +6.56 - - -11.0 + + +6.58 - - -12.0 + + +6.6 - - -13.0 + + +6.62 - - -14.0 - - - -15.0 - - - -16.0 - - + 0 @@ -109,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg index 0f78d0d47c27..b6c2814f8fba 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg @@ -6,65 +6,53 @@ Density (a.u.) Average Time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 + + +100 - - - -8 - - - -10 - - - -12 - - - -14 + + +120 - - -16 + + +140 - - - - - + + + +6.5 + + + +6.55 + + + +6.6 + + + +6.65 + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg index 26fb006aba94..857c738eeb50 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ms) - -50 + +200 - - -100 + + +400 - - -150 + + +600 - - -200 + + +800 - - -250 + + +1000 - - - -6.491 + + +1200 - - -6.492 - - - -6.493 + + + +6.49 - - -6.494 + + +6.4902 - - -6.495 + + +6.4904 - - -6.496 + + +6.4906 - - -6.497 + + +6.4908 - - -6.498 + + +6.491 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/base/estimates.json b/criterion/arithmetic_hydroflow_surface/base/estimates.json index ae9cb915c2dd..9771cb6ee1c6 100644 --- a/criterion/arithmetic_hydroflow_surface/base/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6530620.54859375,"upper_bound":6610202.08740625},"point_estimate":6565947.68125,"standard_error":20474.146325136637},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6512729.3125,"upper_bound":6514961.25},"point_estimate":6513901.1875,"standard_error":639.6929110050502},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4515.443544834852,"upper_bound":8041.622257232666},"point_estimate":6465.062510222197,"standard_error":958.7016717737944},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":89021.88074495237,"upper_bound":289028.3670052017},"point_estimate":205533.588265348,"standard_error":49882.65926860311}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6515734.91340625,"upper_bound":6523451.6886249995},"point_estimate":6519021.78375,"standard_error":1999.6126506780336},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6513826.0,"upper_bound":6516280.5},"point_estimate":6515133.875,"standard_error":534.427061371247},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3169.4280937314034,"upper_bound":5496.368752419949},"point_estimate":4084.006952494383,"standard_error":598.8482735095315},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6717.282971297911,"upper_bound":31252.93873703146},"point_estimate":20073.00207599931,"standard_error":6641.913728749191}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/sample.json b/criterion/arithmetic_hydroflow_surface/base/sample.json index a23f766b1bd8..744ca44ad8f8 100644 --- a/criterion/arithmetic_hydroflow_surface/base/sample.json +++ b/criterion/arithmetic_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[56760985.0,56179152.0,52265491.0,52103429.0,52123937.0,52117043.0,52220076.0,52109503.0,52280750.0,53294070.0,52137373.0,52064656.0,52146190.0,52136309.0,52116523.0,52065969.0,52068071.0,52111816.0,52102014.0,52060757.0,52085355.0,52087579.0,52051250.0,52144377.0,52254819.0,52130390.0,52050560.0,52119690.0,52081959.0,52160316.0,52070086.0,52101845.0,52153603.0,52092287.0,52076420.0,52115161.0,52072691.0,52088591.0,52082098.0,52102165.0,52054297.0,52113868.0,52101655.0,52196340.0,52071271.0,52121524.0,52106886.0,52092548.0,52095866.0,52073601.0,52103790.0,52119791.0,52158641.0,52088173.0,52104081.0,52072413.0,52074553.0,52063806.0,52110603.0,52047285.0,52099082.0,52249222.0,52131540.0,52071681.0,52194316.0,52075167.0,52219253.0,52176855.0,52112955.0,52167279.0,52122725.0,52084513.0,52077049.0,52070528.0,52071101.0,52171818.0,52102306.0,52084222.0,52113349.0,52172687.0,52253690.0,52062202.0,52063074.0,52124860.0,52163701.0,52266566.0,52125238.0,52113839.0,52130660.0,52178699.0,52078132.0,52114391.0,52080686.0,52074323.0,52099563.0,61453289.0,61468698.0,59777282.0,54743973.0,54261283.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52150620.0,52151952.0,52263502.0,52171370.0,52152695.0,52094396.0,52140173.0,52087542.0,52111837.0,52098443.0,52075423.0,52145410.0,52110354.0,52070903.0,52103814.0,52079868.0,52131093.0,52110314.0,52139730.0,52117720.0,52142517.0,52136437.0,52083187.0,52121959.0,52081873.0,52161040.0,52104735.0,52157366.0,52147166.0,52130244.0,52152575.0,52121598.0,52120866.0,52115586.0,52135334.0,52106408.0,52119192.0,52110608.0,52296642.0,53406238.0,52836407.0,52141173.0,52097411.0,52134280.0,52192611.0,52088285.0,52124274.0,52103453.0,52118229.0,52126435.0,52115083.0,52123568.0,52122510.0,52214671.0,52157663.0,52177131.0,52133081.0,52538636.0,52155120.0,52080060.0,52107142.0,52197168.0,52076653.0,52155783.0,52087224.0,52132647.0,52086583.0,52148610.0,52081321.0,52110505.0,52087315.0,52101852.0,52134282.0,52142428.0,52123281.0,52135593.0,52201876.0,52158015.0,52164970.0,52109124.0,52109397.0,52112292.0,52100188.0,52108254.0,52069169.0,52121276.0,52125355.0,52088798.0,52134651.0,52074499.0,52069613.0,52104275.0,52115345.0,52088287.0,52082465.0,52534325.0,52100779.0,52091340.0,52095890.0,52110046.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/tukey.json b/criterion/arithmetic_hydroflow_surface/base/tukey.json index ddbe243ea4b3..9ce5230afe1b 100644 --- a/criterion/arithmetic_hydroflow_surface/base/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6480376.34375,6495191.140625,6534697.265625,6549512.0625] \ No newline at end of file +[6495622.25,6504100.578125,6526709.453125,6535187.78125] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/change/estimates.json b/criterion/arithmetic_hydroflow_surface/change/estimates.json index 50334507edc0..7eafc0e3037c 100644 --- a/criterion/arithmetic_hydroflow_surface/change/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.6042512004692019,"upper_bound":-0.5987575932791015},"point_estimate":-0.6022442254303357,"standard_error":0.001299749529975249},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.6054505203300694,"upper_bound":-0.6052792742301594},"point_estimate":-0.6053460096325954,"standard_error":0.00004445727997636344}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013804036586607647,"upper_bound":-0.0016967925459453637},"point_estimate":-0.007146858272112588,"standard_error":0.003102813151720373},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00003410897395972334,"upper_bound":0.00044196223941028734},"point_estimate":0.00018923951477267664,"standard_error":0.00012647052434029343}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/estimates.json b/criterion/arithmetic_hydroflow_surface/new/estimates.json index ae9cb915c2dd..9771cb6ee1c6 100644 --- a/criterion/arithmetic_hydroflow_surface/new/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6530620.54859375,"upper_bound":6610202.08740625},"point_estimate":6565947.68125,"standard_error":20474.146325136637},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6512729.3125,"upper_bound":6514961.25},"point_estimate":6513901.1875,"standard_error":639.6929110050502},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4515.443544834852,"upper_bound":8041.622257232666},"point_estimate":6465.062510222197,"standard_error":958.7016717737944},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":89021.88074495237,"upper_bound":289028.3670052017},"point_estimate":205533.588265348,"standard_error":49882.65926860311}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6515734.91340625,"upper_bound":6523451.6886249995},"point_estimate":6519021.78375,"standard_error":1999.6126506780336},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6513826.0,"upper_bound":6516280.5},"point_estimate":6515133.875,"standard_error":534.427061371247},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3169.4280937314034,"upper_bound":5496.368752419949},"point_estimate":4084.006952494383,"standard_error":598.8482735095315},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6717.282971297911,"upper_bound":31252.93873703146},"point_estimate":20073.00207599931,"standard_error":6641.913728749191}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/sample.json b/criterion/arithmetic_hydroflow_surface/new/sample.json index a23f766b1bd8..744ca44ad8f8 100644 --- a/criterion/arithmetic_hydroflow_surface/new/sample.json +++ b/criterion/arithmetic_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[56760985.0,56179152.0,52265491.0,52103429.0,52123937.0,52117043.0,52220076.0,52109503.0,52280750.0,53294070.0,52137373.0,52064656.0,52146190.0,52136309.0,52116523.0,52065969.0,52068071.0,52111816.0,52102014.0,52060757.0,52085355.0,52087579.0,52051250.0,52144377.0,52254819.0,52130390.0,52050560.0,52119690.0,52081959.0,52160316.0,52070086.0,52101845.0,52153603.0,52092287.0,52076420.0,52115161.0,52072691.0,52088591.0,52082098.0,52102165.0,52054297.0,52113868.0,52101655.0,52196340.0,52071271.0,52121524.0,52106886.0,52092548.0,52095866.0,52073601.0,52103790.0,52119791.0,52158641.0,52088173.0,52104081.0,52072413.0,52074553.0,52063806.0,52110603.0,52047285.0,52099082.0,52249222.0,52131540.0,52071681.0,52194316.0,52075167.0,52219253.0,52176855.0,52112955.0,52167279.0,52122725.0,52084513.0,52077049.0,52070528.0,52071101.0,52171818.0,52102306.0,52084222.0,52113349.0,52172687.0,52253690.0,52062202.0,52063074.0,52124860.0,52163701.0,52266566.0,52125238.0,52113839.0,52130660.0,52178699.0,52078132.0,52114391.0,52080686.0,52074323.0,52099563.0,61453289.0,61468698.0,59777282.0,54743973.0,54261283.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52150620.0,52151952.0,52263502.0,52171370.0,52152695.0,52094396.0,52140173.0,52087542.0,52111837.0,52098443.0,52075423.0,52145410.0,52110354.0,52070903.0,52103814.0,52079868.0,52131093.0,52110314.0,52139730.0,52117720.0,52142517.0,52136437.0,52083187.0,52121959.0,52081873.0,52161040.0,52104735.0,52157366.0,52147166.0,52130244.0,52152575.0,52121598.0,52120866.0,52115586.0,52135334.0,52106408.0,52119192.0,52110608.0,52296642.0,53406238.0,52836407.0,52141173.0,52097411.0,52134280.0,52192611.0,52088285.0,52124274.0,52103453.0,52118229.0,52126435.0,52115083.0,52123568.0,52122510.0,52214671.0,52157663.0,52177131.0,52133081.0,52538636.0,52155120.0,52080060.0,52107142.0,52197168.0,52076653.0,52155783.0,52087224.0,52132647.0,52086583.0,52148610.0,52081321.0,52110505.0,52087315.0,52101852.0,52134282.0,52142428.0,52123281.0,52135593.0,52201876.0,52158015.0,52164970.0,52109124.0,52109397.0,52112292.0,52100188.0,52108254.0,52069169.0,52121276.0,52125355.0,52088798.0,52134651.0,52074499.0,52069613.0,52104275.0,52115345.0,52088287.0,52082465.0,52534325.0,52100779.0,52091340.0,52095890.0,52110046.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/tukey.json b/criterion/arithmetic_hydroflow_surface/new/tukey.json index ddbe243ea4b3..9ce5230afe1b 100644 --- a/criterion/arithmetic_hydroflow_surface/new/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6480376.34375,6495191.140625,6534697.265625,6549512.0625] \ No newline at end of file +[6495622.25,6504100.578125,6526709.453125,6535187.78125] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/report/MAD.svg b/criterion/arithmetic_hydroflow_surface/report/MAD.svg index 650f77836bfc..ef3c3fd259bd 100644 --- a/criterion/arithmetic_hydroflow_surface/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/MAD.svg @@ -9,74 +9,62 @@ Density (a.u.) Average time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - - -4.5 + + +0.5 - - -5 + + +0.6 - - -5.5 + + +0.7 + + + + +3 - - -6 + + +3.5 - - -6.5 + + +4 - - -7 + + +4.5 - - -7.5 + + +5 - - -8 + + +5.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/SD.svg b/criterion/arithmetic_hydroflow_surface/report/SD.svg index e1bb14b4fd38..63fbe90679d6 100644 --- a/criterion/arithmetic_hydroflow_surface/report/SD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/SD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - -0.001 + +0.01 - - -0.002 + + +0.02 - - -0.003 + + +0.03 - - -0.004 + + +0.04 - - -0.005 + + +0.05 - - -0.006 + + +0.06 - - -0.007 + + +0.07 - - -0.008 + + +0.08 - - -0.009 - - + - -100 + +5 + + + +10 - - -150 + + +15 - - -200 + + +20 - - -250 + + +25 - - -300 + + +30 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg index 9a897df5e0ca..648407204787 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg @@ -16,57 +16,62 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + - + - -7.0 + +6.6 + + + +6.7 - - -8.0 + + +6.8 - - -9.0 + + +6.9 - - -10.0 + + +7.0 - - -11.0 + + +7.1 - - -12.0 + + +7.2 - - -13.0 + + +7.3 - - -14.0 + + +7.4 - + -15.0 +7.5 - -16.0 + +7.6 - + 0 @@ -112,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg index e59c0ae28b93..6dad0409eb72 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg @@ -9,67 +9,55 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - -45 - - + - -8 - - - -10 - - - -12 - - - -14 - - - -16 - - - - - - + +6.5 + + + +7 + + + +7.5 + + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg index 0e2c32d75736..684a0d01f8f6 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg @@ -9,59 +9,63 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - -300 + + +120 - + - --0.604 - - - --0.603 - - - --0.602 - - - --0.601 - - - --0.6 - - - --0.599 - - - - - - + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/median.svg b/criterion/arithmetic_hydroflow_surface/report/change/median.svg index 5d3426aee0f6..6d61f1109643 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/median.svg @@ -9,87 +9,83 @@ Density (a.u.) Relative change (%) - -1000 - - - -2000 - - - -3000 + +500 - - -4000 + + +1000 - - -5000 + + +1500 - - -6000 + + +2000 - - -7000 + + +2500 - - -8000 + + +3000 - - -9000 + + +3500 - + - --0.60546 - - - --0.60544 - - - --0.60542 - - - --0.6054 - - - --0.60538 - - - --0.60536 - - - --0.60534 - - - --0.60532 - - - --0.6053 - - - --0.60528 - - - - - - + +-5e-5 + + + +0 + + + +5e-5 + + + +1e-4 + + + +0.00015 + + + +2e-4 + + + +0.00025 + + + +3e-4 + + + +0.00035 + + + +4e-4 + + + +0.00045 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg index db1884bea2d8..3a9f3af09968 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/index.html b/criterion/arithmetic_hydroflow_surface/report/index.html index 9ad9c34f3930..492f9871688e 100644 --- a/criterion/arithmetic_hydroflow_surface/report/index.html +++ b/criterion/arithmetic_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0107867 - 0.0111050 - 0.0106135 + 0.0006764 + 0.0006947 + 0.0006622 Mean - 6.5306 ms - 6.5659 ms - 6.6102 ms + 6.5157 ms + 6.5190 ms + 6.5235 ms Std. Dev. - 89.022 µs - 205.53 µs - 289.03 µs + 6.7173 µs + 20.073 µs + 31.253 µs Median - 6.5127 ms - 6.5139 ms - 6.5150 ms + 6.5138 ms + 6.5151 ms + 6.5163 ms MAD - 4.5154 µs - 6.4651 µs - 8.0416 µs + 3.1694 µs + 4.0840 µs + 5.4964 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -60.425% - -60.224% - -59.876% - (p = 0.00 < + -1.3804% + -0.7147% + -0.1697% + (p = 0.01 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg index b2fce6dcc4f1..3252d21ae6a6 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg @@ -15,62 +15,47 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + - -6.6 - - - -6.7 - - - -6.8 + +6.52 - - -6.9 + + +6.54 - - -7.0 + + +6.56 - - -7.1 + + +6.58 - - -7.2 - - - -7.3 + + +6.6 - - -7.4 + + +6.62 - - -7.5 + + +6.64 - - -7.6 + + +6.66 - + 10 @@ -112,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg index acff6cacc5be..0e0d3b80915d 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg @@ -12,62 +12,47 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + - -6.6 - - - -6.7 - - - -6.8 + +6.52 - - -6.9 + + +6.54 - - -7.0 + + +6.56 - - -7.1 + + +6.58 - - -7.2 - - - -7.3 + + +6.6 - - -7.4 + + +6.62 - - -7.5 + + +6.64 - - -7.6 + + +6.66 - + 10 @@ -109,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/mean.svg b/criterion/arithmetic_hydroflow_surface/report/mean.svg index 1f3b836b9608..226429f8599d 100644 --- a/criterion/arithmetic_hydroflow_surface/report/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/mean.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (ms) - -2 + +20 - - -4 + + +40 - + -6 +60 - -8 + +80 - - -10 + + +100 - - -12 + + +120 - - -14 + + +140 - - -16 + + +160 - - -18 + + +180 - - -20 + + +200 + + + +220 - + - -6.53 + +6.515 - - -6.54 + + +6.516 - - -6.55 + + +6.517 - - -6.56 + + +6.518 - - -6.57 + + +6.519 - - -6.58 + + +6.52 - - -6.59 + + +6.521 - - -6.6 + + +6.522 - - -6.61 + + +6.523 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/median.svg b/criterion/arithmetic_hydroflow_surface/report/median.svg index 9244a204830c..5572438eb341 100644 --- a/criterion/arithmetic_hydroflow_surface/report/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/median.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - - -6.5125 - - - -6.513 - - - -6.5135 + + +1400 - - + + + 6.514 - - + + 6.5145 - - + + 6.515 - - - - + + +6.5155 + + + +6.516 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/pdf.svg index a35dc183e97f..b95824e3cb0e 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf.svg @@ -46,38 +46,50 @@ Average Time (ms) - -6.4 + +6.5 - - -6.6 + + +6.52 + + + +6.54 - - -6.8 + + +6.56 - + -7 +6.58 - -7.2 + +6.6 + + + +6.62 - - -7.4 + + +6.64 - - -7.6 + + +6.66 - - -7.8 + + +6.68 - + + +6.7 + + Density (a.u.) @@ -86,62 +98,58 @@ Density (a.u.) 0 - -0.5 - - - -1 - - - -1.5 - - - -2 - - - -2.5 - - - -3 - - - -3.5 - - - -4 + +5 - - - - - - - - - - - - - - - - - - - - - - - - - + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg index e5f309e03012..76a777baf0b4 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg @@ -10,55 +10,59 @@ Average Time (ms) 0 - -0.5 + +5 - - -1 + + +10 - - -1.5 + + +15 - - -2 + + +20 - - -2.5 + + +25 - - -3 + + +30 - - -3.5 + + +35 - - -4 + + +40 - - -4.5 - - + - + 6.5 - - -7 + + +6.55 + + + +6.6 + + + +6.65 - - -7.5 + + +6.7 - - - + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg index 731b77657c6e..7033b776ce72 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,57 +13,62 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + - + - -7.0 + +6.6 + + + +6.7 - - -8.0 + + +6.8 - - -9.0 + + +6.9 - - -10.0 + + +7.0 - - -11.0 + + +7.1 - - -12.0 + + +7.2 - - -13.0 + + +7.3 - - -14.0 + + +7.4 - + -15.0 +7.5 - -16.0 + +7.6 - + 0 @@ -109,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - + + + + + + + - - + + - - + + - + - - - - - - + + + + + + - + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - + + - + - + - + - + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg index c0be361afd28..7b90b0be4cd6 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg @@ -6,65 +6,53 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - -45 - - + - -8 - - - -10 - - - -12 - - - -14 - - - -16 - - - - - - + +6.5 + + + +7 + + + +7.5 + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/typical.svg b/criterion/arithmetic_hydroflow_surface/report/typical.svg index 8e64ed4c4a68..3e8f06b7bc0a 100644 --- a/criterion/arithmetic_hydroflow_surface/report/typical.svg +++ b/criterion/arithmetic_hydroflow_surface/report/typical.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (ms) - -2 + +20 - - -4 + + +40 - + -6 +60 - -8 + +80 - - -10 + + +100 - - -12 + + +120 - - -14 + + +140 - - -16 + + +160 - - -18 + + +180 - - -20 + + +200 + + + +220 - + - -6.53 + +6.515 - - -6.54 + + +6.516 - - -6.55 + + +6.517 - - -6.56 + + +6.518 - - -6.57 + + +6.519 - - -6.58 + + +6.52 - - -6.59 + + +6.521 - - -6.6 + + +6.522 - - -6.61 + + +6.523 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/base/estimates.json b/criterion/fan_in_hydroflow/base/estimates.json index fa0806826b4b..b0dbd3202a9a 100644 --- a/criterion/fan_in_hydroflow/base/estimates.json +++ b/criterion/fan_in_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71082968.65875,"upper_bound":71355730.1525},"point_estimate":71212116.96,"standard_error":69449.57974291591},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70968051.0,"upper_bound":71256430.0},"point_estimate":71099943.0,"standard_error":70322.63893146413},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":382709.3133455519,"upper_bound":625840.1417291163},"point_estimate":472911.58530414104,"standard_error":60785.933789883755},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":473978.25699517055,"upper_bound":906340.9930560566},"point_estimate":696032.6007702717,"standard_error":112530.32861862877}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73504933.79,"upper_bound":73787181.53},"point_estimate":73643103.75,"standard_error":72194.7887623064},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73502229.5,"upper_bound":73761751.0},"point_estimate":73651047.5,"standard_error":67039.27167449209},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":419305.2180558443,"upper_bound":688914.540669322},"point_estimate":529340.081602335,"standard_error":67935.23594030488},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":545727.6543575325,"upper_bound":912702.2209058311},"point_estimate":728821.2558590114,"standard_error":94820.8128375605}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/sample.json b/criterion/fan_in_hydroflow/base/sample.json index 45f74cdcca1a..2eec65551d16 100644 --- a/criterion/fan_in_hydroflow/base/sample.json +++ b/criterion/fan_in_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[71453135.0,71589279.0,71725503.0,71422639.0,71300090.0,71516093.0,72134055.0,74506831.0,72641031.0,71652096.0,71127928.0,70545892.0,72260100.0,71274041.0,70642833.0,71400445.0,72327626.0,71323693.0,70224112.0,70403357.0,71382743.0,70492333.0,71051646.0,70856492.0,70972188.0,70656850.0,71189092.0,71189112.0,71751752.0,71280132.0,71058879.0,70280788.0,70666237.0,70727942.0,70841484.0,71171280.0,70533770.0,70893561.0,70219183.0,70581952.0,70730699.0,70214105.0,70897681.0,70837980.0,71085000.0,71011654.0,71721077.0,71211897.0,71415196.0,70837668.0,71026641.0,70915924.0,71262882.0,70486834.0,71398736.0,70901899.0,71548253.0,70963914.0,70787866.0,70655890.0,70890498.0,70642435.0,70732102.0,71044514.0,70760926.0,70437883.0,72396045.0,71077727.0,70826177.0,70849691.0,71148339.0,71915709.0,71033424.0,71503471.0,72184161.0,71968197.0,71885654.0,71379420.0,70926725.0,71263623.0,71373578.0,71204794.0,71161612.0,70600806.0,70932125.0,70972179.0,72069366.0,71380651.0,71689528.0,74565182.0,71579823.0,71301254.0,70717815.0,71114886.0,70797865.0,70514306.0,71644654.0,71602665.0,71256430.0,70685465.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[73794260.0,73334795.0,73643128.0,73350123.0,73720383.0,74203351.0,73398163.0,77065427.0,73920525.0,73628582.0,73658967.0,73878807.0,73149520.0,74435183.0,73050196.0,73727095.0,73706566.0,73638540.0,72508628.0,74369731.0,72990454.0,73143889.0,73822733.0,73753905.0,74010302.0,74446755.0,73352939.0,73412770.0,73743946.0,73349963.0,73175418.0,72796443.0,73278620.0,73221064.0,72397390.0,72903602.0,74479525.0,74132178.0,72951802.0,73191708.0,73296232.0,74032794.0,73988181.0,74309809.0,72706616.0,73745542.0,73869192.0,74199737.0,72997931.0,74599881.0,72295514.0,73936798.0,73506727.0,73957227.0,73850077.0,74023830.0,74002550.0,73915598.0,73629767.0,73712060.0,73390671.0,73611142.0,73704656.0,74078853.0,75463149.0,76151496.0,72367768.0,73780216.0,74172126.0,74734261.0,73568122.0,73130327.0,73989656.0,73161816.0,73473586.0,73779565.0,73779556.0,73124597.0,73530291.0,74650236.0,74037154.0,73688686.0,73144013.0,73808830.0,72345186.0,72560767.0,72227507.0,73029570.0,72356817.0,73365193.0,73475269.0,74653361.0,73891253.0,73529190.0,73303679.0,74265330.0,73846820.0,73574493.0,73190419.0,73061309.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/tukey.json b/criterion/fan_in_hydroflow/base/tukey.json index 7c562cc5bd2b..af535c1d682a 100644 --- a/criterion/fan_in_hydroflow/base/tukey.json +++ b/criterion/fan_in_hydroflow/base/tukey.json @@ -1 +1 @@ -[68890672.0,69843018.625,72382609.625,73334956.25] \ No newline at end of file +[70870646.5,72031016.125,75125335.125,76285704.75] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/change/estimates.json b/criterion/fan_in_hydroflow/change/estimates.json index 8e9720eefa73..438fbbae0033 100644 --- a/criterion/fan_in_hydroflow/change/estimates.json +++ b/criterion/fan_in_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.49799371689794086,"upper_bound":-0.4959937595054156},"point_estimate":-0.4970017697295328,"standard_error":0.0005219331405937143},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.49884813455605304,"upper_bound":-0.4966150667515944},"point_estimate":-0.49788718561908485,"standard_error":0.0005661276151985097}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03139913545459201,"upper_bound":0.036847672768113134},"point_estimate":0.034137263344740765,"standard_error":0.0013924553572688563},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03303868214697325,"upper_bound":0.03843543121168203},"point_estimate":0.03588054212645431,"standard_error":0.0013774207413669276}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/estimates.json b/criterion/fan_in_hydroflow/new/estimates.json index fa0806826b4b..b0dbd3202a9a 100644 --- a/criterion/fan_in_hydroflow/new/estimates.json +++ b/criterion/fan_in_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71082968.65875,"upper_bound":71355730.1525},"point_estimate":71212116.96,"standard_error":69449.57974291591},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70968051.0,"upper_bound":71256430.0},"point_estimate":71099943.0,"standard_error":70322.63893146413},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":382709.3133455519,"upper_bound":625840.1417291163},"point_estimate":472911.58530414104,"standard_error":60785.933789883755},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":473978.25699517055,"upper_bound":906340.9930560566},"point_estimate":696032.6007702717,"standard_error":112530.32861862877}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73504933.79,"upper_bound":73787181.53},"point_estimate":73643103.75,"standard_error":72194.7887623064},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73502229.5,"upper_bound":73761751.0},"point_estimate":73651047.5,"standard_error":67039.27167449209},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":419305.2180558443,"upper_bound":688914.540669322},"point_estimate":529340.081602335,"standard_error":67935.23594030488},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":545727.6543575325,"upper_bound":912702.2209058311},"point_estimate":728821.2558590114,"standard_error":94820.8128375605}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/sample.json b/criterion/fan_in_hydroflow/new/sample.json index 45f74cdcca1a..2eec65551d16 100644 --- a/criterion/fan_in_hydroflow/new/sample.json +++ b/criterion/fan_in_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[71453135.0,71589279.0,71725503.0,71422639.0,71300090.0,71516093.0,72134055.0,74506831.0,72641031.0,71652096.0,71127928.0,70545892.0,72260100.0,71274041.0,70642833.0,71400445.0,72327626.0,71323693.0,70224112.0,70403357.0,71382743.0,70492333.0,71051646.0,70856492.0,70972188.0,70656850.0,71189092.0,71189112.0,71751752.0,71280132.0,71058879.0,70280788.0,70666237.0,70727942.0,70841484.0,71171280.0,70533770.0,70893561.0,70219183.0,70581952.0,70730699.0,70214105.0,70897681.0,70837980.0,71085000.0,71011654.0,71721077.0,71211897.0,71415196.0,70837668.0,71026641.0,70915924.0,71262882.0,70486834.0,71398736.0,70901899.0,71548253.0,70963914.0,70787866.0,70655890.0,70890498.0,70642435.0,70732102.0,71044514.0,70760926.0,70437883.0,72396045.0,71077727.0,70826177.0,70849691.0,71148339.0,71915709.0,71033424.0,71503471.0,72184161.0,71968197.0,71885654.0,71379420.0,70926725.0,71263623.0,71373578.0,71204794.0,71161612.0,70600806.0,70932125.0,70972179.0,72069366.0,71380651.0,71689528.0,74565182.0,71579823.0,71301254.0,70717815.0,71114886.0,70797865.0,70514306.0,71644654.0,71602665.0,71256430.0,70685465.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[73794260.0,73334795.0,73643128.0,73350123.0,73720383.0,74203351.0,73398163.0,77065427.0,73920525.0,73628582.0,73658967.0,73878807.0,73149520.0,74435183.0,73050196.0,73727095.0,73706566.0,73638540.0,72508628.0,74369731.0,72990454.0,73143889.0,73822733.0,73753905.0,74010302.0,74446755.0,73352939.0,73412770.0,73743946.0,73349963.0,73175418.0,72796443.0,73278620.0,73221064.0,72397390.0,72903602.0,74479525.0,74132178.0,72951802.0,73191708.0,73296232.0,74032794.0,73988181.0,74309809.0,72706616.0,73745542.0,73869192.0,74199737.0,72997931.0,74599881.0,72295514.0,73936798.0,73506727.0,73957227.0,73850077.0,74023830.0,74002550.0,73915598.0,73629767.0,73712060.0,73390671.0,73611142.0,73704656.0,74078853.0,75463149.0,76151496.0,72367768.0,73780216.0,74172126.0,74734261.0,73568122.0,73130327.0,73989656.0,73161816.0,73473586.0,73779565.0,73779556.0,73124597.0,73530291.0,74650236.0,74037154.0,73688686.0,73144013.0,73808830.0,72345186.0,72560767.0,72227507.0,73029570.0,72356817.0,73365193.0,73475269.0,74653361.0,73891253.0,73529190.0,73303679.0,74265330.0,73846820.0,73574493.0,73190419.0,73061309.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/tukey.json b/criterion/fan_in_hydroflow/new/tukey.json index 7c562cc5bd2b..af535c1d682a 100644 --- a/criterion/fan_in_hydroflow/new/tukey.json +++ b/criterion/fan_in_hydroflow/new/tukey.json @@ -1 +1 @@ -[68890672.0,69843018.625,72382609.625,73334956.25] \ No newline at end of file +[70870646.5,72031016.125,75125335.125,76285704.75] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/report/MAD.svg b/criterion/fan_in_hydroflow/report/MAD.svg index 5749de5023a5..976305c6d2e1 100644 --- a/criterion/fan_in_hydroflow/report/MAD.svg +++ b/criterion/fan_in_hydroflow/report/MAD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - -0.008 - - + - + 400 - - + + 450 - - + + 500 - - + + 550 - - + + 600 - - + + 650 - - - - + + +700 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/SD.svg b/criterion/fan_in_hydroflow/report/SD.svg index 49629b3b7bd7..20b73cc860d6 100644 --- a/criterion/fan_in_hydroflow/report/SD.svg +++ b/criterion/fan_in_hydroflow/report/SD.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - + + 0.0035 - - + + 0.004 - - - -450 - - - -500 + + +0.0045 - - + + + 550 - - + + 600 - - + + 650 - - + + 700 - - + + 750 - - + + 800 - - + + 850 - - + + 900 - - + + 950 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/both/iteration_times.svg b/criterion/fan_in_hydroflow/report/both/iteration_times.svg index dc3e25ff57a1..771be3667625 100644 --- a/criterion/fan_in_hydroflow/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/both/iteration_times.svg @@ -16,42 +16,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -80.0 + +71.0 - - -90.0 + + +72.0 - - -100.0 + + +73.0 - - -110.0 + + +74.0 - - -120.0 + + +75.0 - - -130.0 + + +76.0 - - -140.0 + + +77.0 - + 0 @@ -97,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow/report/both/pdf.svg b/criterion/fan_in_hydroflow/report/both/pdf.svg index 0811d74b85f2..f877a5e3727a 100644 --- a/criterion/fan_in_hydroflow/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow/report/both/pdf.svg @@ -34,26 +34,26 @@ Average Time (ms) - -80 - - - -100 - - - -120 - - - -140 - - - - - - + +70 + + + +72 + + + +74 + + + +76 + + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow/report/change/mean.svg b/criterion/fan_in_hydroflow/report/change/mean.svg index c90326fe20e6..e08301f4a595 100644 --- a/criterion/fan_in_hydroflow/report/change/mean.svg +++ b/criterion/fan_in_hydroflow/report/change/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Relative change (%) - -100 + +50 - - -200 + + +100 - - -300 + + +150 - - -400 + + +200 - - -500 + + +250 - - -600 + + + +0.031 - - -700 + + +0.032 - - - --0.498 + + +0.033 - - --0.4975 + + +0.034 - - --0.497 + + +0.035 - - --0.4965 + + +0.036 - - --0.496 + + +0.037 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/median.svg b/criterion/fan_in_hydroflow/report/change/median.svg index f9b792b7fe85..5dfd3ac11f04 100644 --- a/criterion/fan_in_hydroflow/report/change/median.svg +++ b/criterion/fan_in_hydroflow/report/change/median.svg @@ -9,58 +9,58 @@ Density (a.u.) Relative change (%) - -100 - - - -200 + +50 - - -300 + + +100 - - -400 + + +150 - - -500 + + +200 - - -600 + + +250 - + - --0.499 + +0.033 + + + +0.034 - - --0.4985 + + +0.035 - - --0.498 + + +0.036 - - --0.4975 + + +0.037 - - --0.497 + + +0.038 - - --0.4965 + + +0.039 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/t-test.svg b/criterion/fan_in_hydroflow/report/change/t-test.svg index 851b0724b1ab..99f43d0626c9 100644 --- a/criterion/fan_in_hydroflow/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow/report/change/t-test.svg @@ -25,65 +25,69 @@ t score 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/fan_in_hydroflow/report/index.html b/criterion/fan_in_hydroflow/report/index.html index edfabbf827e8..272bdc3d3f5b 100644 --- a/criterion/fan_in_hydroflow/report/index.html +++ b/criterion/fan_in_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0055576 - 0.0057497 - 0.0055140 + 0.0061729 + 0.0063955 + 0.0061541 Mean - 71.083 ms - 71.212 ms - 71.356 ms + 73.505 ms + 73.643 ms + 73.787 ms Std. Dev. - 473.98 µs - 696.03 µs - 906.34 µs + 545.73 µs + 728.82 µs + 912.70 µs Median - 70.968 ms - 71.100 ms - 71.256 ms + 73.502 ms + 73.651 ms + 73.762 ms MAD - 382.71 µs - 472.91 µs - 625.84 µs + 419.31 µs + 529.34 µs + 688.91 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -49.799% - -49.700% - -49.599% + +3.1399% + +3.4137% + +3.6848% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow/report/iteration_times.svg b/criterion/fan_in_hydroflow/report/iteration_times.svg index c57320c23885..3b9de90350be 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times.svg @@ -15,52 +15,57 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + - -70.5 - - - -71.0 - - - -71.5 - - - -72.0 - - - + 72.5 - - + + 73.0 - - + + 73.5 - - + + 74.0 - - + + 74.5 - + + +75.0 + + + +75.5 + + + +76.0 + + + +76.5 + + + +77.0 + + 10 @@ -102,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow/report/iteration_times_small.svg b/criterion/fan_in_hydroflow/report/iteration_times_small.svg index 459411bf4032..51b62a463e6a 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times_small.svg @@ -12,51 +12,56 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + - -70.5 - - - -71.0 - - - -71.5 - - - -72.0 - - - + 72.5 - - + + 73.0 - - + + 73.5 - - + + 74.0 - - + + 74.5 + + +75.0 + + + +75.5 + + + +76.0 + + + +76.5 + + + +77.0 + @@ -99,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/mean.svg b/criterion/fan_in_hydroflow/report/mean.svg index 8449dfc217b2..c84c73a7042c 100644 --- a/criterion/fan_in_hydroflow/report/mean.svg +++ b/criterion/fan_in_hydroflow/report/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + - -71.1 + +73.5 - - -71.15 + + +73.55 - - -71.2 + + +73.6 - - -71.25 + + +73.65 - - -71.3 + + +73.7 - - -71.35 + + +73.75 - - - - + + +73.8 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/median.svg b/criterion/fan_in_hydroflow/report/median.svg index ebead7b86b43..41136bc531e8 100644 --- a/criterion/fan_in_hydroflow/report/median.svg +++ b/criterion/fan_in_hydroflow/report/median.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - - -70.95 + + +8 + + + +9 - - -71 + + +10 + + + +11 + + + + +73.5 - - -71.05 + + +73.55 - - -71.1 + + +73.6 - - -71.15 + + +73.65 - - -71.2 + + +73.7 - - -71.25 + + +73.75 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/pdf.svg b/criterion/fan_in_hydroflow/report/pdf.svg index 5beffdd7c0b5..b49663737bd9 100644 --- a/criterion/fan_in_hydroflow/report/pdf.svg +++ b/criterion/fan_in_hydroflow/report/pdf.svg @@ -54,30 +54,30 @@ Average Time (ms) - -70 - - - -71 - - - + 72 - - + + 73 - - + + 74 - - + + 75 - + + +76 + + + +77 + + Density (a.u.) @@ -86,44 +86,42 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - - - - + + + + + - - - - - - - - - + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow/report/pdf_small.svg b/criterion/fan_in_hydroflow/report/pdf_small.svg index e4592330de77..836b93b2ae2e 100644 --- a/criterion/fan_in_hydroflow/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/pdf_small.svg @@ -10,47 +10,43 @@ Average Time (ms) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - + - -70 - - - + 72 - - + + 74 - - - + + +76 + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg index d95a2296da1d..48c8259076e1 100644 --- a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg @@ -13,42 +13,42 @@ Average Iteration Time (ms) - - + + - - - - + + + + - -80.0 + +71.0 - - -90.0 + + +72.0 - + -100.0 +73.0 - -110.0 + +74.0 - - -120.0 + + +75.0 - - -130.0 + + +76.0 - - -140.0 + + +77.0 - + 0 @@ -94,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg index dae6cb480394..0ec71bb38ec6 100644 --- a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg @@ -31,24 +31,24 @@ Average Time (ms) - -80 - - - -100 - - - -120 - - - -140 - - - - - - + +70 + + + +72 + + + +74 + + + +76 + + + + + + diff --git a/criterion/fan_in_hydroflow/report/typical.svg b/criterion/fan_in_hydroflow/report/typical.svg index f952c7c75b24..4957367cde1b 100644 --- a/criterion/fan_in_hydroflow/report/typical.svg +++ b/criterion/fan_in_hydroflow/report/typical.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + - -71.1 + +73.5 - - -71.15 + + +73.55 - - -71.2 + + +73.6 - - -71.25 + + +73.65 - - -71.3 + + +73.7 - - -71.35 + + +73.75 - - - - + + +73.8 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/base/estimates.json b/criterion/fan_in_hydroflow_surface/base/estimates.json index 436f46c03b20..a1b3b96fb005 100644 --- a/criterion/fan_in_hydroflow_surface/base/estimates.json +++ b/criterion/fan_in_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44042944.376625,"upper_bound":44330295.771375},"point_estimate":44180627.57,"standard_error":73197.33721849894},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44228717.5,"upper_bound":44354482.0},"point_estimate":44341064.5,"standard_error":36159.101291148145},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124747.81503528357,"upper_bound":891192.3267781734},"point_estimate":210135.93661934137,"standard_error":184564.7791746716},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":536199.3057155585,"upper_bound":924702.5762042637},"point_estimate":736388.600748726,"standard_error":99778.68425693903}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44904066.640625,"upper_bound":45184252.843375},"point_estimate":45041250.435,"standard_error":71700.71976792232},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44636270.0,"upper_bound":45002619.5},"point_estimate":44805066.75,"standard_error":86659.26230700602},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":350078.17748486996,"upper_bound":759054.492174089},"point_estimate":567980.7140663266,"standard_error":102990.28551681063},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":618885.3921264698,"upper_bound":805259.0234452032},"point_estimate":720454.0357701511,"standard_error":47642.96882817705}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/sample.json b/criterion/fan_in_hydroflow_surface/base/sample.json index cfaa0368d51c..cb7726af8483 100644 --- a/criterion/fan_in_hydroflow_surface/base/sample.json +++ b/criterion/fan_in_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[88741235.0,88723813.0,88689198.0,89040363.0,88740093.0,88774448.0,88688507.0,88755442.0,88735475.0,88682084.0,88739883.0,88702463.0,88653652.0,88868552.0,88462546.0,88413454.0,92302197.0,89753013.0,87894977.0,87724469.0,86871655.0,86555951.0,86864506.0,86827165.0,86552825.0,86881127.0,87001791.0,86631751.0,86620821.0,86870796.0,86930930.0,86834500.0,86843206.0,86850380.0,86962929.0,86739162.0,86291126.0,86937511.0,86896115.0,86883942.0,86811276.0,86899280.0,86991823.0,86917635.0,86775320.0,86837150.0,86849535.0,86946447.0,86941326.0,87023199.0,86889230.0,86549515.0,94817598.0,94598341.0,88225391.0,89884376.0,88844737.0,88728450.0,88845718.0,88391321.0,88472201.0,88649012.0,88714294.0,88495526.0,90661977.0,88808980.0,88737056.0,88857120.0,88405998.0,88739932.0,88874943.0,88821344.0,88445953.0,88697823.0,88721978.0,88827684.0,88801697.0,88682174.0,88692853.0,88676613.0,88680250.0,88722509.0,88717099.0,89666500.0,88708964.0,88709915.0,88988756.0,88430504.0,88722650.0,88679739.0,88694948.0,89070408.0,91074656.0,88707632.0,88990198.0,90771681.0,88468917.0,91340943.0,88798621.0,88693745.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[90426293.0,90103161.0,90078677.0,89291941.0,88831675.0,89156470.0,88854337.0,89025405.0,89009116.0,89253139.0,88591929.0,88514385.0,87620474.0,89104543.0,88477035.0,90437985.0,91949727.0,91557087.0,90514156.0,88870387.0,88613871.0,89118910.0,89095115.0,89331797.0,89666900.0,88945206.0,88993487.0,89308202.0,88785890.0,89165828.0,89161159.0,89186385.0,88867062.0,88820665.0,89118790.0,88524805.0,88503405.0,88879444.0,88551163.0,88779949.0,92022473.0,92026100.0,92281996.0,92256518.0,91963844.0,92299248.0,92010021.0,91648267.0,92358128.0,91861423.0,91836337.0,92292275.0,92923730.0,92043649.0,90421384.0,90039833.0,90020228.0,90032289.0,88773106.0,89704289.0,88833539.0,89056204.0,91276304.0,88770211.0,89459665.0,88855129.0,90005239.0,88724576.0,90363797.0,89685765.0,88780259.0,93165941.0,91803877.0,92773331.0,93743847.0,92399685.0,90924650.0,91942786.0,93144201.0,94077548.0,90682540.0,89598873.0,89290630.0,89781834.0,89434818.0,89167340.0,89051955.0,89241839.0,89798835.0,89762397.0,90030276.0,89296570.0,89413498.0,89669204.0,89621394.0,89423657.0,90466338.0,88827268.0,89653374.0,90349800.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/tukey.json b/criterion/fan_in_hydroflow_surface/base/tukey.json index f28a5a04d08b..612b2f3027ad 100644 --- a/criterion/fan_in_hydroflow_surface/base/tukey.json +++ b/criterion/fan_in_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[40731441.25,42099687.0625,45748342.5625,47116588.375] \ No newline at end of file +[41491572.25,42997088.3125,47011797.8125,48517313.875] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/change/estimates.json b/criterion/fan_in_hydroflow_surface/change/estimates.json index 67e6a73d7167..f124eaf1083d 100644 --- a/criterion/fan_in_hydroflow_surface/change/estimates.json +++ b/criterion/fan_in_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.04231414145876162,"upper_bound":0.049416191740949814},"point_estimate":0.04560306024053595,"standard_error":0.0017179346957513417},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.04693098283347896,"upper_bound":0.04976824654550205},"point_estimate":0.049452548138722685,"standard_error":0.0007338858421976643}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.014847461615415104,"upper_bound":0.023832017714729918},"point_estimate":0.019479643281128833,"standard_error":0.0022969841171625108},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.006775381123538926,"upper_bound":0.014000421168732347},"point_estimate":0.010464391309324528,"standard_error":0.0019642192174225575}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/estimates.json b/criterion/fan_in_hydroflow_surface/new/estimates.json index 436f46c03b20..a1b3b96fb005 100644 --- a/criterion/fan_in_hydroflow_surface/new/estimates.json +++ b/criterion/fan_in_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44042944.376625,"upper_bound":44330295.771375},"point_estimate":44180627.57,"standard_error":73197.33721849894},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44228717.5,"upper_bound":44354482.0},"point_estimate":44341064.5,"standard_error":36159.101291148145},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124747.81503528357,"upper_bound":891192.3267781734},"point_estimate":210135.93661934137,"standard_error":184564.7791746716},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":536199.3057155585,"upper_bound":924702.5762042637},"point_estimate":736388.600748726,"standard_error":99778.68425693903}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44904066.640625,"upper_bound":45184252.843375},"point_estimate":45041250.435,"standard_error":71700.71976792232},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44636270.0,"upper_bound":45002619.5},"point_estimate":44805066.75,"standard_error":86659.26230700602},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":350078.17748486996,"upper_bound":759054.492174089},"point_estimate":567980.7140663266,"standard_error":102990.28551681063},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":618885.3921264698,"upper_bound":805259.0234452032},"point_estimate":720454.0357701511,"standard_error":47642.96882817705}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/sample.json b/criterion/fan_in_hydroflow_surface/new/sample.json index cfaa0368d51c..cb7726af8483 100644 --- a/criterion/fan_in_hydroflow_surface/new/sample.json +++ b/criterion/fan_in_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[88741235.0,88723813.0,88689198.0,89040363.0,88740093.0,88774448.0,88688507.0,88755442.0,88735475.0,88682084.0,88739883.0,88702463.0,88653652.0,88868552.0,88462546.0,88413454.0,92302197.0,89753013.0,87894977.0,87724469.0,86871655.0,86555951.0,86864506.0,86827165.0,86552825.0,86881127.0,87001791.0,86631751.0,86620821.0,86870796.0,86930930.0,86834500.0,86843206.0,86850380.0,86962929.0,86739162.0,86291126.0,86937511.0,86896115.0,86883942.0,86811276.0,86899280.0,86991823.0,86917635.0,86775320.0,86837150.0,86849535.0,86946447.0,86941326.0,87023199.0,86889230.0,86549515.0,94817598.0,94598341.0,88225391.0,89884376.0,88844737.0,88728450.0,88845718.0,88391321.0,88472201.0,88649012.0,88714294.0,88495526.0,90661977.0,88808980.0,88737056.0,88857120.0,88405998.0,88739932.0,88874943.0,88821344.0,88445953.0,88697823.0,88721978.0,88827684.0,88801697.0,88682174.0,88692853.0,88676613.0,88680250.0,88722509.0,88717099.0,89666500.0,88708964.0,88709915.0,88988756.0,88430504.0,88722650.0,88679739.0,88694948.0,89070408.0,91074656.0,88707632.0,88990198.0,90771681.0,88468917.0,91340943.0,88798621.0,88693745.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[90426293.0,90103161.0,90078677.0,89291941.0,88831675.0,89156470.0,88854337.0,89025405.0,89009116.0,89253139.0,88591929.0,88514385.0,87620474.0,89104543.0,88477035.0,90437985.0,91949727.0,91557087.0,90514156.0,88870387.0,88613871.0,89118910.0,89095115.0,89331797.0,89666900.0,88945206.0,88993487.0,89308202.0,88785890.0,89165828.0,89161159.0,89186385.0,88867062.0,88820665.0,89118790.0,88524805.0,88503405.0,88879444.0,88551163.0,88779949.0,92022473.0,92026100.0,92281996.0,92256518.0,91963844.0,92299248.0,92010021.0,91648267.0,92358128.0,91861423.0,91836337.0,92292275.0,92923730.0,92043649.0,90421384.0,90039833.0,90020228.0,90032289.0,88773106.0,89704289.0,88833539.0,89056204.0,91276304.0,88770211.0,89459665.0,88855129.0,90005239.0,88724576.0,90363797.0,89685765.0,88780259.0,93165941.0,91803877.0,92773331.0,93743847.0,92399685.0,90924650.0,91942786.0,93144201.0,94077548.0,90682540.0,89598873.0,89290630.0,89781834.0,89434818.0,89167340.0,89051955.0,89241839.0,89798835.0,89762397.0,90030276.0,89296570.0,89413498.0,89669204.0,89621394.0,89423657.0,90466338.0,88827268.0,89653374.0,90349800.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/tukey.json b/criterion/fan_in_hydroflow_surface/new/tukey.json index f28a5a04d08b..612b2f3027ad 100644 --- a/criterion/fan_in_hydroflow_surface/new/tukey.json +++ b/criterion/fan_in_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[40731441.25,42099687.0625,45748342.5625,47116588.375] \ No newline at end of file +[41491572.25,42997088.3125,47011797.8125,48517313.875] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/report/MAD.svg b/criterion/fan_in_hydroflow_surface/report/MAD.svg index c5bca6b11794..d8cc41e2167a 100644 --- a/criterion/fan_in_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_in_hydroflow_surface/report/MAD.svg @@ -9,78 +9,94 @@ Density (a.u.) Average time (µs) - + +5e-4 + + + 0.001 - - + + +0.0015 + + + 0.002 - - + + +0.0025 + + + 0.003 - - -0.004 + + +0.0035 - - -0.005 + + +0.004 - - -0.006 + + +0.0045 - - -0.007 + + +0.005 - - -0.008 + + +0.0055 - + - -100 + +350 - - -200 - - - -300 - - - + + 400 - - + + +450 + + + 500 - - + + +550 + + + 600 - - + + +650 + + + 700 - - -800 + + +750 - - -900 + + +800 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/SD.svg b/criterion/fan_in_hydroflow_surface/report/SD.svg index 38afdff706cc..84b51f42fdc9 100644 --- a/criterion/fan_in_hydroflow_surface/report/SD.svg +++ b/criterion/fan_in_hydroflow_surface/report/SD.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -5e-4 - - - + 0.001 - - -0.0015 - - - + + 0.002 - - -0.0025 - - - + + 0.003 - - -0.0035 - - - + + 0.004 - - - -500 + + +0.005 + + + +0.006 - - -550 + + +0.007 - - + + +0.008 + + + +0.009 + + + + 600 - - + + 650 - - + + 700 - - + + 750 - - + + 800 - - -850 - - - -900 - - - -950 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg index 7126c06e900c..f7aac9f43d07 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg @@ -16,57 +16,47 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + - -42.5 - - - -43.0 - - - + 43.5 - - + + 44.0 - - + + 44.5 - - + + 45.0 - - + + 45.5 - - + + 46.0 - - + + 46.5 - - + + 47.0 - + 0 @@ -112,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg index 40bd7e90bec8..0e07b6323a8c 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg @@ -9,31 +9,39 @@ Density (a.u.) Average Time (ms) - -5 + +0.1 - - -10 + + +0.2 - - -15 + + +0.3 - - -20 + + +0.4 - - -25 + + +0.5 - + + +0.6 + + + +0.7 + + - + 44 - + 46 @@ -42,10 +50,10 @@ Average Time (ms) 48 - - - - + + + + Base PDF diff --git a/criterion/fan_in_hydroflow_surface/report/change/mean.svg b/criterion/fan_in_hydroflow_surface/report/change/mean.svg index 2d6140c58cf1..d51b3171b362 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/mean.svg @@ -9,62 +9,86 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 - + + +160 + + - -0.042 + +0.014 + + + +0.015 + + + +0.016 - - -0.043 + + +0.017 - - -0.044 + + +0.018 - - -0.045 + + +0.019 - - -0.046 + + +0.02 - - -0.047 + + +0.021 - - -0.048 + + +0.022 - - -0.049 + + +0.023 - - -0.05 + + +0.024 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/median.svg b/criterion/fan_in_hydroflow_surface/report/change/median.svg index b553ef91a6aa..85abb45cd756 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/median.svg @@ -9,83 +9,75 @@ Density (a.u.) Relative change (%) - -200 - - - -400 - - - -600 + +50 - - -800 + + +100 - - -1000 + + +150 - - -1200 - - - -1400 - - - -1600 + + +200 - - -1800 + + +250 - - -2000 + + +300 - - -2200 + + +350 - + - -0.047 - - - -0.0475 - - - -0.048 - - - -0.0485 - - - -0.049 - - - -0.0495 - - - -0.05 - - - - - - + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + + +0.012 + + + +0.013 + + + +0.014 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg index cf5d6297016f..8af227a66936 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg @@ -46,43 +46,47 @@ t score - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/fan_in_hydroflow_surface/report/index.html b/criterion/fan_in_hydroflow_surface/report/index.html index 7e6f29d57e78..1d3f7185a73e 100644 --- a/criterion/fan_in_hydroflow_surface/report/index.html +++ b/criterion/fan_in_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0004970 - 0.0005145 - 0.0004939 + 0.0003352 + 0.0003475 + 0.0003342 Mean - 44.043 ms - 44.181 ms - 44.330 ms + 44.904 ms + 45.041 ms + 45.184 ms Std. Dev. - 536.20 µs - 736.39 µs - 924.70 µs + 618.89 µs + 720.45 µs + 805.26 µs Median - 44.229 ms - 44.341 ms - 44.354 ms + 44.636 ms + 44.805 ms + 45.003 ms MAD - 124.75 µs - 210.14 µs - 891.19 µs + 350.08 µs + 567.98 µs + 759.05 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +4.2314% - +4.5603% - +4.9416% + +1.4847% + +1.9480% + +2.3832% (p = 0.00 < 0.05) diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg index 1e392a467586..3ade63ea603b 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg @@ -15,47 +15,42 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + - -43.5 - - - + 44.0 - - + + 44.5 - - + + 45.0 - - + + 45.5 - - + + 46.0 - - + + 46.5 - - + + 47.0 - + 10 @@ -97,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg index d238c431b145..55386435daf6 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg @@ -12,47 +12,42 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + - -43.5 - - - + 44.0 - - + + 44.5 - - + + 45.0 - - + + 45.5 - - + + 46.0 - - + + 46.5 - - + + 47.0 - + 10 @@ -94,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/mean.svg b/criterion/fan_in_hydroflow_surface/report/mean.svg index 5d7acb60447b..0886375f2e98 100644 --- a/criterion/fan_in_hydroflow_surface/report/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - -5.5 + + +6 - + - -44.05 + +44.9 - - -44.1 + + +44.95 - - -44.15 + + +45 - - -44.2 + + +45.05 - - -44.25 + + +45.1 - - -44.3 + + +45.15 - - -44.35 + + +45.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/median.svg b/criterion/fan_in_hydroflow_surface/report/median.svg index b1d8f38365c1..e1d310f57c51 100644 --- a/criterion/fan_in_hydroflow_surface/report/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/median.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (ms) - -5 - - - -10 + +1 - - -15 + + +2 - - -20 + + +3 - - -25 + + +4 - - -30 + + +5 - - -35 + + +6 - - -40 + + +7 - - -45 + + +8 - - -50 + + +9 - - -55 + + +10 - + - -44.22 + +44.6 + + + +44.65 - - -44.24 + + +44.7 - - -44.26 + + +44.75 - - -44.28 + + +44.8 - - -44.3 + + +44.85 - - -44.32 + + +44.9 - - -44.34 + + +44.95 + + + +45 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/pdf.svg b/criterion/fan_in_hydroflow_surface/report/pdf.svg index 96e104e2da12..f3c3559b8585 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf.svg @@ -54,30 +54,46 @@ Average Time (ms) - + 43 - - + + +43.5 + + + 44 - - + + +44.5 + + + 45 - - + + +45.5 + + + 46 - - + + +46.5 + + + 47 - - -48 + + +47.5 - + Density (a.u.) @@ -86,46 +102,38 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - - - - + + + + + - - - - - - - + + + PDF diff --git a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg index 89e395bbbf84..36f24f3be6b2 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,55 @@ Average Time (ms) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + - + +43 + + + 44 - - + + +45 + + + 46 - - -48 + + +47 - - - + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg index 2a5f93ec383f..31ede539c219 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,57 +13,47 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + - -42.5 - - - -43.0 - - - + 43.5 - - + + 44.0 - - + + 44.5 - - + + 45.0 - - + + 45.5 - - + + 46.0 - - + + 46.5 - - + + 47.0 - + 0 @@ -109,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg index 022e50101641..2e5299e6a36c 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg @@ -6,41 +6,49 @@ Density (a.u.) Average Time (ms) - -5 + +0.1 - - -10 + + +0.2 - - -15 + + +0.3 - - -20 + + +0.4 - - -25 + + +0.5 - + + +0.6 + + + +0.7 + + - + 44 - - + + 46 - + 48 - - - - + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/typical.svg b/criterion/fan_in_hydroflow_surface/report/typical.svg index 4fb02ff79283..ae612f31b99d 100644 --- a/criterion/fan_in_hydroflow_surface/report/typical.svg +++ b/criterion/fan_in_hydroflow_surface/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - -5.5 + + +6 - + - -44.05 + +44.9 - - -44.1 + + +44.95 - - -44.15 + + +45 - - -44.2 + + +45.05 - - -44.25 + + +45.1 - - -44.3 + + +45.15 - - -44.35 + + +45.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/base/estimates.json b/criterion/fan_out_hydroflow_scheduled/base/estimates.json index e0ec6a98e5bb..2abb34142ff6 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42963889.73,"upper_bound":43185103.64},"point_estimate":43072291.845,"standard_error":56334.96504874073},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42855000.5,"upper_bound":43094687.0},"point_estimate":42974347.75,"standard_error":57989.327356611386},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":363370.42754888535,"upper_bound":568937.7323493361},"point_estimate":482036.2468421459,"standard_error":54582.537097705186},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":459842.15764764545,"upper_bound":652183.9486047765},"point_estimate":563724.3146396723,"standard_error":49241.88589708113}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44562684.696,"upper_bound":44771188.4},"point_estimate":44665923.185,"standard_error":53262.27390237328},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44484628.5,"upper_bound":44799023.5},"point_estimate":44645283.5,"standard_error":82245.35758056532},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":399753.0602529645,"upper_bound":587766.0107150674},"point_estimate":486536.6790622473,"standard_error":46904.77016056225},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":452192.35862479097,"upper_bound":608892.188923826},"point_estimate":535466.3992412429,"standard_error":40267.29011212626}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/sample.json b/criterion/fan_out_hydroflow_scheduled/base/sample.json index 2896e7257ae9..72b722224064 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[84378828.0,85757810.0,84768305.0,85235386.0,85178549.0,86353561.0,85623059.0,85558699.0,84799052.0,84699346.0,85164463.0,85037887.0,85234103.0,85938878.0,86423662.0,88501618.0,89023803.0,89337658.0,89755496.0,88794335.0,88917855.0,87967041.0,86956055.0,87683873.0,87348659.0,86467383.0,87510238.0,86419314.0,87048627.0,87165186.0,85745908.0,88313828.0,86195938.0,85962993.0,85238692.0,85710001.0,86767203.0,86673778.0,86467074.0,85034892.0,86075883.0,85896828.0,84790034.0,85346463.0,85318841.0,84910880.0,86188222.0,87052104.0,86017002.0,86482041.0,85117935.0,85371298.0,86597866.0,85759793.0,86455941.0,86704736.0,85581701.0,84714483.0,88427610.0,86713522.0,87088501.0,85943396.0,88028224.0,86078207.0,86739160.0,86403413.0,86446244.0,86333433.0,86793601.0,85708056.0,85443302.0,85617237.0,85953995.0,85235264.0,85638016.0,85297350.0,84533495.0,86277408.0,85325213.0,85293293.0,85100173.0,84618675.0,84790415.0,85512562.0,86043111.0,86036129.0,86738107.0,86431386.0,85931714.0,85779519.0,86019378.0,86189374.0,85554660.0,85937694.0,85493477.0,85443542.0,85544732.0,86701901.0,84880613.0,84852180.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[89264368.0,88276127.0,89298641.0,89809151.0,87851238.0,88553775.0,88392354.0,88205166.0,90071779.0,88807236.0,89379812.0,89524060.0,88237506.0,89683537.0,89767925.0,89883760.0,89834669.0,90249320.0,89932240.0,88046039.0,89056250.0,91698667.0,89823578.0,89534790.0,90599071.0,91475962.0,90068704.0,89288705.0,88682264.0,89041452.0,89719363.0,91969722.0,92105795.0,88997671.0,89736285.0,90044018.0,90536254.0,89292429.0,88590732.0,89723270.0,88772440.0,88472813.0,88989604.0,90900107.0,89941446.0,89448248.0,88656234.0,90016665.0,88817624.0,88766439.0,89170230.0,88860495.0,89952346.0,89683976.0,87585391.0,88595011.0,89085843.0,89900660.0,88736263.0,88969257.0,88601563.0,88640094.0,88515562.0,88696459.0,86567787.0,87513978.0,88648269.0,87515702.0,87518176.0,89598047.0,91945184.0,91309352.0,90251142.0,91626332.0,90058584.0,89667296.0,88823185.0,88080252.0,90011386.0,88956213.0,90591325.0,89380732.0,90089932.0,90088198.0,88793009.0,89523709.0,90979759.0,89955462.0,89246413.0,89633363.0,87383236.0,88383797.0,88321772.0,88083608.0,88348231.0,88210575.0,90817216.0,89403074.0,88078619.0,88953267.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/tukey.json b/criterion/fan_out_hydroflow_scheduled/base/tukey.json index 3d6122840d18..436a99b49ade 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[40626026.875,41643918.4375,44358295.9375,45376187.5] \ No newline at end of file +[42344666.0,43329948.3125,45957367.8125,46942650.125] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/change/estimates.json b/criterion/fan_out_hydroflow_scheduled/change/estimates.json index 272a3da71787..93b03e01a0da 100644 --- a/criterion/fan_out_hydroflow_scheduled/change/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.48996427156032746,"upper_bound":-0.48663591665957634},"point_estimate":-0.48826060878226485,"standard_error":0.0008562690882821419},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.4907100485760476,"upper_bound":-0.4871736154965889},"point_estimate":-0.48910260113196613,"standard_error":0.0008613573097867498}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03350510767169422,"upper_bound":0.04068040794702231},"point_estimate":0.03699899103894566,"standard_error":0.001835276431652634},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03420024729776583,"upper_bound":0.04354875548970996},"point_estimate":0.038882166629277126,"standard_error":0.0023670186442353563}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/estimates.json b/criterion/fan_out_hydroflow_scheduled/new/estimates.json index e0ec6a98e5bb..2abb34142ff6 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42963889.73,"upper_bound":43185103.64},"point_estimate":43072291.845,"standard_error":56334.96504874073},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42855000.5,"upper_bound":43094687.0},"point_estimate":42974347.75,"standard_error":57989.327356611386},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":363370.42754888535,"upper_bound":568937.7323493361},"point_estimate":482036.2468421459,"standard_error":54582.537097705186},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":459842.15764764545,"upper_bound":652183.9486047765},"point_estimate":563724.3146396723,"standard_error":49241.88589708113}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44562684.696,"upper_bound":44771188.4},"point_estimate":44665923.185,"standard_error":53262.27390237328},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44484628.5,"upper_bound":44799023.5},"point_estimate":44645283.5,"standard_error":82245.35758056532},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":399753.0602529645,"upper_bound":587766.0107150674},"point_estimate":486536.6790622473,"standard_error":46904.77016056225},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":452192.35862479097,"upper_bound":608892.188923826},"point_estimate":535466.3992412429,"standard_error":40267.29011212626}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/sample.json b/criterion/fan_out_hydroflow_scheduled/new/sample.json index 2896e7257ae9..72b722224064 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[84378828.0,85757810.0,84768305.0,85235386.0,85178549.0,86353561.0,85623059.0,85558699.0,84799052.0,84699346.0,85164463.0,85037887.0,85234103.0,85938878.0,86423662.0,88501618.0,89023803.0,89337658.0,89755496.0,88794335.0,88917855.0,87967041.0,86956055.0,87683873.0,87348659.0,86467383.0,87510238.0,86419314.0,87048627.0,87165186.0,85745908.0,88313828.0,86195938.0,85962993.0,85238692.0,85710001.0,86767203.0,86673778.0,86467074.0,85034892.0,86075883.0,85896828.0,84790034.0,85346463.0,85318841.0,84910880.0,86188222.0,87052104.0,86017002.0,86482041.0,85117935.0,85371298.0,86597866.0,85759793.0,86455941.0,86704736.0,85581701.0,84714483.0,88427610.0,86713522.0,87088501.0,85943396.0,88028224.0,86078207.0,86739160.0,86403413.0,86446244.0,86333433.0,86793601.0,85708056.0,85443302.0,85617237.0,85953995.0,85235264.0,85638016.0,85297350.0,84533495.0,86277408.0,85325213.0,85293293.0,85100173.0,84618675.0,84790415.0,85512562.0,86043111.0,86036129.0,86738107.0,86431386.0,85931714.0,85779519.0,86019378.0,86189374.0,85554660.0,85937694.0,85493477.0,85443542.0,85544732.0,86701901.0,84880613.0,84852180.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[89264368.0,88276127.0,89298641.0,89809151.0,87851238.0,88553775.0,88392354.0,88205166.0,90071779.0,88807236.0,89379812.0,89524060.0,88237506.0,89683537.0,89767925.0,89883760.0,89834669.0,90249320.0,89932240.0,88046039.0,89056250.0,91698667.0,89823578.0,89534790.0,90599071.0,91475962.0,90068704.0,89288705.0,88682264.0,89041452.0,89719363.0,91969722.0,92105795.0,88997671.0,89736285.0,90044018.0,90536254.0,89292429.0,88590732.0,89723270.0,88772440.0,88472813.0,88989604.0,90900107.0,89941446.0,89448248.0,88656234.0,90016665.0,88817624.0,88766439.0,89170230.0,88860495.0,89952346.0,89683976.0,87585391.0,88595011.0,89085843.0,89900660.0,88736263.0,88969257.0,88601563.0,88640094.0,88515562.0,88696459.0,86567787.0,87513978.0,88648269.0,87515702.0,87518176.0,89598047.0,91945184.0,91309352.0,90251142.0,91626332.0,90058584.0,89667296.0,88823185.0,88080252.0,90011386.0,88956213.0,90591325.0,89380732.0,90089932.0,90088198.0,88793009.0,89523709.0,90979759.0,89955462.0,89246413.0,89633363.0,87383236.0,88383797.0,88321772.0,88083608.0,88348231.0,88210575.0,90817216.0,89403074.0,88078619.0,88953267.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/tukey.json b/criterion/fan_out_hydroflow_scheduled/new/tukey.json index 3d6122840d18..436a99b49ade 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[40626026.875,41643918.4375,44358295.9375,45376187.5] \ No newline at end of file +[42344666.0,43329948.3125,45957367.8125,46942650.125] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg index 3705aa86493f..7c445261adf4 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg @@ -9,62 +9,74 @@ Density (a.u.) Average time (µs) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - - - -350 + + +0.009 + + + +0.01 + + + +0.011 - - + + + 400 - - + + 450 - - + + 500 - - + + 550 - - - - + + +600 + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/SD.svg b/criterion/fan_out_hydroflow_scheduled/report/SD.svg index 9da06c316ba5..04045412cea9 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/SD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/SD.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - + + +0.009 + + + +0.01 + + - -450 + +440 + + + +460 + + + +480 - - + + 500 - - -550 + + +520 + + + +540 + + + +560 + + + +580 - - + + 600 - - -650 + + +620 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg index e857c1a496f6..649b771f1c3e 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,52 +16,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - -45.0 - - - -50.0 + +42.5 - - -55.0 + + +43.0 - - -60.0 + + +43.5 - - -65.0 + + +44.0 - - -70.0 + + +44.5 - - -75.0 + + +45.0 - - -80.0 + + +45.5 - - -85.0 + + +46.0 - + 0 @@ -107,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg index 3babe3d8035d..149eef69b83b 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg @@ -38,26 +38,30 @@ Average Time (ms) - -50 - - - -60 - - - -70 - - - -80 - - - - - - + +42 + + + +43 + + + +44 + + + +45 + + + +46 + + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg index e4121e58aa9b..344f8db12763 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg @@ -9,78 +9,86 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 + + + +100 - - -250 + + +120 - - -300 + + +140 - - -350 + + +160 - - -400 + + +180 - - -450 + + +200 - + - --0.49 + +0.033 + + + +0.034 - - --0.4895 + + +0.035 - - --0.489 + + +0.036 - - --0.4885 + + +0.037 - - --0.488 + + +0.038 - - --0.4875 + + +0.039 - - --0.487 + + +0.04 - - --0.4865 + + +0.041 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg index 2ad0014701a7..4072ecb92484 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg @@ -9,74 +9,98 @@ Density (a.u.) Relative change (%) - + +20 + + + +40 + + + +60 + + + +80 + + + 100 - - -200 + + +120 - - -300 + + +140 - - -400 + + +160 - - -500 + + +180 - - -600 + + +200 - - -700 + + +220 - + - --0.491 + +0.034 + + + +0.035 + + + +0.036 - - --0.4905 + + +0.037 - - --0.49 + + +0.038 - - --0.4895 + + +0.039 - - --0.489 + + +0.04 - - --0.4885 + + +0.041 - - --0.488 + + +0.042 - - --0.4875 + + +0.043 - - --0.487 + + +0.044 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg index 54059a55c1a2..08a7fd61b214 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/index.html b/criterion/fan_out_hydroflow_scheduled/report/index.html index c6ad53ef16f1..100ed227ed05 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/index.html +++ b/criterion/fan_out_hydroflow_scheduled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0126334 - 0.0130991 - 0.0125962 + 0.0012151 + 0.0012607 + 0.0012134 Mean - 42.964 ms - 43.072 ms - 43.185 ms + 44.563 ms + 44.666 ms + 44.771 ms Std. Dev. - 459.84 µs - 563.72 µs - 652.18 µs + 452.19 µs + 535.47 µs + 608.89 µs Median - 42.855 ms - 42.974 ms - 43.095 ms + 44.485 ms + 44.645 ms + 44.799 ms MAD - 363.37 µs - 482.04 µs - 568.94 µs + 399.75 µs + 486.54 µs + 587.77 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -48.996% - -48.826% - -48.664% + +3.3505% + +3.6999% + +4.0680% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg index a0cba0eced46..6eb9d32be120 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg @@ -15,32 +15,37 @@ Average Iteration Time (ms) - - - - - + + + + + + - -42.5 - - - -43.0 - - - + 43.5 - - + + 44.0 - - + + 44.5 - + + +45.0 + + + +45.5 + + + +46.0 + + 10 @@ -82,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg index af163f62be15..d730b936c165 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,32 +12,37 @@ Average Iteration Time (ms) - - - - - + + + + + + - -42.5 - - - -43.0 - - - + 43.5 - - + + 44.0 - - + + 44.5 - + + +45.0 + + + +45.5 + + + +46.0 + + 10 @@ -79,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/mean.svg index ce75262c8e9c..f18a3876d882 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - - -42.95 + + +8 - - -43 + + + +44.55 - - -43.05 + + +44.6 - - -43.1 + + +44.65 - - -43.15 + + +44.7 - - -43.2 + + +44.75 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/median.svg b/criterion/fan_out_hydroflow_scheduled/report/median.svg index a114fddce8a4..ab1509d26a6a 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/median.svg @@ -9,74 +9,86 @@ Density (a.u.) Average time (ms) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - -8 + + +7 - - -10 + + +8 - - -12 + + +9 - - -14 + + +10 - - -16 + + +11 - - -18 + + + +44.45 - - -20 + + +44.5 - - - -42.85 + + +44.55 - - -42.9 + + +44.6 - - -42.95 + + +44.65 - - -43 + + +44.7 - - -43.05 + + +44.75 - - -43.1 + + +44.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg index 22ccc2793f6a..c727738da9d4 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg @@ -54,42 +54,38 @@ Average Time (ms) - -41.5 - - - -42 - - - -42.5 - - - + 43 - - + + 43.5 - - + + 44 - - + + 44.5 - - + + 45 - - + + 45.5 - + + +46 + + + +46.5 + + Density (a.u.) @@ -98,50 +94,48 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - - - - + + + + + - - - - - - - - - - - + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg index eb3ce625d430..280964a91c6f 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg @@ -10,55 +10,51 @@ Average Time (ms) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - -0.8 - - + - -42 - - - + 43 - - + + 44 - - + + 45 - - - + + +46 + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg index 2725775eb76e..73a5e962f51c 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -13,52 +13,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - -45.0 - - - -50.0 + +42.5 - - -55.0 + + +43.0 - - -60.0 + + +43.5 - - -65.0 + + +44.0 - - -70.0 + + +44.5 - - -75.0 + + +45.0 - - -80.0 + + +45.5 - - -85.0 + + +46.0 - + 0 @@ -104,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg index 3e7cbc1ba800..3440b14b013b 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg @@ -35,24 +35,28 @@ Average Time (ms) - -50 - - - -60 - - - -70 - - - -80 - - - - - - + +42 + + + +43 + + + +44 + + + +45 + + + +46 + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/typical.svg b/criterion/fan_out_hydroflow_scheduled/report/typical.svg index 05e82a9dd1d6..0675ed03fb96 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/typical.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - - -42.95 + + +8 - - -43 + + + +44.55 - - -43.05 + + +44.6 - - -43.1 + + +44.65 - - -43.15 + + +44.7 - - -43.2 + + +44.75 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/base/estimates.json b/criterion/fan_out_hydroflow_surface/base/estimates.json index 92b857349742..d4de149700d7 100644 --- a/criterion/fan_out_hydroflow_surface/base/estimates.json +++ b/criterion/fan_out_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6433985.081750001,"upper_bound":6439479.6608125},"point_estimate":6436502.095,"standard_error":1411.008656571215},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6431824.0,"upper_bound":6434473.3125},"point_estimate":6432666.8125,"standard_error":712.9355408713611},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4037.397715821862,"upper_bound":7190.146559849381},"point_estimate":5905.288357660174,"standard_error":837.2789541409637},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7930.017727726992,"upper_bound":19558.769007671424},"point_estimate":14217.426097075218,"standard_error":2961.6633764795956}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6434384.8208125,"upper_bound":6439575.1162812505},"point_estimate":6436752.595,"standard_error":1329.5167621364853},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6431624.25,"upper_bound":6434795.75},"point_estimate":6432468.375,"standard_error":755.9819012361403},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4269.517274200916,"upper_bound":8499.233688795928},"point_estimate":6792.9024294018745,"standard_error":1097.5863781390672},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7826.189113534383,"upper_bound":19051.05739767919},"point_estimate":13395.591612399467,"standard_error":3047.75821750762}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/sample.json b/criterion/fan_out_hydroflow_surface/base/sample.json index 43488e42e925..92cf099598d1 100644 --- a/criterion/fan_out_hydroflow_surface/base/sample.json +++ b/criterion/fan_out_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51446718.0,51537757.0,51842715.0,51539931.0,51456456.0,51529562.0,51473988.0,51461264.0,51502712.0,51451767.0,51454101.0,51544850.0,51510707.0,51486462.0,51440246.0,51503604.0,51483487.0,51479989.0,51556733.0,51528109.0,51538919.0,51515235.0,51462357.0,51456115.0,51460684.0,52173082.0,51507361.0,51424907.0,51428574.0,51853567.0,51451246.0,51414177.0,51425378.0,51417373.0,51475021.0,51444664.0,51416170.0,51498194.0,51890235.0,51441548.0,51444223.0,51459491.0,51498805.0,51461405.0,51492984.0,51429255.0,51452317.0,51390222.0,51406212.0,51477465.0,51412023.0,51402264.0,51499404.0,51582591.0,51876910.0,51469109.0,51412152.0,51446297.0,51464911.0,51498765.0,51655276.0,51395582.0,51454983.0,51474108.0,51437971.0,51518511.0,51447219.0,51465052.0,51446797.0,51421290.0,51394771.0,51424567.0,51399269.0,51514915.0,51574216.0,51444584.0,51415269.0,51517570.0,51455674.0,51411222.0,51462187.0,51496230.0,51448971.0,51456014.0,51485119.0,51438241.0,51485610.0,51440255.0,51431209.0,51497121.0,51482484.0,51454201.0,51454923.0,51473417.0,51489577.0,51459240.0,51572142.0,51519423.0,51433783.0,51449913.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51459767.0,51556536.0,51548522.0,51442775.0,51478212.0,51385689.0,51434049.0,51422417.0,51527804.0,51510531.0,51463093.0,51438958.0,51431664.0,51783229.0,51857977.0,51499591.0,51483941.0,51443436.0,51681920.0,51544634.0,51402290.0,51519858.0,51458936.0,51412829.0,51496235.0,52208851.0,51441413.0,51517915.0,51544584.0,51412038.0,51451441.0,51458094.0,51497457.0,51641224.0,51449879.0,51452994.0,51418060.0,51455749.0,51440310.0,51412639.0,51444859.0,51443797.0,51456551.0,51436404.0,51427617.0,51450740.0,51414292.0,51477289.0,51447544.0,51458364.0,51456400.0,51450600.0,51524408.0,51619483.0,51627630.0,51565875.0,51563961.0,51634202.0,51643739.0,51492317.0,51457152.0,51466038.0,51440049.0,51516352.0,51459727.0,51400997.0,51436033.0,51445179.0,51375641.0,51514277.0,51648708.0,51552470.0,51583266.0,51434790.0,51413350.0,51409063.0,51422927.0,51465257.0,51419903.0,51545256.0,51447995.0,51462492.0,51466249.0,51440691.0,51422087.0,51507465.0,51550846.0,51476228.0,51490664.0,51492808.0,51416014.0,51479443.0,51539806.0,51444548.0,51459035.0,51467100.0,51482219.0,51508647.0,51410776.0,51506915.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/tukey.json b/criterion/fan_out_hydroflow_surface/base/tukey.json index ed1f14526871..811d01b81a2a 100644 --- a/criterion/fan_out_hydroflow_surface/base/tukey.json +++ b/criterion/fan_out_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6408025.75,6419089.421875,6448592.546875,6459656.21875] \ No newline at end of file +[6401343.84375,6415687.21875,6453936.21875,6468279.59375] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/change/estimates.json b/criterion/fan_out_hydroflow_surface/change/estimates.json index 2fa099f51407..8f805a054811 100644 --- a/criterion/fan_out_hydroflow_surface/change/estimates.json +++ b/criterion/fan_out_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.13151196377657248,"upper_bound":-0.1305612708459911},"point_estimate":-0.1310267623332234,"standard_error":0.0002412235386779636},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.13156069211165833,"upper_bound":-0.13113472646803703},"point_estimate":-0.13140093313795098,"standard_error":0.00010807786569620315}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0005421820857160528,"upper_bound":0.0006712933561628828},"point_estimate":0.00003891865430993846,"standard_error":0.0003069570065906671},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00033059783072109106,"upper_bound":0.00038764771982191526},"point_estimate":-0.0000308484032803813,"standard_error":0.00016673092536387065}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/estimates.json b/criterion/fan_out_hydroflow_surface/new/estimates.json index 92b857349742..d4de149700d7 100644 --- a/criterion/fan_out_hydroflow_surface/new/estimates.json +++ b/criterion/fan_out_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6433985.081750001,"upper_bound":6439479.6608125},"point_estimate":6436502.095,"standard_error":1411.008656571215},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6431824.0,"upper_bound":6434473.3125},"point_estimate":6432666.8125,"standard_error":712.9355408713611},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4037.397715821862,"upper_bound":7190.146559849381},"point_estimate":5905.288357660174,"standard_error":837.2789541409637},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7930.017727726992,"upper_bound":19558.769007671424},"point_estimate":14217.426097075218,"standard_error":2961.6633764795956}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6434384.8208125,"upper_bound":6439575.1162812505},"point_estimate":6436752.595,"standard_error":1329.5167621364853},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6431624.25,"upper_bound":6434795.75},"point_estimate":6432468.375,"standard_error":755.9819012361403},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4269.517274200916,"upper_bound":8499.233688795928},"point_estimate":6792.9024294018745,"standard_error":1097.5863781390672},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7826.189113534383,"upper_bound":19051.05739767919},"point_estimate":13395.591612399467,"standard_error":3047.75821750762}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/sample.json b/criterion/fan_out_hydroflow_surface/new/sample.json index 43488e42e925..92cf099598d1 100644 --- a/criterion/fan_out_hydroflow_surface/new/sample.json +++ b/criterion/fan_out_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51446718.0,51537757.0,51842715.0,51539931.0,51456456.0,51529562.0,51473988.0,51461264.0,51502712.0,51451767.0,51454101.0,51544850.0,51510707.0,51486462.0,51440246.0,51503604.0,51483487.0,51479989.0,51556733.0,51528109.0,51538919.0,51515235.0,51462357.0,51456115.0,51460684.0,52173082.0,51507361.0,51424907.0,51428574.0,51853567.0,51451246.0,51414177.0,51425378.0,51417373.0,51475021.0,51444664.0,51416170.0,51498194.0,51890235.0,51441548.0,51444223.0,51459491.0,51498805.0,51461405.0,51492984.0,51429255.0,51452317.0,51390222.0,51406212.0,51477465.0,51412023.0,51402264.0,51499404.0,51582591.0,51876910.0,51469109.0,51412152.0,51446297.0,51464911.0,51498765.0,51655276.0,51395582.0,51454983.0,51474108.0,51437971.0,51518511.0,51447219.0,51465052.0,51446797.0,51421290.0,51394771.0,51424567.0,51399269.0,51514915.0,51574216.0,51444584.0,51415269.0,51517570.0,51455674.0,51411222.0,51462187.0,51496230.0,51448971.0,51456014.0,51485119.0,51438241.0,51485610.0,51440255.0,51431209.0,51497121.0,51482484.0,51454201.0,51454923.0,51473417.0,51489577.0,51459240.0,51572142.0,51519423.0,51433783.0,51449913.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51459767.0,51556536.0,51548522.0,51442775.0,51478212.0,51385689.0,51434049.0,51422417.0,51527804.0,51510531.0,51463093.0,51438958.0,51431664.0,51783229.0,51857977.0,51499591.0,51483941.0,51443436.0,51681920.0,51544634.0,51402290.0,51519858.0,51458936.0,51412829.0,51496235.0,52208851.0,51441413.0,51517915.0,51544584.0,51412038.0,51451441.0,51458094.0,51497457.0,51641224.0,51449879.0,51452994.0,51418060.0,51455749.0,51440310.0,51412639.0,51444859.0,51443797.0,51456551.0,51436404.0,51427617.0,51450740.0,51414292.0,51477289.0,51447544.0,51458364.0,51456400.0,51450600.0,51524408.0,51619483.0,51627630.0,51565875.0,51563961.0,51634202.0,51643739.0,51492317.0,51457152.0,51466038.0,51440049.0,51516352.0,51459727.0,51400997.0,51436033.0,51445179.0,51375641.0,51514277.0,51648708.0,51552470.0,51583266.0,51434790.0,51413350.0,51409063.0,51422927.0,51465257.0,51419903.0,51545256.0,51447995.0,51462492.0,51466249.0,51440691.0,51422087.0,51507465.0,51550846.0,51476228.0,51490664.0,51492808.0,51416014.0,51479443.0,51539806.0,51444548.0,51459035.0,51467100.0,51482219.0,51508647.0,51410776.0,51506915.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/tukey.json b/criterion/fan_out_hydroflow_surface/new/tukey.json index ed1f14526871..811d01b81a2a 100644 --- a/criterion/fan_out_hydroflow_surface/new/tukey.json +++ b/criterion/fan_out_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6408025.75,6419089.421875,6448592.546875,6459656.21875] \ No newline at end of file +[6401343.84375,6415687.21875,6453936.21875,6468279.59375] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/report/MAD.svg b/criterion/fan_out_hydroflow_surface/report/MAD.svg index 1508737587bf..9a876e2b901a 100644 --- a/criterion/fan_out_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_out_hydroflow_surface/report/MAD.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - -0.5 - - + - + 4 - - + + 4.5 - - + + 5 - - + + 5.5 - - + + 6 - - + + 6.5 - - + + 7 - - + + 7.5 - - - - + + +8 + + + +8.5 + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/SD.svg b/criterion/fan_out_hydroflow_surface/report/SD.svg index c5994bbb916a..b094a0fec928 100644 --- a/criterion/fan_out_hydroflow_surface/report/SD.svg +++ b/criterion/fan_out_hydroflow_surface/report/SD.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - + + +0.16 + + - + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - + + 20 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg index 1b1392fa5e9f..7ee8c0880a96 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg @@ -16,62 +16,57 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + - -6.5 - - - -6.6 + +6.43 - - -6.7 + + +6.44 - - -6.8 + + +6.45 - - -6.9 + + +6.46 - - -7.0 + + +6.47 - - -7.1 + + +6.48 - - -7.2 + + +6.49 - - -7.3 + + +6.5 - - -7.4 + + +6.51 - - -7.5 + + +6.52 - + 0 @@ -117,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg index 6be007e4a41a..2552b04d5b2e 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg @@ -9,55 +9,55 @@ Density (a.u.) Average Time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 - - -50 + + +40 - - -60 + + +45 - + - -6.6 - - - -6.8 - - - -7 - - - -7.2 - - - -7.4 - - - - - - + +6.45 + + + +6.5 + + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_surface/report/change/mean.svg b/criterion/fan_out_hydroflow_surface/report/change/mean.svg index 77b9f5e2362b..c45c6b947d96 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/mean.svg @@ -9,67 +9,67 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - -1400 - - - -1600 - - + - --0.1316 - - - --0.1314 - - - --0.1312 - - - --0.131 - - - --0.1308 - - - --0.1306 - - - - - - + +-6e-4 + + + +-4e-4 + + + +-2e-4 + + + +0 + + + +2e-4 + + + +4e-4 + + + +6e-4 + + + +8e-4 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/median.svg b/criterion/fan_out_hydroflow_surface/report/change/median.svg index b7989578838f..ce824332a271 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/median.svg @@ -9,91 +9,71 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - -3500 - - - -4000 - - - -4500 - - + - --0.1316 - - - --0.13155 - - - --0.1315 - - - --0.13145 - - - --0.1314 - - - --0.13135 - - - --0.1313 - - - --0.13125 - - - --0.1312 - - - --0.13115 - - - --0.1311 - - - - - - + +-4e-4 + + + +-3e-4 + + + +-2e-4 + + + +-1e-4 + + + +0 + + + +1e-4 + + + +2e-4 + + + +3e-4 + + + +4e-4 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg index 6e14f57844b8..07ff1efba454 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg @@ -13,85 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_surface/report/index.html b/criterion/fan_out_hydroflow_surface/report/index.html index a1d3e2de537c..2f2960854c1f 100644 --- a/criterion/fan_out_hydroflow_surface/report/index.html +++ b/criterion/fan_out_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0013399 - 0.0013822 - 0.0013237 + 0.0001417 + 0.0001462 + 0.0001399 Mean - 6.4340 ms - 6.4365 ms - 6.4395 ms + 6.4344 ms + 6.4368 ms + 6.4396 ms Std. Dev. - 7.9300 µs - 14.217 µs - 19.559 µs + 7.8262 µs + 13.396 µs + 19.051 µs Median - 6.4318 ms - 6.4327 ms - 6.4345 ms + 6.4316 ms + 6.4325 ms + 6.4348 ms MAD - 4.0374 µs - 5.9053 µs - 7.1901 µs + 4.2695 µs + 6.7929 µs + 8.4992 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -13.151% - -13.103% - -13.056% - (p = 0.00 < + -0.0542% + +0.0039% + +0.0671% + (p = 0.90 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg index 82d4cdd2d80b..6c740c431277 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg @@ -15,57 +15,57 @@ Average Iteration Time (ms) - - + + - - - - - - - + + + + + + + - + 6.43 - - + + 6.44 - + 6.45 - + 6.46 - - + + 6.47 - - + + 6.48 - - + + 6.49 - - + + 6.5 - - + + 6.51 - - + + 6.52 - + 10 @@ -107,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg index bd35c5601c0c..7421d6816a58 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg @@ -12,57 +12,57 @@ Average Iteration Time (ms) - - + + - - - - - - - + + + + + + + - + 6.43 - - + + 6.44 - + 6.45 - + 6.46 - - + + 6.47 - - + + 6.48 - - + + 6.49 - - + + 6.5 - - + + 6.51 - - + + 6.52 - + 10 @@ -104,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/mean.svg b/criterion/fan_out_hydroflow_surface/report/mean.svg index 7102e5460b4d..5267bf53e1ed 100644 --- a/criterion/fan_out_hydroflow_surface/report/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + - + 6.434 - - + + 6.435 - - + + 6.436 - - + + 6.437 - - + + 6.438 - - + + 6.439 - - + + 6.44 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/median.svg b/criterion/fan_out_hydroflow_surface/report/median.svg index b7d85efbdfdb..fe7265a73a29 100644 --- a/criterion/fan_out_hydroflow_surface/report/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/median.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - + + +1400 + + - + +6.4315 + + + 6.432 - - + + 6.4325 - - + + 6.433 - - + + 6.4335 - - + + 6.434 - - + + 6.4345 - - - - + + +6.435 + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/pdf.svg b/criterion/fan_out_hydroflow_surface/report/pdf.svg index 1a882f11d3de..52c7004a26c9 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf.svg @@ -46,30 +46,34 @@ Average Time (ms) - + 6.42 - - + + 6.44 - - + + 6.46 - - + + 6.48 - - + + 6.5 - - + + 6.52 - + + +6.54 + + Density (a.u.) @@ -78,60 +82,60 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - -45 - - - + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg index f94bbdfb1473..71c6a096dfab 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg @@ -10,55 +10,51 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - -50 - - + - + 6.45 - - + + 6.5 - - - + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg index 31b9ae286374..a8ae8c03178a 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,62 +13,57 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + - -6.5 - - - -6.6 + +6.43 - - -6.7 + + +6.44 - - -6.8 + + +6.45 - - -6.9 + + +6.46 - - -7.0 + + +6.47 - - -7.1 + + +6.48 - - -7.2 + + +6.49 - - -7.3 + + +6.5 - - -7.4 + + +6.51 - - -7.5 + + +6.52 - + 0 @@ -114,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg index 673479970afd..85239319daec 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg @@ -6,53 +6,53 @@ Density (a.u.) Average Time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 - - -50 + + +40 - - -60 + + +45 - + - -6.6 - - - -6.8 - - - -7 - - - -7.2 - - - -7.4 - - - - - - + +6.45 + + + +6.5 + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/typical.svg b/criterion/fan_out_hydroflow_surface/report/typical.svg index bce9987ace61..3dcc331a6efe 100644 --- a/criterion/fan_out_hydroflow_surface/report/typical.svg +++ b/criterion/fan_out_hydroflow_surface/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + - + 6.434 - - + + 6.435 - - + + 6.436 - - + + 6.437 - - + + 6.438 - - + + 6.439 - - + + 6.44 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/base/estimates.json b/criterion/fork_join_hydroflow/base/estimates.json index f1548aa69eef..96c5556dffdc 100644 --- a/criterion/fork_join_hydroflow/base/estimates.json +++ b/criterion/fork_join_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5633169.539305556,"upper_bound":5646864.5076388875},"point_estimate":5639795.97111111,"standard_error":3478.6914827770856},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5630820.111111111,"upper_bound":5642831.444444444},"point_estimate":5636514.055555556,"standard_error":3140.7860677012527},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21991.817242900837,"upper_bound":36691.24618443364},"point_estimate":31482.351507743813,"standard_error":3792.9555477133376},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27685.123468463822,"upper_bound":41209.120817964824},"point_estimate":34797.09886508164,"standard_error":3472.6583340476413}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5613281.497972225,"upper_bound":5621309.996666666},"point_estimate":5617279.505555556,"standard_error":2037.078906364796},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5612126.111111111,"upper_bound":5623764.444444444},"point_estimate":5618439.555555556,"standard_error":3201.6887582255235},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16192.050879199702,"upper_bound":25568.11813024188},"point_estimate":20779.46229775739,"standard_error":2286.0593713835556},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17660.558150542976,"upper_bound":23115.3029042316},"point_estimate":20510.015588011367,"standard_error":1388.6920740164842}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/sample.json b/criterion/fork_join_hydroflow/base/sample.json index 59ab3b0b3dec..647a1843f9ae 100644 --- a/criterion/fork_join_hydroflow/base/sample.json +++ b/criterion/fork_join_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[50946028.0,50964683.0,51087001.0,51045975.0,51699603.0,50751485.0,50714646.0,50704668.0,50532658.0,50902467.0,50437022.0,50512534.0,51294082.0,51355195.0,50812262.0,50810489.0,51645186.0,50787496.0,50536970.0,50749786.0,51606625.0,50716324.0,50929121.0,50762409.0,50701195.0,50974165.0,50577103.0,50486895.0,50843752.0,50454866.0,50868567.0,50817863.0,50588665.0,50794630.0,50471126.0,50738045.0,50793407.0,50811651.0,50309555.0,50510048.0,50606028.0,50694213.0,50567175.0,50538061.0,50961451.0,50772949.0,50456159.0,50572946.0,50728066.0,51155372.0,50685636.0,50311599.0,50480233.0,50982089.0,50928831.0,50664136.0,50934901.0,50775273.0,50488128.0,50198177.0,50877774.0,50648678.0,50737273.0,50650130.0,51056279.0,51411671.0,50833271.0,50936214.0,51208121.0,50767559.0,50547759.0,50836398.0,51009571.0,51119395.0,50860513.0,51113644.0,51895563.0,50679475.0,50458132.0,50729187.0,50785483.0,50791834.0,50983762.0,50354569.0,50221651.0,50454115.0,50216231.0,50542029.0,50503827.0,50431302.0,50369266.0,50407227.0,50610416.0,50614904.0,50424519.0,50503386.0,50698431.0,50631696.0,50677381.0,50670067.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[50477144.0,50507248.0,50453882.0,50324171.0,50689451.0,50706291.0,50652542.0,50776683.0,50470363.0,50538369.0,50568906.0,50690683.0,50675063.0,50500098.0,50452209.0,50762627.0,50763358.0,50705861.0,50354546.0,50438403.0,50556092.0,50388791.0,50483387.0,50619712.0,50819784.0,50476284.0,50682768.0,50684041.0,50354026.0,50296850.0,50674332.0,50720228.0,50428234.0,50704078.0,50670175.0,50749061.0,50612107.0,50729496.0,50215839.0,50600856.0,50571291.0,50554820.0,50647793.0,50581229.0,50434846.0,50431230.0,50235125.0,50517039.0,50613629.0,50649686.0,50624771.0,50496632.0,50787814.0,50631993.0,50614311.0,50515807.0,50650999.0,50460965.0,50374204.0,50554479.0,50567975.0,50516047.0,50504456.0,50992434.0,50628979.0,50707715.0,50748000.0,50610714.0,50821917.0,50613449.0,50524013.0,50594885.0,50966416.0,50509135.0,50563937.0,50822679.0,50721139.0,50838077.0,50392679.0,50639698.0,50390624.0,50674513.0,51060571.0,50443042.0,50177197.0,50163131.0,50435828.0,50710180.0,50154034.0,50432362.0,50379533.0,50863896.0,50293163.0,50306478.0,50313551.0,50314783.0,50312158.0,50238041.0,50329571.0,50351853.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/tukey.json b/criterion/fork_join_hydroflow/base/tukey.json index b116e274fe07..df10b27b8207 100644 --- a/criterion/fork_join_hydroflow/base/tukey.json +++ b/criterion/fork_join_hydroflow/base/tukey.json @@ -1 +1 @@ -[5491553.222222224,5553431.51388889,5718440.291666666,5780318.583333332] \ No newline at end of file +[5520849.027777778,5562325.902777778,5672930.902777778,5714407.777777778] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/change/estimates.json b/criterion/fork_join_hydroflow/change/estimates.json index d9d19626484e..6e7339914de9 100644 --- a/criterion/fork_join_hydroflow/change/estimates.json +++ b/criterion/fork_join_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.32208345818755224,"upper_bound":-0.3193873797055978},"point_estimate":-0.32072746855824275,"standard_error":0.0006901682279997884},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.3210100873327833,"upper_bound":-0.319264635848466},"point_estimate":-0.3201419133961313,"standard_error":0.0004575146381363767}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005370854815012649,"upper_bound":-0.0025822847259648362},"point_estimate":-0.003992425554202872,"standard_error":0.0007104557051847402},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004794166582994807,"upper_bound":-0.0016732367078773347},"point_estimate":-0.0032066805514633367,"standard_error":0.0008020550527568826}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/estimates.json b/criterion/fork_join_hydroflow/new/estimates.json index f1548aa69eef..96c5556dffdc 100644 --- a/criterion/fork_join_hydroflow/new/estimates.json +++ b/criterion/fork_join_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5633169.539305556,"upper_bound":5646864.5076388875},"point_estimate":5639795.97111111,"standard_error":3478.6914827770856},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5630820.111111111,"upper_bound":5642831.444444444},"point_estimate":5636514.055555556,"standard_error":3140.7860677012527},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21991.817242900837,"upper_bound":36691.24618443364},"point_estimate":31482.351507743813,"standard_error":3792.9555477133376},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27685.123468463822,"upper_bound":41209.120817964824},"point_estimate":34797.09886508164,"standard_error":3472.6583340476413}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5613281.497972225,"upper_bound":5621309.996666666},"point_estimate":5617279.505555556,"standard_error":2037.078906364796},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5612126.111111111,"upper_bound":5623764.444444444},"point_estimate":5618439.555555556,"standard_error":3201.6887582255235},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16192.050879199702,"upper_bound":25568.11813024188},"point_estimate":20779.46229775739,"standard_error":2286.0593713835556},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17660.558150542976,"upper_bound":23115.3029042316},"point_estimate":20510.015588011367,"standard_error":1388.6920740164842}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/sample.json b/criterion/fork_join_hydroflow/new/sample.json index 59ab3b0b3dec..647a1843f9ae 100644 --- a/criterion/fork_join_hydroflow/new/sample.json +++ b/criterion/fork_join_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[50946028.0,50964683.0,51087001.0,51045975.0,51699603.0,50751485.0,50714646.0,50704668.0,50532658.0,50902467.0,50437022.0,50512534.0,51294082.0,51355195.0,50812262.0,50810489.0,51645186.0,50787496.0,50536970.0,50749786.0,51606625.0,50716324.0,50929121.0,50762409.0,50701195.0,50974165.0,50577103.0,50486895.0,50843752.0,50454866.0,50868567.0,50817863.0,50588665.0,50794630.0,50471126.0,50738045.0,50793407.0,50811651.0,50309555.0,50510048.0,50606028.0,50694213.0,50567175.0,50538061.0,50961451.0,50772949.0,50456159.0,50572946.0,50728066.0,51155372.0,50685636.0,50311599.0,50480233.0,50982089.0,50928831.0,50664136.0,50934901.0,50775273.0,50488128.0,50198177.0,50877774.0,50648678.0,50737273.0,50650130.0,51056279.0,51411671.0,50833271.0,50936214.0,51208121.0,50767559.0,50547759.0,50836398.0,51009571.0,51119395.0,50860513.0,51113644.0,51895563.0,50679475.0,50458132.0,50729187.0,50785483.0,50791834.0,50983762.0,50354569.0,50221651.0,50454115.0,50216231.0,50542029.0,50503827.0,50431302.0,50369266.0,50407227.0,50610416.0,50614904.0,50424519.0,50503386.0,50698431.0,50631696.0,50677381.0,50670067.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[50477144.0,50507248.0,50453882.0,50324171.0,50689451.0,50706291.0,50652542.0,50776683.0,50470363.0,50538369.0,50568906.0,50690683.0,50675063.0,50500098.0,50452209.0,50762627.0,50763358.0,50705861.0,50354546.0,50438403.0,50556092.0,50388791.0,50483387.0,50619712.0,50819784.0,50476284.0,50682768.0,50684041.0,50354026.0,50296850.0,50674332.0,50720228.0,50428234.0,50704078.0,50670175.0,50749061.0,50612107.0,50729496.0,50215839.0,50600856.0,50571291.0,50554820.0,50647793.0,50581229.0,50434846.0,50431230.0,50235125.0,50517039.0,50613629.0,50649686.0,50624771.0,50496632.0,50787814.0,50631993.0,50614311.0,50515807.0,50650999.0,50460965.0,50374204.0,50554479.0,50567975.0,50516047.0,50504456.0,50992434.0,50628979.0,50707715.0,50748000.0,50610714.0,50821917.0,50613449.0,50524013.0,50594885.0,50966416.0,50509135.0,50563937.0,50822679.0,50721139.0,50838077.0,50392679.0,50639698.0,50390624.0,50674513.0,51060571.0,50443042.0,50177197.0,50163131.0,50435828.0,50710180.0,50154034.0,50432362.0,50379533.0,50863896.0,50293163.0,50306478.0,50313551.0,50314783.0,50312158.0,50238041.0,50329571.0,50351853.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/tukey.json b/criterion/fork_join_hydroflow/new/tukey.json index b116e274fe07..df10b27b8207 100644 --- a/criterion/fork_join_hydroflow/new/tukey.json +++ b/criterion/fork_join_hydroflow/new/tukey.json @@ -1 +1 @@ -[5491553.222222224,5553431.51388889,5718440.291666666,5780318.583333332] \ No newline at end of file +[5520849.027777778,5562325.902777778,5672930.902777778,5714407.777777778] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/report/MAD.svg b/criterion/fork_join_hydroflow/report/MAD.svg index 573cad6f1d90..8109be91c84c 100644 --- a/criterion/fork_join_hydroflow/report/MAD.svg +++ b/criterion/fork_join_hydroflow/report/MAD.svg @@ -9,70 +9,94 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - + + +0.14 + + + +0.16 + + + +0.18 + + + +0.2 + + - -22 + +16 - - -24 + + +17 - - -26 + + +18 + + + +19 + + + +20 - - -28 + + +21 - - -30 + + +22 - - -32 + + +23 - - -34 + + +24 - - -36 + + +25 - - -38 + + +26 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/SD.svg b/criterion/fork_join_hydroflow/report/SD.svg index debf86ec79aa..f775018ce0a1 100644 --- a/criterion/fork_join_hydroflow/report/SD.svg +++ b/criterion/fork_join_hydroflow/report/SD.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - -0.02 + +0.05 - - -0.04 + + +0.1 - - -0.06 + + +0.15 - - -0.08 + + +0.2 - - -0.1 + + +0.25 - - -0.12 + + +0.3 - + - -28 - - - -30 - - - -32 + +18 - - -34 + + +19 - - -36 + + +20 - - -38 + + +21 - - -40 + + +22 - - -42 + + +23 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/both/iteration_times.svg b/criterion/fork_join_hydroflow/report/both/iteration_times.svg index c88da99a7bd8..81b6887d4ec9 100644 --- a/criterion/fork_join_hydroflow/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/both/iteration_times.svg @@ -16,37 +16,57 @@ Average Iteration Time (ms) - - - - + + + + + + + - + + - -6.0 + +5.58 - - -6.5 + + +5.6 - - -7.0 + + +5.62 - - -7.5 + + +5.64 - + + +5.66 + + + +5.68 + + + +5.7 + + -8.0 +5.72 - -8.5 + +5.74 + + + +5.76 - + 0 @@ -92,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow/report/both/pdf.svg b/criterion/fork_join_hydroflow/report/both/pdf.svg index dcc62c383b58..1a712bc0de89 100644 --- a/criterion/fork_join_hydroflow/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow/report/both/pdf.svg @@ -9,47 +9,55 @@ Density (a.u.) Average Time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - - -6 + + +14 - - -7 + + +16 - - -8 - - - - - - + + + +5.6 + + + +5.7 + + + +5.8 + + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow/report/change/mean.svg b/criterion/fork_join_hydroflow/report/change/mean.svg index f4e48ebcba64..8f41b4d18dba 100644 --- a/criterion/fork_join_hydroflow/report/change/mean.svg +++ b/criterion/fork_join_hydroflow/report/change/mean.svg @@ -9,79 +9,83 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - + + 500 - - + + 550 - + - --0.322 - - - --0.3215 - - - --0.321 - - - --0.3205 - - - --0.32 - - - --0.3195 - - - - - - + +-0.0055 + + + +-0.005 + + + +-0.0045 + + + +-0.004 + + + +-0.0035 + + + +-0.003 + + + +-0.0025 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/median.svg b/criterion/fork_join_hydroflow/report/change/median.svg index 92eb9157b5fb..530ec80e8984 100644 --- a/criterion/fork_join_hydroflow/report/change/median.svg +++ b/criterion/fork_join_hydroflow/report/change/median.svg @@ -9,87 +9,79 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - -300 + + +250 - - -400 - - - -500 + + +300 - - -600 + + +350 - - -700 + + +400 - - -800 + + +450 - + - --0.3212 - - - --0.321 - - - --0.3208 - - - --0.3206 - - - --0.3204 - - - --0.3202 - - - --0.32 - - - --0.3198 - - - --0.3196 - - - --0.3194 - - - --0.3192 - - - - - - + +-0.005 + + + +-0.0045 + + + +-0.004 + + + +-0.0035 + + + +-0.003 + + + +-0.0025 + + + +-0.002 + + + +-0.0015 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/t-test.svg b/criterion/fork_join_hydroflow/report/change/t-test.svg index 7cd8bf5d6524..b34b3a0fb084 100644 --- a/criterion/fork_join_hydroflow/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow/report/change/t-test.svg @@ -25,64 +25,72 @@ t score 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + +5.0 + + + t distribution diff --git a/criterion/fork_join_hydroflow/report/index.html b/criterion/fork_join_hydroflow/report/index.html index 1ffc8b201f40..5c22e5f4a4b4 100644 --- a/criterion/fork_join_hydroflow/report/index.html +++ b/criterion/fork_join_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0007705 - 0.0007987 - 0.0007667 + 0.0117031 + 0.0121468 + 0.0116961 Mean - 5.6332 ms - 5.6398 ms - 5.6469 ms + 5.6133 ms + 5.6173 ms + 5.6213 ms Std. Dev. - 27.685 µs - 34.797 µs - 41.209 µs + 17.661 µs + 20.510 µs + 23.115 µs Median - 5.6308 ms - 5.6365 ms - 5.6428 ms + 5.6121 ms + 5.6184 ms + 5.6238 ms MAD - 21.992 µs - 31.482 µs - 36.691 µs + 16.192 µs + 20.779 µs + 25.568 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -32.208% - -32.073% - -31.939% + -0.5371% + -0.3992% + -0.2582% (p = 0.00 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow/report/iteration_times.svg b/criterion/fork_join_hydroflow/report/iteration_times.svg index ee1401f3fa25..e91ac5490a24 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times.svg @@ -15,57 +15,57 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + - + 5.58 - - -5.6 + + +5.59 - - -5.62 + + +5.6 - - -5.64 + + +5.61 - - -5.66 + + +5.62 - - -5.68 + + +5.63 - - -5.7 + + +5.64 - - -5.72 + + +5.65 - - -5.74 + + +5.66 - - -5.76 + + +5.67 - + 10 @@ -107,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow/report/iteration_times_small.svg b/criterion/fork_join_hydroflow/report/iteration_times_small.svg index 58beb9696027..52b65a57a61e 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times_small.svg @@ -12,55 +12,55 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - + 5.58 - - -5.6 + + +5.59 - - -5.62 + + +5.6 - - -5.64 + + +5.61 - - -5.66 + + +5.62 - - -5.68 + + +5.63 - - -5.7 + + +5.64 - - -5.72 + + +5.65 - - -5.74 + + +5.66 - + -5.76 +5.67 @@ -104,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/mean.svg b/criterion/fork_join_hydroflow/report/mean.svg index eb75b0cbffe8..d55653fac040 100644 --- a/criterion/fork_join_hydroflow/report/mean.svg +++ b/criterion/fork_join_hydroflow/report/mean.svg @@ -9,70 +9,86 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + + +140 + + + +160 + + + +180 + + + +200 + + - -5.632 + +5.613 - - -5.634 + + +5.614 - - -5.636 + + +5.615 - - -5.638 + + +5.616 - - -5.64 + + +5.617 - - -5.642 + + +5.618 - - -5.644 + + +5.619 - - -5.646 + + +5.62 - - -5.648 + + +5.621 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/median.svg b/criterion/fork_join_hydroflow/report/median.svg index f6529df0fa6a..aabd7bf1f8d6 100644 --- a/criterion/fork_join_hydroflow/report/median.svg +++ b/criterion/fork_join_hydroflow/report/median.svg @@ -9,74 +9,58 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - - -160 + + +250 - + - -5.63 - - - -5.632 + +5.612 - - -5.634 + + +5.614 - - -5.636 + + +5.616 - - -5.638 + + +5.618 - - -5.64 + + +5.62 - - -5.642 + + +5.622 - - -5.644 + + +5.624 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/pdf.svg b/criterion/fork_join_hydroflow/report/pdf.svg index 069759832e41..9b72b35186d3 100644 --- a/criterion/fork_join_hydroflow/report/pdf.svg +++ b/criterion/fork_join_hydroflow/report/pdf.svg @@ -50,30 +50,34 @@ Average Time (ms) - -5.55 + +5.56 - - + + +5.58 + + + 5.6 - - -5.65 + + +5.62 - - -5.7 + + +5.64 - - -5.75 + + +5.66 - - -5.8 + + +5.68 - + Density (a.u.) @@ -82,44 +86,46 @@ Density (a.u.) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - - - - + + +14 + + + +16 + + + + + + - - - - - - - - - + + + PDF diff --git a/criterion/fork_join_hydroflow/report/pdf_small.svg b/criterion/fork_join_hydroflow/report/pdf_small.svg index 897d307d6bb3..ec76b6543416 100644 --- a/criterion/fork_join_hydroflow/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/pdf_small.svg @@ -10,43 +10,55 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + + +14 + + + +16 + + + +18 + + - -5.6 + +5.55 - - -5.7 + + +5.6 - - -5.8 + + +5.65 - - - + + + diff --git a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg index 4313a3f34e2e..bc772ae6b5d3 100644 --- a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg @@ -13,37 +13,57 @@ Average Iteration Time (ms) - - - - + + + + + + + - + + - -6.0 + +5.58 - - -6.5 + + +5.6 - - -7.0 + + +5.62 - - -7.5 + + +5.64 - + + +5.66 + + + +5.68 + + + +5.7 + + -8.0 +5.72 - -8.5 + +5.74 + + + +5.76 - + 0 @@ -89,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg index a22ad4109f2b..86b06b923c4a 100644 --- a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg @@ -6,45 +6,53 @@ Density (a.u.) Average Time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - - -6 + + +14 - - -7 + + +16 - - -8 - - - - - - + + + +5.6 + + + +5.7 + + + +5.8 + + + + + + diff --git a/criterion/fork_join_hydroflow/report/typical.svg b/criterion/fork_join_hydroflow/report/typical.svg index dc83d93ee56b..553f44db5f78 100644 --- a/criterion/fork_join_hydroflow/report/typical.svg +++ b/criterion/fork_join_hydroflow/report/typical.svg @@ -9,70 +9,86 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + + +140 + + + +160 + + + +180 + + + +200 + + - -5.632 + +5.613 - - -5.634 + + +5.614 - - -5.636 + + +5.615 - - -5.638 + + +5.616 - - -5.64 + + +5.617 - - -5.642 + + +5.618 - - -5.644 + + +5.619 - - -5.646 + + +5.62 - - -5.648 + + +5.621 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/base/estimates.json b/criterion/fork_join_hydroflow_builder/base/estimates.json index 986c4c543bec..01db46736858 100644 --- a/criterion/fork_join_hydroflow_builder/base/estimates.json +++ b/criterion/fork_join_hydroflow_builder/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3632967.696625001,"upper_bound":3654089.0506250015},"point_estimate":3640573.252857144,"standard_error":6166.167023284347},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3631123.1785714286,"upper_bound":3637286.9214285715},"point_estimate":3634694.5357142854,"standard_error":1584.080130537631},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7997.091308023298,"upper_bound":12690.420374700592},"point_estimate":10670.272010564804,"standard_error":1172.668701410399},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8882.9567810621,"upper_bound":104803.86534123767},"point_estimate":61585.25003659249,"standard_error":33895.56520526631}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4117155.950115384,"upper_bound":4137492.4711923073},"point_estimate":4126629.809999998,"standard_error":5193.031283580028},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4121204.6153846155,"upper_bound":4131718.076923077},"point_estimate":4126887.1923076925,"standard_error":3115.1468372966224},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13581.92728964166,"upper_bound":28294.45110536552},"point_estimate":20267.255686337892,"standard_error":3551.935515203401},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28231.98492322701,"upper_bound":76649.31736340102},"point_estimate":52235.86010374037,"standard_error":13172.091439871581}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/sample.json b/criterion/fork_join_hydroflow_builder/base/sample.json index 101c7d417421..6ff0fa4513c4 100644 --- a/criterion/fork_join_hydroflow_builder/base/sample.json +++ b/criterion/fork_join_hydroflow_builder/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0],"times":[50670968.0,51075973.0,50871843.0,50873396.0,50714419.0,50958185.0,50954317.0,51456103.0,50882853.0,50879346.0,50775123.0,50916766.0,50721312.0,50757108.0,50685756.0,50766646.0,50750065.0,50669916.0,50716543.0,51165250.0,51276938.0,50955248.0,50649097.0,50759413.0,50836377.0,50752961.0,50996194.0,50978712.0,51050706.0,50824353.0,51145782.0,51108885.0,50692578.0,50958584.0,50940581.0,50974234.0,50774370.0,50749714.0,50750236.0,50803044.0,50940461.0,50742712.0,50864830.0,50862004.0,50894214.0,50906057.0,50918430.0,50848690.0,50754233.0,50980276.0,50727473.0,50934089.0,50733665.0,50958173.0,50754774.0,50845002.0,50939569.0,50752620.0,50704049.0,50760034.0,50918700.0,50972610.0,50989993.0,51004319.0,50807803.0,50785561.0,50910405.0,50791933.0,50971939.0,50889045.0,51212799.0,50943426.0,50813604.0,50817581.0,50855512.0,50740227.0,50915634.0,50888594.0,50927256.0,59382747.0,51064422.0,50940020.0,50974363.0,50775963.0,50999431.0,50953254.0,51180759.0,51029707.0,50950330.0,50978271.0,50987077.0,50790721.0,51028083.0,50673843.0,50664897.0,50779942.0,50895998.0,50678231.0,50826447.0,51029857.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0],"times":[53954596.0,53561876.0,53320285.0,53870559.0,53573607.0,53652264.0,54083776.0,53766806.0,53532842.0,53577494.0,53697768.0,53537379.0,53903200.0,52819704.0,53665268.0,53710693.0,53489150.0,53751228.0,53821148.0,53592031.0,53591080.0,53868686.0,53909582.0,53253101.0,54370950.0,53320426.0,53548420.0,53537239.0,53805208.0,53865361.0,58388645.0,53718076.0,52751828.0,52799657.0,52647845.0,52645170.0,53100126.0,54048932.0,54207626.0,53879546.0,53864910.0,53987667.0,53764983.0,53576573.0,54005260.0,53492166.0,53738543.0,53681498.0,53870889.0,53774701.0,53738423.0,53540336.0,53813573.0,53560072.0,53659627.0,53706594.0,53888713.0,53916765.0,53868226.0,55306972.0,53465726.0,53561173.0,54060684.0,53574789.0,53858587.0,53613652.0,53646803.0,53727754.0,53702416.0,52287343.0,52970374.0,53679053.0,53566614.0,53882492.0,53641823.0,54124091.0,53336575.0,53086971.0,53255514.0,54095167.0,54736190.0,53079537.0,53845412.0,53431713.0,53304325.0,53527370.0,53465565.0,53755916.0,53563748.0,53571492.0,53615824.0,53575660.0,53556785.0,53730098.0,53426392.0,53695993.0,53584327.0,52629560.0,51099923.0,53389653.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/tukey.json b/criterion/fork_join_hydroflow_builder/base/tukey.json index a7b458c4f14c..e034ed7f1c0e 100644 --- a/criterion/fork_join_hydroflow_builder/base/tukey.json +++ b/criterion/fork_join_hydroflow_builder/base/tukey.json @@ -1 +1 @@ -[3580228.196428572,3602966.910714286,3663603.482142857,3686342.196428571] \ No newline at end of file +[4037982.519230769,4077397.7596153845,4182505.0673076925,4221920.307692308] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/change/estimates.json b/criterion/fork_join_hydroflow_builder/change/estimates.json index a73020062e2a..92bbb8dc451f 100644 --- a/criterion/fork_join_hydroflow_builder/change/estimates.json +++ b/criterion/fork_join_hydroflow_builder/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.5615741531612182,"upper_bound":-0.5586609984548214},"point_estimate":-0.5604601611189838,"standard_error":0.0008172410864027666},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.5612149337620461,"upper_bound":-0.5604206466769124},"point_estimate":-0.5608324838940829,"standard_error":0.0002021055617690365}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.12832969871639743,"upper_bound":0.13776181958686187},"point_estimate":0.1335109949405342,"standard_error":0.0024029302958617467},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1334692651229619,"upper_bound":0.13720520507097222},"point_estimate":0.13541513647354742,"standard_error":0.000990544214518231}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/estimates.json b/criterion/fork_join_hydroflow_builder/new/estimates.json index 986c4c543bec..01db46736858 100644 --- a/criterion/fork_join_hydroflow_builder/new/estimates.json +++ b/criterion/fork_join_hydroflow_builder/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3632967.696625001,"upper_bound":3654089.0506250015},"point_estimate":3640573.252857144,"standard_error":6166.167023284347},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3631123.1785714286,"upper_bound":3637286.9214285715},"point_estimate":3634694.5357142854,"standard_error":1584.080130537631},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7997.091308023298,"upper_bound":12690.420374700592},"point_estimate":10670.272010564804,"standard_error":1172.668701410399},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8882.9567810621,"upper_bound":104803.86534123767},"point_estimate":61585.25003659249,"standard_error":33895.56520526631}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4117155.950115384,"upper_bound":4137492.4711923073},"point_estimate":4126629.809999998,"standard_error":5193.031283580028},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4121204.6153846155,"upper_bound":4131718.076923077},"point_estimate":4126887.1923076925,"standard_error":3115.1468372966224},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13581.92728964166,"upper_bound":28294.45110536552},"point_estimate":20267.255686337892,"standard_error":3551.935515203401},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28231.98492322701,"upper_bound":76649.31736340102},"point_estimate":52235.86010374037,"standard_error":13172.091439871581}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/sample.json b/criterion/fork_join_hydroflow_builder/new/sample.json index 101c7d417421..6ff0fa4513c4 100644 --- a/criterion/fork_join_hydroflow_builder/new/sample.json +++ b/criterion/fork_join_hydroflow_builder/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0],"times":[50670968.0,51075973.0,50871843.0,50873396.0,50714419.0,50958185.0,50954317.0,51456103.0,50882853.0,50879346.0,50775123.0,50916766.0,50721312.0,50757108.0,50685756.0,50766646.0,50750065.0,50669916.0,50716543.0,51165250.0,51276938.0,50955248.0,50649097.0,50759413.0,50836377.0,50752961.0,50996194.0,50978712.0,51050706.0,50824353.0,51145782.0,51108885.0,50692578.0,50958584.0,50940581.0,50974234.0,50774370.0,50749714.0,50750236.0,50803044.0,50940461.0,50742712.0,50864830.0,50862004.0,50894214.0,50906057.0,50918430.0,50848690.0,50754233.0,50980276.0,50727473.0,50934089.0,50733665.0,50958173.0,50754774.0,50845002.0,50939569.0,50752620.0,50704049.0,50760034.0,50918700.0,50972610.0,50989993.0,51004319.0,50807803.0,50785561.0,50910405.0,50791933.0,50971939.0,50889045.0,51212799.0,50943426.0,50813604.0,50817581.0,50855512.0,50740227.0,50915634.0,50888594.0,50927256.0,59382747.0,51064422.0,50940020.0,50974363.0,50775963.0,50999431.0,50953254.0,51180759.0,51029707.0,50950330.0,50978271.0,50987077.0,50790721.0,51028083.0,50673843.0,50664897.0,50779942.0,50895998.0,50678231.0,50826447.0,51029857.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0],"times":[53954596.0,53561876.0,53320285.0,53870559.0,53573607.0,53652264.0,54083776.0,53766806.0,53532842.0,53577494.0,53697768.0,53537379.0,53903200.0,52819704.0,53665268.0,53710693.0,53489150.0,53751228.0,53821148.0,53592031.0,53591080.0,53868686.0,53909582.0,53253101.0,54370950.0,53320426.0,53548420.0,53537239.0,53805208.0,53865361.0,58388645.0,53718076.0,52751828.0,52799657.0,52647845.0,52645170.0,53100126.0,54048932.0,54207626.0,53879546.0,53864910.0,53987667.0,53764983.0,53576573.0,54005260.0,53492166.0,53738543.0,53681498.0,53870889.0,53774701.0,53738423.0,53540336.0,53813573.0,53560072.0,53659627.0,53706594.0,53888713.0,53916765.0,53868226.0,55306972.0,53465726.0,53561173.0,54060684.0,53574789.0,53858587.0,53613652.0,53646803.0,53727754.0,53702416.0,52287343.0,52970374.0,53679053.0,53566614.0,53882492.0,53641823.0,54124091.0,53336575.0,53086971.0,53255514.0,54095167.0,54736190.0,53079537.0,53845412.0,53431713.0,53304325.0,53527370.0,53465565.0,53755916.0,53563748.0,53571492.0,53615824.0,53575660.0,53556785.0,53730098.0,53426392.0,53695993.0,53584327.0,52629560.0,51099923.0,53389653.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/tukey.json b/criterion/fork_join_hydroflow_builder/new/tukey.json index a7b458c4f14c..e034ed7f1c0e 100644 --- a/criterion/fork_join_hydroflow_builder/new/tukey.json +++ b/criterion/fork_join_hydroflow_builder/new/tukey.json @@ -1 +1 @@ -[3580228.196428572,3602966.910714286,3663603.482142857,3686342.196428571] \ No newline at end of file +[4037982.519230769,4077397.7596153845,4182505.0673076925,4221920.307692308] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/report/MAD.svg b/criterion/fork_join_hydroflow_builder/report/MAD.svg index 56c0cbd38ecf..3e0ef3c7e761 100644 --- a/criterion/fork_join_hydroflow_builder/report/MAD.svg +++ b/criterion/fork_join_hydroflow_builder/report/MAD.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (µs) - -0.05 + +0.02 - - -0.1 - - - -0.15 + + +0.04 - - -0.2 + + +0.06 - - -0.25 + + +0.08 - - -0.3 + + +0.1 - - -0.35 + + +0.12 - - -0.4 + + +0.14 - + - -8 + +12 - - -9 + + +14 - - -10 + + +16 - - -11 + + +18 - - -12 + + +20 + + + +22 + + + +24 + + + +26 - - -13 + + +28 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/SD.svg b/criterion/fork_join_hydroflow_builder/report/SD.svg index b224703f7872..24fc9e63b3bd 100644 --- a/criterion/fork_join_hydroflow_builder/report/SD.svg +++ b/criterion/fork_join_hydroflow_builder/report/SD.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - -0.04 - - - -0.045 - - + - -0 - - - -20 + +30 - - + + 40 - - + + +50 + + + 60 - - -80 + + +70 - - -100 + + +80 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg index dbab9e9a95ec..678f0c11211b 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg @@ -16,57 +16,47 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + - -4.0 - - - -4.5 + +3.7 - - -5.0 + + +3.8 - - -5.5 + + +3.9 - - -6.0 - - - -6.5 + + +4.0 - - -7.0 + + +4.1 - - -7.5 + + +4.2 - - -8.0 + + +4.3 - - -8.5 + + +4.4 - + 0 @@ -112,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg index bb8972b9a68d..1adef8076112 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg @@ -9,67 +9,55 @@ Density (a.u.) Average Time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - -16 - - - -18 - - + - -4 - - - -5 + +3.6 - - -6 + + +3.8 - - -7 + + +4 - - -8 + + +4.2 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_builder/report/change/mean.svg b/criterion/fork_join_hydroflow_builder/report/change/mean.svg index 7888cbc972fd..7df7c9e59e7d 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/mean.svg @@ -9,62 +9,90 @@ Density (a.u.) Relative change (%) - -100 + +20 + + + +40 + + + +60 - - -200 + + +80 + + + +100 - - -300 + + +120 - - -400 + + +140 - - -500 + + +160 - - -600 + + +180 - + - --0.5615 + +0.128 + + + +0.129 + + + +0.13 + + + +0.131 + + + +0.132 - - --0.561 + + +0.133 - - --0.5605 + + +0.134 - - --0.56 + + +0.135 - - --0.5595 + + +0.136 - - --0.559 + + +0.137 - - --0.5585 + + +0.138 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/median.svg b/criterion/fork_join_hydroflow_builder/report/change/median.svg index cf5591839747..8637f988a26e 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/median.svg @@ -9,90 +9,74 @@ Density (a.u.) Relative change (%) - -200 - - - -400 - - - -600 + +50 - - -800 + + +100 - - -1000 + + +150 - - -1200 - - - -1400 + + +200 - - -1600 + + +250 - - -1800 + + +300 - - -2000 + + +350 - + - --0.5613 - - - --0.5612 + +0.1335 - - --0.5611 + + +0.134 - - --0.561 + + +0.1345 - - --0.5609 + + +0.135 - - --0.5608 + + +0.1355 - - --0.5607 + + +0.136 - - --0.5606 + + +0.1365 - - --0.5605 + + +0.137 - - --0.5604 + + +0.1375 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg index e339330d64ec..b6a951c97980 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg @@ -13,81 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_builder/report/index.html b/criterion/fork_join_hydroflow_builder/report/index.html index f9212066306a..98b3d38395dd 100644 --- a/criterion/fork_join_hydroflow_builder/report/index.html +++ b/criterion/fork_join_hydroflow_builder/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000512 - 0.0000519 - 0.0000495 + 0.0013933 + 0.0014395 + 0.0013793 Mean - 3.6330 ms - 3.6406 ms - 3.6541 ms + 4.1172 ms + 4.1266 ms + 4.1375 ms Std. Dev. - 8.8830 µs - 61.585 µs - 104.80 µs + 28.232 µs + 52.236 µs + 76.649 µs Median - 3.6311 ms - 3.6347 ms - 3.6373 ms + 4.1212 ms + 4.1269 ms + 4.1317 ms MAD - 7.9971 µs - 10.670 µs - 12.690 µs + 13.582 µs + 20.267 µs + 28.294 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -56.157% - -56.046% - -55.866% + +12.833% + +13.351% + +13.776% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg index 787285278da1..97f3e1baebdc 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg @@ -15,37 +15,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + + - -3.7 + +3.95 - - -3.8 - - - -3.9 - - - + + 4.0 - - + + +4.05 + + + 4.1 - - + + +4.15 + + + 4.2 - + + +4.25 + + + +4.3 + + + +4.35 + + + +4.4 + + + +4.45 + + 10 @@ -87,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg index 1196052119c5..8426555b1790 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg @@ -12,37 +12,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + + - -3.7 + +3.95 - - -3.8 - - - -3.9 - - - + + 4.0 - - + + +4.05 + + + 4.1 - - + + +4.15 + + + 4.2 - + + +4.25 + + + +4.3 + + + +4.35 + + + +4.4 + + + +4.45 + + 10 @@ -84,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/mean.svg b/criterion/fork_join_hydroflow_builder/report/mean.svg index 42622a26b447..e3dc892a404c 100644 --- a/criterion/fork_join_hydroflow_builder/report/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/mean.svg @@ -9,54 +9,62 @@ Density (a.u.) Average time (ms) - + +10 + + + 20 - - + + +30 + + + 40 - - -60 + + +50 - - -80 + + +60 - - -100 + + +70 - - -120 + + +80 - + - -3.635 + +4.115 - - -3.64 + + +4.12 - - -3.645 + + +4.125 - - -3.65 + + +4.13 - - -3.655 + + +4.135 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/median.svg b/criterion/fork_join_hydroflow_builder/report/median.svg index d3f81ac50136..67f6c5d94fd2 100644 --- a/criterion/fork_join_hydroflow_builder/report/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/median.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - -300 + + +120 - - -350 + + +140 - - - -3.631 + + +160 - - -3.632 + + +180 + + + + +4.122 - - -3.633 + + +4.124 - - -3.634 + + +4.126 - - -3.635 + + +4.128 - - -3.636 + + +4.13 - - -3.637 + + +4.132 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/pdf.svg b/criterion/fork_join_hydroflow_builder/report/pdf.svg index d92485bfe9e6..3d80312a3801 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf.svg @@ -13,63 +13,55 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - -14 - - + - -3.6 - - - -3.7 - - - -3.8 - - - + 3.9 - - + + 4 - - + + 4.1 - - + + 4.2 - + + +4.3 + + + +4.4 + + Density (a.u.) @@ -78,44 +70,60 @@ Density (a.u.) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - -14 - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg index 1183deebae58..ce6f6f321d29 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg @@ -10,47 +10,43 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - -14 - - + - -3.6 + +4 - - -3.8 + + +4.2 - - -4 + + +4.4 - - - + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg index c785bd2450b4..2dffb0391449 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg @@ -13,57 +13,47 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + - -4.0 - - - -4.5 + +3.7 - - -5.0 + + +3.8 - - -5.5 + + +3.9 - - -6.0 - - - -6.5 + + +4.0 - - -7.0 + + +4.1 - - -7.5 + + +4.2 - - -8.0 + + +4.3 - - -8.5 + + +4.4 - + 0 @@ -109,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg index 139e02fc3298..c1629f9f0d21 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg @@ -6,65 +6,53 @@ Density (a.u.) Average Time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - -16 - - - -18 - - + - -4 + +3.6 - - -5 + + +3.8 - - -6 - - - -7 + + +4 - - -8 + + +4.2 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/typical.svg b/criterion/fork_join_hydroflow_builder/report/typical.svg index e7e1ef53c9c9..a7fb5223f557 100644 --- a/criterion/fork_join_hydroflow_builder/report/typical.svg +++ b/criterion/fork_join_hydroflow_builder/report/typical.svg @@ -9,54 +9,62 @@ Density (a.u.) Average time (ms) - + +10 + + + 20 - - + + +30 + + + 40 - - -60 + + +50 - - -80 + + +60 - - -100 + + +70 - - -120 + + +80 - + - -3.635 + +4.115 - - -3.64 + + +4.12 - - -3.645 + + +4.125 - - -3.65 + + +4.13 - - -3.655 + + +4.135 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/base/estimates.json b/criterion/identity_hydroflow/base/estimates.json index 7c4ef75223f0..794035fdb4d4 100644 --- a/criterion/identity_hydroflow/base/estimates.json +++ b/criterion/identity_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6381679.3,"upper_bound":6404797.218375},"point_estimate":6392616.6825,"standard_error":5948.909513758096},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6367451.625,"upper_bound":6390993.125},"point_estimate":6377650.75,"standard_error":5908.239705434415},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28385.766433551908,"upper_bound":45568.26616600156},"point_estimate":38233.84409621358,"standard_error":4266.105621621449},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41170.67353246495,"upper_bound":76294.47070021708},"point_estimate":59509.31574592164,"standard_error":9059.469126971422}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6908464.720093749,"upper_bound":6964811.1695937505},"point_estimate":6936088.15875,"standard_error":14424.52881274321},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6888048.0,"upper_bound":6949258.5625},"point_estimate":6925764.25,"standard_error":18985.86417775776},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101334.59625095129,"upper_bound":171451.84544362128},"point_estimate":142098.40453974903,"standard_error":17892.10744162429},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119333.2289258866,"upper_bound":168736.52727936365},"point_estimate":144945.07970632595,"standard_error":12645.277814306079}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/sample.json b/criterion/identity_hydroflow/base/sample.json index 1a58253a1e34..fdb0df6e00b8 100644 --- a/criterion/identity_hydroflow/base/sample.json +++ b/criterion/identity_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[50931058.0,51270912.0,50997912.0,51887191.0,51886751.0,51437342.0,51339089.0,51092269.0,51219646.0,51486705.0,51239694.0,51110703.0,50744851.0,50908437.0,51025504.0,51015556.0,51184070.0,50848965.0,50886876.0,50816704.0,50738590.0,51145187.0,50880955.0,51729097.0,51950971.0,52611993.0,50948601.0,51372942.0,51220417.0,50805143.0,51059187.0,50815261.0,50798672.0,50623735.0,50628193.0,50808232.0,50799974.0,51026867.0,50684457.0,50844146.0,50709705.0,50877609.0,51500390.0,51118368.0,50763235.0,51016908.0,50894891.0,50710387.0,50505595.0,50611833.0,50816815.0,50792118.0,50789364.0,50867599.0,52512478.0,51029091.0,50667597.0,50954341.0,51315455.0,50732287.0,50904569.0,50772261.0,50941577.0,50858647.0,50922646.0,50937805.0,53500954.0,51490003.0,51164117.0,51479935.0,51240920.0,51226262.0,51286474.0,51273150.0,51108492.0,50982136.0,51015911.0,51279010.0,51187460.0,50921895.0,50841445.0,50754854.0,50928947.0,50941421.0,51163576.0,51297745.0,51698663.0,52083260.0,51511113.0,50929900.0,51173043.0,51304177.0,52895605.0,51174125.0,51060634.0,51283439.0,51039464.0,50946240.0,51334675.0,51227875.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[54128889.0,56722145.0,54815187.0,54709059.0,55754194.0,56398193.0,55592804.0,55257720.0,55184384.0,54766556.0,55559943.0,55747651.0,55186637.0,55106258.0,54857555.0,55496514.0,58467143.0,56866314.0,55743313.0,56394796.0,55928308.0,55656883.0,55104384.0,54439057.0,54483860.0,54538161.0,54465165.0,54775352.0,55093845.0,56982498.0,54629418.0,54114830.0,56721322.0,55584576.0,54375936.0,56403571.0,56296831.0,56162923.0,54545191.0,54748359.0,54045190.0,54201621.0,56479701.0,56533492.0,54794335.0,53504013.0,55344388.0,55031036.0,55236187.0,55527068.0,55601608.0,56043831.0,56518063.0,57230460.0,55246486.0,55586529.0,56347416.0,58927919.0,54363903.0,54592699.0,54259258.0,54716961.0,54070387.0,54709297.0,55771654.0,55848277.0,56714349.0,56032019.0,55554500.0,55357243.0,55631623.0,56336977.0,57444177.0,57045626.0,55262126.0,55577853.0,53841963.0,54046102.0,53755939.0,53763486.0,53466493.0,53181472.0,56670457.0,59353472.0,54884674.0,55099573.0,55080057.0,54593801.0,55454985.0,56401838.0,58572738.0,56065922.0,56473340.0,55563927.0,53917122.0,56126014.0,55039080.0,56643477.0,55104352.0,56476246.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/tukey.json b/criterion/identity_hydroflow/base/tukey.json index 0d3669070cea..0f128cd5f2bd 100644 --- a/criterion/identity_hydroflow/base/tukey.json +++ b/criterion/identity_hydroflow/base/tukey.json @@ -1 +1 @@ -[6195899.5,6275934.765625,6489362.140625,6569397.40625] \ No newline at end of file +[6239543.4375,6539099.0625,7337914.0625,7637469.6875] \ No newline at end of file diff --git a/criterion/identity_hydroflow/change/estimates.json b/criterion/identity_hydroflow/change/estimates.json index 686e99d76da2..948a2e92f98c 100644 --- a/criterion/identity_hydroflow/change/estimates.json +++ b/criterion/identity_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.635130274645391,"upper_bound":-0.6329521780358232},"point_estimate":-0.6340771405836387,"standard_error":0.0005544555459707635},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.6358286490687493,"upper_bound":-0.6331806507495155},"point_estimate":-0.63454922088767,"standard_error":0.0006645632400734883}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07995630321179359,"upper_bound":0.09003699830788515},"point_estimate":0.08501549572615108,"standard_error":0.0025121717779409925},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0798382295328608,"upper_bound":0.09103762181639796},"point_estimate":0.0859428528600441,"standard_error":0.003264991010357083}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/estimates.json b/criterion/identity_hydroflow/new/estimates.json index 7c4ef75223f0..794035fdb4d4 100644 --- a/criterion/identity_hydroflow/new/estimates.json +++ b/criterion/identity_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6381679.3,"upper_bound":6404797.218375},"point_estimate":6392616.6825,"standard_error":5948.909513758096},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6367451.625,"upper_bound":6390993.125},"point_estimate":6377650.75,"standard_error":5908.239705434415},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28385.766433551908,"upper_bound":45568.26616600156},"point_estimate":38233.84409621358,"standard_error":4266.105621621449},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41170.67353246495,"upper_bound":76294.47070021708},"point_estimate":59509.31574592164,"standard_error":9059.469126971422}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6908464.720093749,"upper_bound":6964811.1695937505},"point_estimate":6936088.15875,"standard_error":14424.52881274321},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6888048.0,"upper_bound":6949258.5625},"point_estimate":6925764.25,"standard_error":18985.86417775776},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101334.59625095129,"upper_bound":171451.84544362128},"point_estimate":142098.40453974903,"standard_error":17892.10744162429},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119333.2289258866,"upper_bound":168736.52727936365},"point_estimate":144945.07970632595,"standard_error":12645.277814306079}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/sample.json b/criterion/identity_hydroflow/new/sample.json index 1a58253a1e34..fdb0df6e00b8 100644 --- a/criterion/identity_hydroflow/new/sample.json +++ b/criterion/identity_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[50931058.0,51270912.0,50997912.0,51887191.0,51886751.0,51437342.0,51339089.0,51092269.0,51219646.0,51486705.0,51239694.0,51110703.0,50744851.0,50908437.0,51025504.0,51015556.0,51184070.0,50848965.0,50886876.0,50816704.0,50738590.0,51145187.0,50880955.0,51729097.0,51950971.0,52611993.0,50948601.0,51372942.0,51220417.0,50805143.0,51059187.0,50815261.0,50798672.0,50623735.0,50628193.0,50808232.0,50799974.0,51026867.0,50684457.0,50844146.0,50709705.0,50877609.0,51500390.0,51118368.0,50763235.0,51016908.0,50894891.0,50710387.0,50505595.0,50611833.0,50816815.0,50792118.0,50789364.0,50867599.0,52512478.0,51029091.0,50667597.0,50954341.0,51315455.0,50732287.0,50904569.0,50772261.0,50941577.0,50858647.0,50922646.0,50937805.0,53500954.0,51490003.0,51164117.0,51479935.0,51240920.0,51226262.0,51286474.0,51273150.0,51108492.0,50982136.0,51015911.0,51279010.0,51187460.0,50921895.0,50841445.0,50754854.0,50928947.0,50941421.0,51163576.0,51297745.0,51698663.0,52083260.0,51511113.0,50929900.0,51173043.0,51304177.0,52895605.0,51174125.0,51060634.0,51283439.0,51039464.0,50946240.0,51334675.0,51227875.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[54128889.0,56722145.0,54815187.0,54709059.0,55754194.0,56398193.0,55592804.0,55257720.0,55184384.0,54766556.0,55559943.0,55747651.0,55186637.0,55106258.0,54857555.0,55496514.0,58467143.0,56866314.0,55743313.0,56394796.0,55928308.0,55656883.0,55104384.0,54439057.0,54483860.0,54538161.0,54465165.0,54775352.0,55093845.0,56982498.0,54629418.0,54114830.0,56721322.0,55584576.0,54375936.0,56403571.0,56296831.0,56162923.0,54545191.0,54748359.0,54045190.0,54201621.0,56479701.0,56533492.0,54794335.0,53504013.0,55344388.0,55031036.0,55236187.0,55527068.0,55601608.0,56043831.0,56518063.0,57230460.0,55246486.0,55586529.0,56347416.0,58927919.0,54363903.0,54592699.0,54259258.0,54716961.0,54070387.0,54709297.0,55771654.0,55848277.0,56714349.0,56032019.0,55554500.0,55357243.0,55631623.0,56336977.0,57444177.0,57045626.0,55262126.0,55577853.0,53841963.0,54046102.0,53755939.0,53763486.0,53466493.0,53181472.0,56670457.0,59353472.0,54884674.0,55099573.0,55080057.0,54593801.0,55454985.0,56401838.0,58572738.0,56065922.0,56473340.0,55563927.0,53917122.0,56126014.0,55039080.0,56643477.0,55104352.0,56476246.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/tukey.json b/criterion/identity_hydroflow/new/tukey.json index 0d3669070cea..0f128cd5f2bd 100644 --- a/criterion/identity_hydroflow/new/tukey.json +++ b/criterion/identity_hydroflow/new/tukey.json @@ -1 +1 @@ -[6195899.5,6275934.765625,6489362.140625,6569397.40625] \ No newline at end of file +[6239543.4375,6539099.0625,7337914.0625,7637469.6875] \ No newline at end of file diff --git a/criterion/identity_hydroflow/report/MAD.svg b/criterion/identity_hydroflow/report/MAD.svg index f1120c64dc24..3321cbd828b5 100644 --- a/criterion/identity_hydroflow/report/MAD.svg +++ b/criterion/identity_hydroflow/report/MAD.svg @@ -9,74 +9,62 @@ Density (a.u.) Average time (µs) - -0.02 - - - -0.04 + +0.005 - - -0.06 + + +0.01 - - -0.08 + + +0.015 - - -0.1 + + +0.02 - - -0.12 + + +0.025 - + - -28 - - - -30 - - - -32 + +100 - - -34 + + +110 - - -36 + + +120 - - -38 + + +130 - - -40 + + +140 - - -42 + + +150 - - -44 + + +160 - - -46 + + +170 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/SD.svg b/criterion/identity_hydroflow/report/SD.svg index b27c4094ec45..ef1588b1aeef 100644 --- a/criterion/identity_hydroflow/report/SD.svg +++ b/criterion/identity_hydroflow/report/SD.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - -0.035 - - - -0.04 - - - -0.045 - - + - -40 - - - -45 - - - -50 - - - -55 + +120 - - -60 + + +130 - - -65 + + +140 - - -70 + + +150 - - -75 + + +160 - - -80 + + +170 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/both/iteration_times.svg b/criterion/identity_hydroflow/report/both/iteration_times.svg index 0d42d51ceb6e..1537765ca102 100644 --- a/criterion/identity_hydroflow/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow/report/both/iteration_times.svg @@ -16,37 +16,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + + - -8.0 + +6.4 - - -10.0 + + +6.5 - - -12.0 + + +6.6 - - -14.0 + + +6.7 - - -16.0 + + +6.8 - - -18.0 + + +6.9 - + + +7.0 + + + +7.1 + + + +7.2 + + + +7.3 + + + +7.4 + + 0 @@ -92,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow/report/both/pdf.svg b/criterion/identity_hydroflow/report/both/pdf.svg index 4c508409b697..e23087e49987 100644 --- a/criterion/identity_hydroflow/report/both/pdf.svg +++ b/criterion/identity_hydroflow/report/both/pdf.svg @@ -42,18 +42,22 @@ Average Time (ms) - -10 - - - -15 - - - - - - + +6.5 + + + +7 + + + +7.5 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow/report/change/mean.svg b/criterion/identity_hydroflow/report/change/mean.svg index fc449a69fa1f..39d277c9192d 100644 --- a/criterion/identity_hydroflow/report/change/mean.svg +++ b/criterion/identity_hydroflow/report/change/mean.svg @@ -9,58 +9,66 @@ Density (a.u.) Relative change (%) - -100 + +20 + + + +40 - - -200 + + +60 - - -300 + + +80 - - -400 + + +100 - - -500 + + +120 - - -600 + + +140 - - -700 + + +160 - + - --0.635 + +0.08 + + + +0.082 - - --0.6345 + + +0.084 - - --0.634 + + +0.086 - - --0.6335 + + +0.088 - - --0.633 + + +0.09 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/median.svg b/criterion/identity_hydroflow/report/change/median.svg index d6353b7610bc..54acddc23523 100644 --- a/criterion/identity_hydroflow/report/change/median.svg +++ b/criterion/identity_hydroflow/report/change/median.svg @@ -9,66 +9,66 @@ Density (a.u.) Relative change (%) - -100 + +20 - - -200 + + +40 - - -300 + + +60 - - -400 + + +80 - - -500 + + +100 - - -600 + + +120 - - -700 + + +140 - + - --0.636 + +0.08 - - --0.6355 + + +0.082 - - --0.635 + + +0.084 - - --0.6345 + + +0.086 - - --0.634 + + +0.088 - - --0.6335 + + +0.09 - - --0.633 + + +0.092 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/t-test.svg b/criterion/identity_hydroflow/report/change/t-test.svg index 13c049980029..1fed4fa611ad 100644 --- a/criterion/identity_hydroflow/report/change/t-test.svg +++ b/criterion/identity_hydroflow/report/change/t-test.svg @@ -21,73 +21,69 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow/report/index.html b/criterion/identity_hydroflow/report/index.html index b3c7682f85f0..cc5f3345671f 100644 --- a/criterion/identity_hydroflow/report/index.html +++ b/criterion/identity_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0003257 - 0.0003368 - 0.0003231 + 0.0070175 + 0.0072731 + 0.0069975 Mean - 6.3817 ms - 6.3926 ms - 6.4048 ms + 6.9085 ms + 6.9361 ms + 6.9648 ms Std. Dev. - 41.171 µs - 59.509 µs - 76.294 µs + 119.33 µs + 144.95 µs + 168.74 µs Median - 6.3675 ms - 6.3777 ms - 6.3910 ms + 6.8880 ms + 6.9258 ms + 6.9493 ms MAD - 28.386 µs - 38.234 µs - 45.568 µs + 101.33 µs + 142.10 µs + 171.45 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -63.513% - -63.408% - -63.295% + +7.9956% + +8.5015% + +9.0037% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/identity_hydroflow/report/iteration_times.svg b/criterion/identity_hydroflow/report/iteration_times.svg index fbbb56d74162..08cebd6a7655 100644 --- a/criterion/identity_hydroflow/report/iteration_times.svg +++ b/criterion/identity_hydroflow/report/iteration_times.svg @@ -15,42 +15,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - -6.35 + +6.7 - - -6.4 + + +6.8 - - -6.45 + + +6.9 - - -6.5 + + +7.0 - - -6.55 + + +7.1 - - -6.6 + + +7.2 - - -6.65 + + +7.3 - + + +7.4 + + 10 @@ -92,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow/report/iteration_times_small.svg b/criterion/identity_hydroflow/report/iteration_times_small.svg index 3150ee4cd532..4d3d412bdbd9 100644 --- a/criterion/identity_hydroflow/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/iteration_times_small.svg @@ -12,42 +12,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - -6.35 + +6.7 - - -6.4 + + +6.8 - - -6.45 + + +6.9 - - -6.5 + + +7.0 - - -6.55 + + +7.1 - - -6.6 + + +7.2 - - -6.65 + + +7.3 - + + +7.4 + + 10 @@ -89,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/mean.svg b/criterion/identity_hydroflow/report/mean.svg index f23675b34770..0d546b6761c5 100644 --- a/criterion/identity_hydroflow/report/mean.svg +++ b/criterion/identity_hydroflow/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - -10 - - - -20 + +5 - - -30 + + +10 - - -40 + + +15 - - -50 + + +20 - - -60 + + +25 - - -70 + + +30 - + - -6.38 + +6.91 + + + +6.92 - - -6.385 + + +6.93 - - -6.39 + + +6.94 - - -6.395 + + +6.95 - - -6.4 + + +6.96 - - -6.405 + + +6.97 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/median.svg b/criterion/identity_hydroflow/report/median.svg index 94622f94f0f4..c935ffbe2df8 100644 --- a/criterion/identity_hydroflow/report/median.svg +++ b/criterion/identity_hydroflow/report/median.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (ms) - -20 + +5 - - -40 + + +10 - - -60 + + +15 - - -80 + + +20 - - -100 + + +25 - - -120 + + +30 - - -140 + + +35 - - -160 + + +40 - + - -6.365 + +6.89 + + + +6.9 - - -6.37 + + +6.91 - - -6.375 + + +6.92 - - -6.38 + + +6.93 - - -6.385 + + +6.94 - - -6.39 + + +6.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/pdf.svg b/criterion/identity_hydroflow/report/pdf.svg index 976dc50117ef..57ef88b80024 100644 --- a/criterion/identity_hydroflow/report/pdf.svg +++ b/criterion/identity_hydroflow/report/pdf.svg @@ -46,50 +46,30 @@ Average Time (ms) - -6.25 - - - -6.3 - - - -6.35 - - - -6.4 - - - -6.45 - - - -6.5 + +6.6 - - -6.55 + + +6.8 - - -6.6 + + +7 - - -6.65 + + +7.2 - - -6.7 + + +7.4 - - -6.75 + + +7.6 - + Density (a.u.) @@ -98,56 +78,36 @@ Density (a.u.) 0 - -1 - - - -2 + +0.5 - - -3 - - - -4 + + +1 - + -5 +1.5 - -6 - - - -7 + +2 - - -8 + + +2.5 - - - - - + + + + + - - - - - - - - - - - - - + + + + + PDF diff --git a/criterion/identity_hydroflow/report/pdf_small.svg b/criterion/identity_hydroflow/report/pdf_small.svg index f16da61acf9c..e08ab01a54df 100644 --- a/criterion/identity_hydroflow/report/pdf_small.svg +++ b/criterion/identity_hydroflow/report/pdf_small.svg @@ -10,63 +10,39 @@ Average Time (ms) 0 - -1 - - - -2 + +0.5 - - -3 - - - -4 + + +1 - + -5 +1.5 - -6 - - - -7 - - - -8 + +2 - - -9 + + +2.5 - + - -6.3 - - - -6.4 - - - + 6.5 - - -6.6 + + +7 - - -6.7 + + +7.5 - - - + + + diff --git a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg index a0c5fba169bc..a8cfdc251b78 100644 --- a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg @@ -13,37 +13,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + + - -8.0 + +6.4 - - -10.0 + + +6.5 - - -12.0 + + +6.6 - - -14.0 + + +6.7 - - -16.0 + + +6.8 - - -18.0 + + +6.9 - + + +7.0 + + + +7.1 + + + +7.2 + + + +7.3 + + + +7.4 + + 0 @@ -89,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/relative_pdf_small.svg b/criterion/identity_hydroflow/report/relative_pdf_small.svg index b2def70921cb..d487b383ceb3 100644 --- a/criterion/identity_hydroflow/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow/report/relative_pdf_small.svg @@ -39,16 +39,20 @@ Average Time (ms) - -10 - - - -15 - - - - - - + +6.5 + + + +7 + + + +7.5 + + + + + + diff --git a/criterion/identity_hydroflow/report/typical.svg b/criterion/identity_hydroflow/report/typical.svg index 6bb25f4e1a2c..6326be63321a 100644 --- a/criterion/identity_hydroflow/report/typical.svg +++ b/criterion/identity_hydroflow/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - -10 - - - -20 + +5 - - -30 + + +10 - - -40 + + +15 - - -50 + + +20 - - -60 + + +25 - - -70 + + +30 - + - -6.38 + +6.91 + + + +6.92 - - -6.385 + + +6.93 - - -6.39 + + +6.94 - - -6.395 + + +6.95 - - -6.4 + + +6.96 - - -6.405 + + +6.97 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/base/estimates.json b/criterion/identity_hydroflow_compiled/base/estimates.json index 9d7a0c56b657..7e1c02abd149 100644 --- a/criterion/identity_hydroflow_compiled/base/estimates.json +++ b/criterion/identity_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491206.6525,"upper_bound":6527525.305749999},"point_estimate":6504050.7225,"standard_error":10655.92620009784},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6488944.625,"upper_bound":6490604.625},"point_estimate":6489639.6875,"standard_error":428.15215855417335},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2708.1333278585244,"upper_bound":5404.354891553521},"point_estimate":3648.5858727246523,"standard_error":730.934173044639},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4631.409392075361,"upper_bound":181105.59317973265},"point_estimate":106339.7710821163,"standard_error":59524.69602692146}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490701.4101249995,"upper_bound":6500608.01846875},"point_estimate":6494780.54875,"standard_error":2590.230266158202},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489038.75,"upper_bound":6490308.6875},"point_estimate":6489534.75,"standard_error":359.29641821706025},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2126.7896622419357,"upper_bound":3589.930511265993},"point_estimate":2723.9068016409874,"standard_error":367.02908983072524},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7461.216834146186,"upper_bound":41792.85687658035},"point_estimate":26065.75900515469,"standard_error":10041.049138162221}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/sample.json b/criterion/identity_hydroflow_compiled/base/sample.json index 3dc41813b0a7..5d82e2a86281 100644 --- a/criterion/identity_hydroflow_compiled/base/sample.json +++ b/criterion/identity_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51906580.0,51990858.0,51970890.0,51915848.0,51934922.0,51996818.0,51914856.0,51954960.0,51912261.0,51978393.0,51917099.0,51917992.0,51925284.0,51987330.0,51920766.0,51891570.0,51933297.0,51993589.0,51897470.0,51913791.0,51924691.0,52007556.0,51917738.0,51925772.0,51893532.0,52003207.0,51934459.0,51916275.0,51900425.0,52003087.0,51900376.0,51903421.0,51989913.0,51904123.0,51891048.0,51914071.0,51997958.0,51905265.0,51890757.0,51889816.0,51987869.0,51915964.0,51888613.0,51922167.0,51998038.0,51949788.0,51908311.0,51900315.0,51975565.0,51896018.0,51899715.0,51905414.0,51978771.0,51897390.0,51894354.0,51915664.0,51990454.0,51924390.0,51893482.0,51958865.0,52002025.0,51903761.0,51905265.0,51930241.0,52010851.0,51933688.0,51899504.0,51892882.0,51985595.0,51906286.0,51917136.0,51921595.0,51977289.0,52694396.0,51964596.0,60343185.0,53024853.0,51892009.0,51922406.0,51946181.0,51892711.0,51893192.0,51907810.0,51933487.0,51909572.0,51950580.0,51984823.0,51979803.0,51896227.0,51900746.0,51893353.0,51887551.0,51887481.0,51911557.0,51901588.0,51905846.0,51889575.0,51901387.0,51922026.0,51928308.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51924187.0,51932563.0,51920952.0,51975022.0,51889313.0,51918476.0,51954173.0,51906585.0,51910181.0,51935508.0,51907195.0,51916534.0,51918607.0,51900173.0,51913097.0,51912606.0,51899160.0,51899330.0,51915320.0,51920771.0,51925259.0,51892990.0,51929006.0,51899141.0,51923987.0,51961858.0,51903518.0,51931121.0,51902036.0,51944165.0,51968320.0,51928686.0,51886627.0,51912446.0,51921252.0,51895423.0,51903088.0,51947511.0,51959092.0,51910491.0,52501301.0,53738824.0,52585348.0,51913318.0,51921853.0,51966887.0,51920029.0,51919017.0,51945347.0,51900553.0,51907175.0,51976935.0,51901305.0,52022640.0,51932863.0,51896475.0,51901555.0,52061954.0,51901034.0,51990120.0,51966907.0,51889813.0,51897488.0,51913057.0,51930198.0,51924498.0,51897418.0,51954724.0,51902647.0,51911333.0,52450597.0,51899261.0,51913056.0,51907426.0,51888070.0,51914419.0,51914579.0,51930419.0,51929758.0,51917965.0,51895944.0,51901676.0,51916022.0,51988688.0,51895503.0,51924898.0,51934105.0,51912014.0,51904481.0,51937472.0,51909550.0,51905652.0,51947200.0,51890635.0,51897707.0,51901605.0,51934046.0,51924387.0,51902327.0,51926591.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/tukey.json b/criterion/identity_hydroflow_compiled/base/tukey.json index b001820bb99e..d2e5c7ccc82e 100644 --- a/criterion/identity_hydroflow_compiled/base/tukey.json +++ b/criterion/identity_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[6463019.3125,6475301.265625,6508053.140625,6520335.09375] \ No newline at end of file +[6476192.59375,6481987.1875,6497439.4375,6503234.03125] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/change/estimates.json b/criterion/identity_hydroflow_compiled/change/estimates.json index 9c3331827383..bb60fc2c704e 100644 --- a/criterion/identity_hydroflow_compiled/change/estimates.json +++ b/criterion/identity_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.5582279268513703,"upper_bound":-0.5557276264228521},"point_estimate":-0.5573325372518396,"standard_error":0.0007144477777386361},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.5582925188269499,"upper_bound":-0.5581464825702427},"point_estimate":-0.558228382994201,"standard_error":0.00003777651624249143}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005187775944294536,"upper_bound":0.0008876346442269581},"point_estimate":-0.001425292351723395,"standard_error":0.0016629573936531277},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00018679711622531233,"upper_bound":0.00014178847005830164},"point_estimate":-0.00001617000404541269,"standard_error":0.00008508370720269618}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/estimates.json b/criterion/identity_hydroflow_compiled/new/estimates.json index 9d7a0c56b657..7e1c02abd149 100644 --- a/criterion/identity_hydroflow_compiled/new/estimates.json +++ b/criterion/identity_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491206.6525,"upper_bound":6527525.305749999},"point_estimate":6504050.7225,"standard_error":10655.92620009784},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6488944.625,"upper_bound":6490604.625},"point_estimate":6489639.6875,"standard_error":428.15215855417335},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2708.1333278585244,"upper_bound":5404.354891553521},"point_estimate":3648.5858727246523,"standard_error":730.934173044639},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4631.409392075361,"upper_bound":181105.59317973265},"point_estimate":106339.7710821163,"standard_error":59524.69602692146}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490701.4101249995,"upper_bound":6500608.01846875},"point_estimate":6494780.54875,"standard_error":2590.230266158202},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489038.75,"upper_bound":6490308.6875},"point_estimate":6489534.75,"standard_error":359.29641821706025},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2126.7896622419357,"upper_bound":3589.930511265993},"point_estimate":2723.9068016409874,"standard_error":367.02908983072524},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7461.216834146186,"upper_bound":41792.85687658035},"point_estimate":26065.75900515469,"standard_error":10041.049138162221}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/sample.json b/criterion/identity_hydroflow_compiled/new/sample.json index 3dc41813b0a7..5d82e2a86281 100644 --- a/criterion/identity_hydroflow_compiled/new/sample.json +++ b/criterion/identity_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51906580.0,51990858.0,51970890.0,51915848.0,51934922.0,51996818.0,51914856.0,51954960.0,51912261.0,51978393.0,51917099.0,51917992.0,51925284.0,51987330.0,51920766.0,51891570.0,51933297.0,51993589.0,51897470.0,51913791.0,51924691.0,52007556.0,51917738.0,51925772.0,51893532.0,52003207.0,51934459.0,51916275.0,51900425.0,52003087.0,51900376.0,51903421.0,51989913.0,51904123.0,51891048.0,51914071.0,51997958.0,51905265.0,51890757.0,51889816.0,51987869.0,51915964.0,51888613.0,51922167.0,51998038.0,51949788.0,51908311.0,51900315.0,51975565.0,51896018.0,51899715.0,51905414.0,51978771.0,51897390.0,51894354.0,51915664.0,51990454.0,51924390.0,51893482.0,51958865.0,52002025.0,51903761.0,51905265.0,51930241.0,52010851.0,51933688.0,51899504.0,51892882.0,51985595.0,51906286.0,51917136.0,51921595.0,51977289.0,52694396.0,51964596.0,60343185.0,53024853.0,51892009.0,51922406.0,51946181.0,51892711.0,51893192.0,51907810.0,51933487.0,51909572.0,51950580.0,51984823.0,51979803.0,51896227.0,51900746.0,51893353.0,51887551.0,51887481.0,51911557.0,51901588.0,51905846.0,51889575.0,51901387.0,51922026.0,51928308.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51924187.0,51932563.0,51920952.0,51975022.0,51889313.0,51918476.0,51954173.0,51906585.0,51910181.0,51935508.0,51907195.0,51916534.0,51918607.0,51900173.0,51913097.0,51912606.0,51899160.0,51899330.0,51915320.0,51920771.0,51925259.0,51892990.0,51929006.0,51899141.0,51923987.0,51961858.0,51903518.0,51931121.0,51902036.0,51944165.0,51968320.0,51928686.0,51886627.0,51912446.0,51921252.0,51895423.0,51903088.0,51947511.0,51959092.0,51910491.0,52501301.0,53738824.0,52585348.0,51913318.0,51921853.0,51966887.0,51920029.0,51919017.0,51945347.0,51900553.0,51907175.0,51976935.0,51901305.0,52022640.0,51932863.0,51896475.0,51901555.0,52061954.0,51901034.0,51990120.0,51966907.0,51889813.0,51897488.0,51913057.0,51930198.0,51924498.0,51897418.0,51954724.0,51902647.0,51911333.0,52450597.0,51899261.0,51913056.0,51907426.0,51888070.0,51914419.0,51914579.0,51930419.0,51929758.0,51917965.0,51895944.0,51901676.0,51916022.0,51988688.0,51895503.0,51924898.0,51934105.0,51912014.0,51904481.0,51937472.0,51909550.0,51905652.0,51947200.0,51890635.0,51897707.0,51901605.0,51934046.0,51924387.0,51902327.0,51926591.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/tukey.json b/criterion/identity_hydroflow_compiled/new/tukey.json index b001820bb99e..d2e5c7ccc82e 100644 --- a/criterion/identity_hydroflow_compiled/new/tukey.json +++ b/criterion/identity_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[6463019.3125,6475301.265625,6508053.140625,6520335.09375] \ No newline at end of file +[6476192.59375,6481987.1875,6497439.4375,6503234.03125] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/report/MAD.svg b/criterion/identity_hydroflow_compiled/report/MAD.svg index 8045043d0561..48e0a483517e 100644 --- a/criterion/identity_hydroflow_compiled/report/MAD.svg +++ b/criterion/identity_hydroflow_compiled/report/MAD.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 + + +0.8 + + + +1 + + + +1.2 - + - -2.5 + +2 - - -3 + + +2.2 + + + +2.4 - - -3.5 + + +2.6 - - -4 + + +2.8 + + + +3 - - -4.5 + + +3.2 - - -5 + + +3.4 - - -5.5 + + +3.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/SD.svg b/criterion/identity_hydroflow_compiled/report/SD.svg index 739aa406d1f0..3db94a86dd00 100644 --- a/criterion/identity_hydroflow_compiled/report/SD.svg +++ b/criterion/identity_hydroflow_compiled/report/SD.svg @@ -9,74 +9,78 @@ Density (a.u.) Average time (µs) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 + + +0.03 - - - -0 + + +0.04 - - -20 + + +0.05 - - -40 + + +0.06 - - -60 + + +0.07 - - -80 + + +0.08 - - -100 + + + +5 - - -120 + + +10 - - -140 + + +15 - - -160 + + +20 + + + +25 + + + +30 - - -180 + + +35 + + + +40 - - -200 + + +45 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg index 5797ab84b95a..1aef61488ea3 100644 --- a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg @@ -16,47 +16,62 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + + - -7.0 + +6.5 + + + +6.6 + + + +6.7 - - -8.0 + + +6.8 - - -9.0 + + +6.9 + + + +7.0 - - -10.0 + + +7.1 - - -11.0 + + +7.2 - - -12.0 + + +7.3 - - -13.0 + + +7.4 - - -14.0 + + +7.5 - + 0 @@ -102,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - + + + + - - + + - - - - - + + + + + - - + + - - - + + + - + - - + + - + - - - + + + - - + + - - - - - - - - - - - - + + + + + + + + + + + + - - + + - - + + - + - - + + - - - + + + - + - - + + - - + + - - - - - + + + + + - - + + - - - + + + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_compiled/report/both/pdf.svg b/criterion/identity_hydroflow_compiled/report/both/pdf.svg index cc52dedba4bc..690ff7ccf6d8 100644 --- a/criterion/identity_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/both/pdf.svg @@ -9,63 +9,47 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - - -45 - - + - -8 - - - -10 - - - -12 - - - -14 - - - - - - + +6.5 + + + +7 + + + +7.5 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow_compiled/report/change/mean.svg b/criterion/identity_hydroflow_compiled/report/change/mean.svg index 1b836d04ba8e..621f129c5852 100644 --- a/criterion/identity_hydroflow_compiled/report/change/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/change/mean.svg @@ -9,79 +9,63 @@ Density (a.u.) Relative change (%) - -100 - - - -200 - - - -300 + +50 - - -400 - - - -500 - - - -600 + + +100 - - -700 + + +150 - - -800 + + +200 - - -900 + + +250 - - -1000 + + +300 - + - --0.5585 - - - --0.558 - - - --0.5575 - - - --0.557 - - - --0.5565 - - - --0.556 - - - --0.5555 - - - - - - + +-0.005 + + + +-0.004 + + + +-0.003 + + + +-0.002 + + + +-0.001 + + + +0 + + + +0.001 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/median.svg b/criterion/identity_hydroflow_compiled/report/change/median.svg index 9ce930983499..fffd58ac664e 100644 --- a/criterion/identity_hydroflow_compiled/report/change/median.svg +++ b/criterion/identity_hydroflow_compiled/report/change/median.svg @@ -9,87 +9,83 @@ Density (a.u.) Relative change (%) - + +500 + + + 1000 - - -2000 + + +1500 - - -3000 - - - -4000 + + +2000 - - -5000 + + +2500 - - -6000 + + +3000 - - -7000 + + +3500 - - -8000 + + +4000 - - -9000 + + +4500 - - -1e4 + + +5000 - + - --0.5583 - - - --0.55828 - - - --0.55826 - - - --0.55824 - - - --0.55822 - - - --0.5582 - - - --0.55818 - - - --0.55816 - - - --0.55814 - - - - - - + +-2e-4 + + + +-0.00015 + + + +-1e-4 + + + +-5e-5 + + + +0 + + + +5e-5 + + + +1e-4 + + + +0.00015 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/t-test.svg b/criterion/identity_hydroflow_compiled/report/change/t-test.svg index d8ea81285102..9dd760c48a3f 100644 --- a/criterion/identity_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/identity_hydroflow_compiled/report/change/t-test.svg @@ -13,77 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/identity_hydroflow_compiled/report/index.html b/criterion/identity_hydroflow_compiled/report/index.html index eeeaf56138e7..3f97ce1c808a 100644 --- a/criterion/identity_hydroflow_compiled/report/index.html +++ b/criterion/identity_hydroflow_compiled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0001490 - 0.0001512 - 0.0001441 + 0.0002271 + 0.0002327 + 0.0002215 Mean - 6.4912 ms - 6.5041 ms - 6.5275 ms + 6.4907 ms + 6.4948 ms + 6.5006 ms Std. Dev. - 4.6314 µs - 106.34 µs - 181.11 µs + 7.4612 µs + 26.066 µs + 41.793 µs Median - 6.4889 ms - 6.4896 ms - 6.4906 ms + 6.4890 ms + 6.4895 ms + 6.4903 ms MAD - 2.7081 µs - 3.6486 µs - 5.4044 µs + 2.1268 µs + 2.7239 µs + 3.5899 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -55.823% - -55.733% - -55.573% - (p = 0.00 < + -0.5188% + -0.1425% + +0.0888% + (p = 0.52 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/iteration_times.svg index a538b25c138d..afe5e2d9709e 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times.svg @@ -15,62 +15,62 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + + - + 6.5 - - -6.6 + + +6.52 - - -6.7 + + +6.54 - - -6.8 + + +6.56 - - -6.9 + + +6.58 - - -7.0 + + +6.6 - - -7.1 + + +6.62 - - -7.2 + + +6.64 - - -7.3 + + +6.66 - - -7.4 + + +6.68 - - -7.5 + + +6.7 - + 10 @@ -112,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg index eda6144077e1..45a7796e2d3e 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg @@ -12,62 +12,62 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + + - + 6.5 - - -6.6 + + +6.52 - - -6.7 + + +6.54 - - -6.8 + + +6.56 - - -6.9 + + +6.58 - - -7.0 + + +6.6 - - -7.1 + + +6.62 - - -7.2 + + +6.64 - - -7.3 + + +6.66 - - -7.4 + + +6.68 - - -7.5 + + +6.7 - + 10 @@ -109,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/mean.svg b/criterion/identity_hydroflow_compiled/report/mean.svg index 880f83afa2e1..74686473b571 100644 --- a/criterion/identity_hydroflow_compiled/report/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/mean.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 + + +80 - - - -6.49 + + +100 - - -6.495 + + +120 - - -6.5 + + +140 - - -6.505 + + +160 - - -6.51 + + + +6.49 - - -6.515 + + +6.492 - - -6.52 + + +6.494 - - -6.525 + + +6.496 - - -6.53 + + +6.498 + + + +6.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/median.svg b/criterion/identity_hydroflow_compiled/report/median.svg index bec562e7b43b..5cb9e9ac6226 100644 --- a/criterion/identity_hydroflow_compiled/report/median.svg +++ b/criterion/identity_hydroflow_compiled/report/median.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - -1600 - - - -1800 - - + - -6.4888 - - - + 6.489 - - + + 6.4892 - - + + 6.4894 - - + + 6.4896 - - + + 6.4898 - - + + 6.49 - - + + 6.4902 - - -6.4904 - - - -6.4906 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/pdf.svg b/criterion/identity_hydroflow_compiled/report/pdf.svg index 5ca339962dd4..0ce81711d086 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf.svg @@ -46,34 +46,30 @@ Average Time (ms) - -6.4 + +6.5 - - -6.6 - - - -6.8 + + +6.55 - - -7 + + +6.6 - - -7.2 + + +6.65 - - -7.4 + + +6.7 - - -7.6 + + +6.75 - + Density (a.u.) @@ -82,50 +78,52 @@ Density (a.u.) 0 - -1 - - - -2 - - - -3 - - - -4 - - - + 5 - - -6 - - - -7 - - - -8 - - - - - - - - - - - - - - + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_compiled/report/pdf_small.svg b/criterion/identity_hydroflow_compiled/report/pdf_small.svg index 4b209ebb4647..eb7e65bc4454 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf_small.svg @@ -10,55 +10,47 @@ Average Time (ms) 0 - -1 - - - -2 - - - -3 + +5 - - -4 + + +10 - - -5 + + +15 - - -6 + + +20 - - -7 + + +25 - - -8 + + +30 - + -9 +35 - + 6.5 - - -7 + + +6.6 - - -7.5 + + +6.7 - - - + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg index daa78aac2a7e..2be834473e36 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg @@ -13,47 +13,62 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + + - -7.0 + +6.5 + + + +6.6 + + + +6.7 - - -8.0 + + +6.8 - - -9.0 + + +6.9 + + + +7.0 - - -10.0 + + +7.1 - - -11.0 + + +7.2 - - -12.0 + + +7.3 - - -13.0 + + +7.4 - - -14.0 + + +7.5 - + 0 @@ -99,16 +114,16 @@ Average Iteration Time (ms) 100 - - + + - + - + - + @@ -119,184 +134,184 @@ Average Iteration Time (ms) - + - + - - + + - + - - - + + + - - + + - - - + + + - + - + - + - - + + - + - - + + - - + + - + - + - + - - - - + + + + - + - - + + - + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg index 00d3a84aa922..04cefed51610 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,61 +6,45 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - - -45 - - + - -8 - - - -10 - - - -12 - - - -14 - - - - - - + +6.5 + + + +7 + + + +7.5 + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/typical.svg b/criterion/identity_hydroflow_compiled/report/typical.svg index 57b3f6aaf8ea..53769607c917 100644 --- a/criterion/identity_hydroflow_compiled/report/typical.svg +++ b/criterion/identity_hydroflow_compiled/report/typical.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 + + +80 - - - -6.49 + + +100 - - -6.495 + + +120 - - -6.5 + + +140 - - -6.505 + + +160 - - -6.51 + + + +6.49 - - -6.515 + + +6.492 - - -6.52 + + +6.494 - - -6.525 + + +6.496 - - -6.53 + + +6.498 + + + +6.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/base/estimates.json b/criterion/identity_hydroflow_surface/base/estimates.json index ba5431bf2268..062495250925 100644 --- a/criterion/identity_hydroflow_surface/base/estimates.json +++ b/criterion/identity_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6606863.412500001,"upper_bound":6611445.5463125},"point_estimate":6608978.845,"standard_error":1175.5162867493384},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6604777.0,"upper_bound":6607167.75},"point_estimate":6606184.0625,"standard_error":532.4636625252265},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4200.669037923217,"upper_bound":6918.27478967607},"point_estimate":5876.470320671797,"standard_error":726.6224473125753},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7030.787543273645,"upper_bound":15742.471545835066},"point_estimate":11808.292771766373,"standard_error":2204.5651612394468}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6610721.21496875,"upper_bound":6614801.822125},"point_estimate":6612646.69125,"standard_error":1041.4273547185453},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6609000.625,"upper_bound":6611782.125},"point_estimate":6610619.3125,"standard_error":836.5241412147158},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5029.718094142154,"upper_bound":8794.22706887126},"point_estimate":6530.111584067345,"standard_error":926.0631172369401},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7516.080905628772,"upper_bound":13314.411453705641},"point_estimate":10460.91786514297,"standard_error":1496.409379629612}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/sample.json b/criterion/identity_hydroflow_surface/base/sample.json index 029a609b7f5f..1fe16e67dd2c 100644 --- a/criterion/identity_hydroflow_surface/base/sample.json +++ b/criterion/identity_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53045563.0,53359058.0,53234976.0,52849398.0,52790688.0,52780769.0,52873703.0,52817819.0,52804033.0,52797901.0,52782282.0,52886557.0,52809593.0,52828839.0,52854217.0,52857381.0,52872030.0,52827347.0,52834299.0,52812999.0,52799594.0,52874765.0,52830993.0,52801958.0,52802049.0,52874374.0,52854126.0,52802659.0,52803482.0,52872431.0,52883551.0,52872680.0,52812699.0,52839909.0,52872801.0,52836954.0,52820102.0,52825041.0,52808481.0,52803202.0,52794605.0,52922023.0,52853524.0,52840932.0,52881116.0,52849157.0,52806277.0,52852854.0,52939846.0,53043939.0,53026458.0,52838216.0,52832256.0,52889542.0,52865167.0,52859366.0,52822077.0,52817277.0,52882398.0,52831914.0,52843006.0,52849487.0,52816005.0,52847934.0,52848796.0,52811186.0,52790838.0,52850128.0,53306490.0,52957379.0,52811016.0,52871769.0,52866038.0,52855408.0,52817708.0,52844117.0,52816405.0,52828718.0,52857342.0,52849458.0,52835681.0,52851191.0,52962919.0,52858304.0,52937722.0,52805215.0,52886316.0,53007862.0,52927403.0,52833037.0,52882739.0,52999367.0,52908818.0,52850068.0,52869134.0,52935348.0,52962558.0,52837215.0,52893029.0,52939675.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52915597.0,52889588.0,52811673.0,52852079.0,52816733.0,52792728.0,52808087.0,52818826.0,52929322.0,52851458.0,52828164.0,52825449.0,52801133.0,52863840.0,52966642.0,52819428.0,52794171.0,52872005.0,52852449.0,52839665.0,52882836.0,52843653.0,52892624.0,52909445.0,52808347.0,52802456.0,52993171.0,52988062.0,53204424.0,53017146.0,52896942.0,52930705.0,53001386.0,52955581.0,52838533.0,52893325.0,52886472.0,52851347.0,52881063.0,53030611.0,52917239.0,52948227.0,52907692.0,52834647.0,52852870.0,52940724.0,52893266.0,52966031.0,52894238.0,52906530.0,52868420.0,52893947.0,52928672.0,52855525.0,52954530.0,52867378.0,52828205.0,52872156.0,53029249.0,52930876.0,53066527.0,52890501.0,53131175.0,52833284.0,52847421.0,52914706.0,52882025.0,52878267.0,52832052.0,52905750.0,52871515.0,53057772.0,52842141.0,52864843.0,52942899.0,52977533.0,52875502.0,52856888.0,52855876.0,52907954.0,52890700.0,52827843.0,52843792.0,53020742.0,53054336.0,52899175.0,52895529.0,52867437.0,52876133.0,52883437.0,53315064.0,52890650.0,52920746.0,52926407.0,52850274.0,52894567.0,52851557.0,52856677.0,52897101.0,52872967.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/tukey.json b/criterion/identity_hydroflow_surface/base/tukey.json index fc4b315068c2..fbe411646c45 100644 --- a/criterion/identity_hydroflow_surface/base/tukey.json +++ b/criterion/identity_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6578356.9375,6590290.421875,6622113.046875,6634046.53125] \ No newline at end of file +[6578100.15625,6592264.46875,6630035.96875,6644200.28125] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/change/estimates.json b/criterion/identity_hydroflow_surface/change/estimates.json index 4873d6750636..a5bd4a823c75 100644 --- a/criterion/identity_hydroflow_surface/change/estimates.json +++ b/criterion/identity_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.558815064628867,"upper_bound":-0.558477003056326},"point_estimate":-0.5586572414915455,"standard_error":0.00008625079915840561},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.5589760011964724,"upper_bound":-0.5587565429721341},"point_estimate":-0.5588688618639601,"standard_error":0.00005554514848731601}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00008500307868725695,"upper_bound":0.0010197856198275622},"point_estimate":0.0005549792692671751,"standard_error":0.00023761240498458282},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00034682447296852104,"upper_bound":0.0009648543631901596},"point_estimate":0.0006713785080825208,"standard_error":0.00015660866368088724}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/estimates.json b/criterion/identity_hydroflow_surface/new/estimates.json index ba5431bf2268..062495250925 100644 --- a/criterion/identity_hydroflow_surface/new/estimates.json +++ b/criterion/identity_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6606863.412500001,"upper_bound":6611445.5463125},"point_estimate":6608978.845,"standard_error":1175.5162867493384},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6604777.0,"upper_bound":6607167.75},"point_estimate":6606184.0625,"standard_error":532.4636625252265},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4200.669037923217,"upper_bound":6918.27478967607},"point_estimate":5876.470320671797,"standard_error":726.6224473125753},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7030.787543273645,"upper_bound":15742.471545835066},"point_estimate":11808.292771766373,"standard_error":2204.5651612394468}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6610721.21496875,"upper_bound":6614801.822125},"point_estimate":6612646.69125,"standard_error":1041.4273547185453},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6609000.625,"upper_bound":6611782.125},"point_estimate":6610619.3125,"standard_error":836.5241412147158},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5029.718094142154,"upper_bound":8794.22706887126},"point_estimate":6530.111584067345,"standard_error":926.0631172369401},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7516.080905628772,"upper_bound":13314.411453705641},"point_estimate":10460.91786514297,"standard_error":1496.409379629612}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/sample.json b/criterion/identity_hydroflow_surface/new/sample.json index 029a609b7f5f..1fe16e67dd2c 100644 --- a/criterion/identity_hydroflow_surface/new/sample.json +++ b/criterion/identity_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53045563.0,53359058.0,53234976.0,52849398.0,52790688.0,52780769.0,52873703.0,52817819.0,52804033.0,52797901.0,52782282.0,52886557.0,52809593.0,52828839.0,52854217.0,52857381.0,52872030.0,52827347.0,52834299.0,52812999.0,52799594.0,52874765.0,52830993.0,52801958.0,52802049.0,52874374.0,52854126.0,52802659.0,52803482.0,52872431.0,52883551.0,52872680.0,52812699.0,52839909.0,52872801.0,52836954.0,52820102.0,52825041.0,52808481.0,52803202.0,52794605.0,52922023.0,52853524.0,52840932.0,52881116.0,52849157.0,52806277.0,52852854.0,52939846.0,53043939.0,53026458.0,52838216.0,52832256.0,52889542.0,52865167.0,52859366.0,52822077.0,52817277.0,52882398.0,52831914.0,52843006.0,52849487.0,52816005.0,52847934.0,52848796.0,52811186.0,52790838.0,52850128.0,53306490.0,52957379.0,52811016.0,52871769.0,52866038.0,52855408.0,52817708.0,52844117.0,52816405.0,52828718.0,52857342.0,52849458.0,52835681.0,52851191.0,52962919.0,52858304.0,52937722.0,52805215.0,52886316.0,53007862.0,52927403.0,52833037.0,52882739.0,52999367.0,52908818.0,52850068.0,52869134.0,52935348.0,52962558.0,52837215.0,52893029.0,52939675.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52915597.0,52889588.0,52811673.0,52852079.0,52816733.0,52792728.0,52808087.0,52818826.0,52929322.0,52851458.0,52828164.0,52825449.0,52801133.0,52863840.0,52966642.0,52819428.0,52794171.0,52872005.0,52852449.0,52839665.0,52882836.0,52843653.0,52892624.0,52909445.0,52808347.0,52802456.0,52993171.0,52988062.0,53204424.0,53017146.0,52896942.0,52930705.0,53001386.0,52955581.0,52838533.0,52893325.0,52886472.0,52851347.0,52881063.0,53030611.0,52917239.0,52948227.0,52907692.0,52834647.0,52852870.0,52940724.0,52893266.0,52966031.0,52894238.0,52906530.0,52868420.0,52893947.0,52928672.0,52855525.0,52954530.0,52867378.0,52828205.0,52872156.0,53029249.0,52930876.0,53066527.0,52890501.0,53131175.0,52833284.0,52847421.0,52914706.0,52882025.0,52878267.0,52832052.0,52905750.0,52871515.0,53057772.0,52842141.0,52864843.0,52942899.0,52977533.0,52875502.0,52856888.0,52855876.0,52907954.0,52890700.0,52827843.0,52843792.0,53020742.0,53054336.0,52899175.0,52895529.0,52867437.0,52876133.0,52883437.0,53315064.0,52890650.0,52920746.0,52926407.0,52850274.0,52894567.0,52851557.0,52856677.0,52897101.0,52872967.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/tukey.json b/criterion/identity_hydroflow_surface/new/tukey.json index fc4b315068c2..fbe411646c45 100644 --- a/criterion/identity_hydroflow_surface/new/tukey.json +++ b/criterion/identity_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6578356.9375,6590290.421875,6622113.046875,6634046.53125] \ No newline at end of file +[6578100.15625,6592264.46875,6630035.96875,6644200.28125] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/report/MAD.svg b/criterion/identity_hydroflow_surface/report/MAD.svg index 4833272b02e9..aad550bc8217 100644 --- a/criterion/identity_hydroflow_surface/report/MAD.svg +++ b/criterion/identity_hydroflow_surface/report/MAD.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - -0.8 - - + - -4 - - - -4.5 - - - + 5 - - + + 5.5 - - + + 6 - - + + 6.5 - - + + 7 - - - - + + +7.5 + + + +8 + + + +8.5 + + + +9 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/SD.svg b/criterion/identity_hydroflow_surface/report/SD.svg index b4221f1d9354..a6e36f6dced9 100644 --- a/criterion/identity_hydroflow_surface/report/SD.svg +++ b/criterion/identity_hydroflow_surface/report/SD.svg @@ -9,86 +9,58 @@ Density (a.u.) Average time (µs) - -0.02 + +0.05 - - -0.04 - - - -0.06 - - - -0.08 - - - + + 0.1 - - -0.12 - - - -0.14 + + +0.15 - - -0.16 + + +0.2 - - -0.18 + + +0.25 - + - + 7 - - + + 8 - - + + 9 - - + + 10 - - + + 11 - - + + 12 - - + + 13 - - -14 - - - -15 - - - -16 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg index 31f5fdaedf9d..18ff1dcb09b5 100644 --- a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg @@ -16,52 +16,42 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + - -7.0 + +6.6 - - -8.0 + + +6.61 - - -9.0 + + +6.62 - - -10.0 + + +6.63 - - -11.0 + + +6.64 - - -12.0 + + +6.65 - - -13.0 + + +6.66 - - -14.0 - - - -15.0 - - + 0 @@ -107,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_surface/report/both/pdf.svg b/criterion/identity_hydroflow_surface/report/both/pdf.svg index b36e91e6b8b9..7f51cb33176d 100644 --- a/criterion/identity_hydroflow_surface/report/both/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/both/pdf.svg @@ -50,26 +50,30 @@ Average Time (ms) - -8 - - - -10 - - - -12 - - - -14 - - - - - - + +6.6 + + + +6.62 + + + +6.64 + + + +6.66 + + + +6.68 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow_surface/report/change/mean.svg b/criterion/identity_hydroflow_surface/report/change/mean.svg index 0341f84eed44..3b2f7ec6f608 100644 --- a/criterion/identity_hydroflow_surface/report/change/mean.svg +++ b/criterion/identity_hydroflow_surface/report/change/mean.svg @@ -9,83 +9,67 @@ Density (a.u.) Relative change (%) - -500 + +200 - - -1000 - - - -1500 + + +400 - - -2000 + + +600 - - -2500 + + +800 - - -3000 + + +1000 - - -3500 + + +1200 - - -4000 + + +1400 - - -4500 + + +1600 - + - --0.55885 - - - --0.5588 - - - --0.55875 - - - --0.5587 - - - --0.55865 - - - --0.5586 - - - --0.55855 - - - --0.5585 - - - --0.55845 - - - - - - + +2.7105e-20 + + + +2e-4 + + + +4e-4 + + + +6e-4 + + + +8e-4 + + + +0.001 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/median.svg b/criterion/identity_hydroflow_surface/report/change/median.svg index ae8ad5fde1ec..c79a3cda7ea0 100644 --- a/criterion/identity_hydroflow_surface/report/change/median.svg +++ b/criterion/identity_hydroflow_surface/report/change/median.svg @@ -9,67 +9,67 @@ Density (a.u.) Relative change (%) - -1000 - - - -2000 - - - -3000 + +500 - - -4000 + + +1000 - - -5000 + + +1500 - - -6000 + + +2000 - - -7000 + + +2500 - - -8000 + + +3000 - + - --0.559 - - - --0.55895 - - - --0.5589 - - - --0.55885 - - - --0.5588 - - - --0.55875 - - - - - - + +3e-4 + + + +4e-4 + + + +5e-4 + + + +6e-4 + + + +7e-4 + + + +8e-4 + + + +9e-4 + + + +0.001 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/t-test.svg b/criterion/identity_hydroflow_surface/report/change/t-test.svg index 88fe9e020030..28c03a1e25cc 100644 --- a/criterion/identity_hydroflow_surface/report/change/t-test.svg +++ b/criterion/identity_hydroflow_surface/report/change/t-test.svg @@ -13,85 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/identity_hydroflow_surface/report/index.html b/criterion/identity_hydroflow_surface/report/index.html index ad6fe9458c9c..d76dc5d57226 100644 --- a/criterion/identity_hydroflow_surface/report/index.html +++ b/criterion/identity_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0050211 - 0.0051830 - 0.0049653 + 0.0011083 + 0.0011462 + 0.0010991 Mean - 6.6069 ms - 6.6090 ms - 6.6114 ms + 6.6107 ms + 6.6126 ms + 6.6148 ms Std. Dev. - 7.0308 µs - 11.808 µs - 15.742 µs + 7.5161 µs + 10.461 µs + 13.314 µs Median - 6.6048 ms - 6.6062 ms - 6.6072 ms + 6.6090 ms + 6.6106 ms + 6.6118 ms MAD - 4.2007 µs - 5.8765 µs - 6.9183 µs + 5.0297 µs + 6.5301 µs + 8.7942 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -55.882% - -55.866% - -55.848% - (p = 0.00 < + +0.0085% + +0.0555% + +0.1020% + (p = 0.02 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/identity_hydroflow_surface/report/iteration_times.svg b/criterion/identity_hydroflow_surface/report/iteration_times.svg index 8512565546da..245fe67d4019 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times.svg @@ -15,42 +15,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - + 6.6 - - + + 6.61 - - + + 6.62 - - + + 6.63 - - + + 6.64 - - + + 6.65 - - + + 6.66 - + 10 @@ -92,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg index 8d0c83cc7a1b..372274b8f7c2 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg @@ -12,42 +12,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - + 6.6 - - + + 6.61 - - + + 6.62 - - + + 6.63 - - + + 6.64 - - + + 6.65 - - + + 6.66 - + 10 @@ -89,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/mean.svg b/criterion/identity_hydroflow_surface/report/mean.svg index 45d6db5d6115..87341a847a64 100644 --- a/criterion/identity_hydroflow_surface/report/mean.svg +++ b/criterion/identity_hydroflow_surface/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 + + +400 + - -6.6065 - - - -6.607 + +6.6105 - - -6.6075 + + +6.611 - - -6.608 + + +6.6115 - - -6.6085 + + +6.612 - - -6.609 + + +6.6125 - - -6.6095 + + +6.613 - - -6.61 + + +6.6135 - - -6.6105 + + +6.614 - - -6.611 + + +6.6145 - - -6.6115 + + +6.615 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/median.svg b/criterion/identity_hydroflow_surface/report/median.svg index 9e3b0b14729d..d31ff7eaeb99 100644 --- a/criterion/identity_hydroflow_surface/report/median.svg +++ b/criterion/identity_hydroflow_surface/report/median.svg @@ -9,50 +9,74 @@ Density (a.u.) Average time (ms) - + +100 + + + +200 + + + +300 + + + +400 + + + 500 - - -1000 + + +600 - - -1500 + + +700 - - -2000 + + +800 - - -2500 + + +900 - + - -6.605 + +6.609 + + + +6.6095 + + + +6.61 - - -6.6055 + + +6.6105 - - -6.606 + + +6.611 - - -6.6065 + + +6.6115 - - -6.607 + + +6.612 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/pdf.svg b/criterion/identity_hydroflow_surface/report/pdf.svg index f60957b149c2..fc69afd543d8 100644 --- a/criterion/identity_hydroflow_surface/report/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/pdf.svg @@ -46,46 +46,42 @@ Average Time (ms) - + 6.59 - - + + 6.6 - - + + 6.61 - - + + 6.62 - - + + 6.63 - - + + 6.64 - - + + 6.65 - - + + 6.66 - - + + 6.67 - - -6.68 - - + Density (a.u.) @@ -94,68 +90,60 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - -50 - - - - - - + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_surface/report/pdf_small.svg b/criterion/identity_hydroflow_surface/report/pdf_small.svg index c6a6dafa0ca4..059b569dac23 100644 --- a/criterion/identity_hydroflow_surface/report/pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,63 @@ Average Time (ms) 0 - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - + + +45 + + + 50 - + - + 6.6 - - + + 6.62 - - + + 6.64 - - + + 6.66 - - -6.68 - - - - + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg index 61805c5eb3c4..b7f258fc7591 100644 --- a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,52 +13,42 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + - -7.0 + +6.6 - - -8.0 + + +6.61 - - -9.0 + + +6.62 - - -10.0 + + +6.63 - - -11.0 + + +6.64 - - -12.0 + + +6.65 - - -13.0 + + +6.66 - - -14.0 - - - -15.0 - - + 0 @@ -104,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg index b0d3534c9df0..172080291318 100644 --- a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg @@ -48,23 +48,27 @@ Average Time (ms) -8 +6.6 - -10 - - - -12 - - - -14 - - - - - - + +6.62 + + + +6.64 + + + +6.66 + + + +6.68 + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/typical.svg b/criterion/identity_hydroflow_surface/report/typical.svg index d38d37db72bf..60fe5f94995f 100644 --- a/criterion/identity_hydroflow_surface/report/typical.svg +++ b/criterion/identity_hydroflow_surface/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 + + +400 + - -6.6065 - - - -6.607 + +6.6105 - - -6.6075 + + +6.611 - - -6.608 + + +6.6115 - - -6.6085 + + +6.612 - - -6.609 + + +6.6125 - - -6.6095 + + +6.613 - - -6.61 + + +6.6135 - - -6.6105 + + +6.614 - - -6.611 + + +6.6145 - - -6.6115 + + +6.615 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/base/estimates.json b/criterion/micro_ops_anti_join/base/estimates.json index f2f7b11bb24f..9aa83abe5928 100644 --- a/criterion/micro_ops_anti_join/base/estimates.json +++ b/criterion/micro_ops_anti_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9150.540513070186,"upper_bound":9252.580421025106},"point_estimate":9196.950770249365,"standard_error":26.119928538446874},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9132.235396182765,"upper_bound":9166.682146542827},"point_estimate":9146.296094358519,"standard_error":8.024271223833436},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.54977995144455,"upper_bound":76.6669319435374},"point_estimate":60.25973790086575,"standard_error":9.401946036680165},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9141.356985717215,"upper_bound":9297.91726446352},"point_estimate":9207.010370451027,"standard_error":40.64965110875298},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124.52573654597218,"upper_bound":364.0722855238996},"point_estimate":263.4363742945881,"standard_error":59.32429364076187}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9124.599228925614,"upper_bound":9316.661126497016},"point_estimate":9208.660068515162,"standard_error":49.545496728823885},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9100.886890019166,"upper_bound":9126.119298245614},"point_estimate":9115.710026073248,"standard_error":7.197106851405752},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43.469538062305716,"upper_bound":73.706789432074},"point_estimate":57.36149764875192,"standard_error":7.8648102171904535},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9124.819441574327,"upper_bound":9262.164843016893},"point_estimate":9182.261436849105,"standard_error":35.603417426244555},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":177.99243312778265,"upper_bound":738.6019700934702},"point_estimate":499.1972117954778,"standard_error":141.56484615115244}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/sample.json b/criterion/micro_ops_anti_join/base/sample.json index 33a40cf6537c..1b5900126187 100644 --- a/criterion/micro_ops_anti_join/base/sample.json +++ b/criterion/micro_ops_anti_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[19.0,38.0,57.0,76.0,95.0,114.0,133.0,152.0,171.0,190.0,209.0,228.0,247.0,266.0,285.0,304.0,323.0,342.0,361.0,380.0,399.0,418.0,437.0,456.0,475.0,494.0,513.0,532.0,551.0,570.0,589.0,608.0,627.0,646.0,665.0,684.0,703.0,722.0,741.0,760.0,779.0,798.0,817.0,836.0,855.0,874.0,893.0,912.0,931.0,950.0,969.0,988.0,1007.0,1026.0,1045.0,1064.0,1083.0,1102.0,1121.0,1140.0,1159.0,1178.0,1197.0,1216.0,1235.0,1254.0,1273.0,1292.0,1311.0,1330.0,1349.0,1368.0,1387.0,1406.0,1425.0,1444.0,1463.0,1482.0,1501.0,1520.0,1539.0,1558.0,1577.0,1596.0,1615.0,1634.0,1653.0,1672.0,1691.0,1710.0,1729.0,1748.0,1767.0,1786.0,1805.0,1824.0,1843.0,1862.0,1881.0,1900.0],"times":[176129.0,350386.0,517121.0,748996.0,866620.0,1037457.0,1253739.0,1394765.0,1565471.0,1752654.0,1939213.0,2108450.0,2294411.0,2438933.0,2596027.0,2673882.0,2850236.0,3038000.0,3180015.0,3352056.0,3672849.0,3823461.0,4010912.0,4174408.0,4359670.0,4550933.0,4748581.0,4921839.0,5085048.0,5256547.0,5398119.0,5556020.0,5775894.0,5938069.0,6103698.0,6275832.0,6487147.0,6648013.0,6883996.0,7009179.0,7089142.0,7260679.0,7449967.0,7689808.0,7900791.0,9273875.0,8217692.0,8385701.0,8580017.0,8715165.0,8882515.0,9098353.0,9231914.0,9480881.0,9540411.0,9764681.0,9887703.0,10053600.0,10207742.0,10398392.0,10583379.0,10723377.0,10891418.0,11645604.0,11257197.0,11399996.0,11591146.0,11772908.0,11964310.0,12141249.0,12256826.0,12417238.0,12614746.0,12798680.0,13015286.0,13161501.0,13316759.0,15375968.0,13665635.0,13889144.0,14080107.0,14233915.0,14389877.0,14572643.0,14763256.0,14943839.0,15132131.0,15251975.0,15456296.0,18017467.0,15789635.0,15945213.0,16171488.0,16286837.0,16467222.0,16700406.0,16875061.0,17026629.0,17202011.0,17345624.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[19.0,38.0,57.0,76.0,95.0,114.0,133.0,152.0,171.0,190.0,209.0,228.0,247.0,266.0,285.0,304.0,323.0,342.0,361.0,380.0,399.0,418.0,437.0,456.0,475.0,494.0,513.0,532.0,551.0,570.0,589.0,608.0,627.0,646.0,665.0,684.0,703.0,722.0,741.0,760.0,779.0,798.0,817.0,836.0,855.0,874.0,893.0,912.0,931.0,950.0,969.0,988.0,1007.0,1026.0,1045.0,1064.0,1083.0,1102.0,1121.0,1140.0,1159.0,1178.0,1197.0,1216.0,1235.0,1254.0,1273.0,1292.0,1311.0,1330.0,1349.0,1368.0,1387.0,1406.0,1425.0,1444.0,1463.0,1482.0,1501.0,1520.0,1539.0,1558.0,1577.0,1596.0,1615.0,1634.0,1653.0,1672.0,1691.0,1710.0,1729.0,1748.0,1767.0,1786.0,1805.0,1824.0,1843.0,1862.0,1881.0,1900.0],"times":[173474.0,342230.0,510891.0,679295.0,878753.0,1020765.0,1190280.0,1372947.0,1553268.0,1742704.0,1913254.0,2091192.0,2229283.0,2413796.0,2577552.0,2659438.0,2818421.0,3004223.0,4203977.0,3501681.0,3765343.0,4020939.0,5526346.0,4161526.0,4343677.0,4500710.0,4651793.0,4845661.0,4978787.0,5175513.0,5340084.0,5512991.0,5702678.0,5852321.0,6072471.0,6240740.0,6398857.0,6637054.0,6806153.0,6938359.0,7148351.0,7227833.0,7496252.0,7615044.0,7802832.0,7973274.0,8164197.0,8302786.0,8460377.0,8678385.0,9655559.0,8991869.0,9234985.0,9363328.0,9487352.0,9698909.0,9898262.0,10168523.0,10504800.0,10388922.0,10511002.0,10738535.0,10868890.0,11018907.0,11282646.0,11415119.0,11552228.0,14194154.0,11983539.0,12155789.0,12297462.0,12405518.0,12748432.0,12823272.0,13090775.0,13120225.0,13309605.0,13629095.0,13760053.0,13905476.0,14095309.0,16003912.0,14381901.0,14526427.0,14696504.0,14900742.0,15122739.0,15168165.0,15373867.0,15628410.0,15719310.0,15905492.0,16216257.0,16344494.0,16349804.0,16566883.0,16735382.0,16901273.0,17071784.0,17335799.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/tukey.json b/criterion/micro_ops_anti_join/base/tukey.json index 5a81a298f1e3..f1c839ea2d28 100644 --- a/criterion/micro_ops_anti_join/base/tukey.json +++ b/criterion/micro_ops_anti_join/base/tukey.json @@ -1 +1 @@ -[8852.059097256615,8985.554000762477,9341.540410111444,9475.035313617307] \ No newline at end of file +[8850.233894755773,8963.46017625636,9265.396926924592,9378.623208425179] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/change/estimates.json b/criterion/micro_ops_anti_join/change/estimates.json index 9db72fbd9171..dbe671a1f7d5 100644 --- a/criterion/micro_ops_anti_join/change/estimates.json +++ b/criterion/micro_ops_anti_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.3730850544381556,"upper_bound":-0.3651540836179897},"point_estimate":-0.3692757832465794,"standard_error":0.0020076479925619185},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.3732110064060906,"upper_bound":-0.370483562161842},"point_estimate":-0.3722276169879404,"standard_error":0.000677486808251213}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009418330730634195,"upper_bound":0.01371847279894258},"point_estimate":0.0012731717890319683,"standard_error":0.0058726441204178005},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005849309541088199,"upper_bound":-0.0014330208597231984},"point_estimate":-0.0033440933870636513,"standard_error":0.0011381685707812846}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/estimates.json b/criterion/micro_ops_anti_join/new/estimates.json index f2f7b11bb24f..9aa83abe5928 100644 --- a/criterion/micro_ops_anti_join/new/estimates.json +++ b/criterion/micro_ops_anti_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9150.540513070186,"upper_bound":9252.580421025106},"point_estimate":9196.950770249365,"standard_error":26.119928538446874},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9132.235396182765,"upper_bound":9166.682146542827},"point_estimate":9146.296094358519,"standard_error":8.024271223833436},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.54977995144455,"upper_bound":76.6669319435374},"point_estimate":60.25973790086575,"standard_error":9.401946036680165},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9141.356985717215,"upper_bound":9297.91726446352},"point_estimate":9207.010370451027,"standard_error":40.64965110875298},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124.52573654597218,"upper_bound":364.0722855238996},"point_estimate":263.4363742945881,"standard_error":59.32429364076187}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9124.599228925614,"upper_bound":9316.661126497016},"point_estimate":9208.660068515162,"standard_error":49.545496728823885},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9100.886890019166,"upper_bound":9126.119298245614},"point_estimate":9115.710026073248,"standard_error":7.197106851405752},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43.469538062305716,"upper_bound":73.706789432074},"point_estimate":57.36149764875192,"standard_error":7.8648102171904535},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9124.819441574327,"upper_bound":9262.164843016893},"point_estimate":9182.261436849105,"standard_error":35.603417426244555},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":177.99243312778265,"upper_bound":738.6019700934702},"point_estimate":499.1972117954778,"standard_error":141.56484615115244}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/sample.json b/criterion/micro_ops_anti_join/new/sample.json index 33a40cf6537c..1b5900126187 100644 --- a/criterion/micro_ops_anti_join/new/sample.json +++ b/criterion/micro_ops_anti_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[19.0,38.0,57.0,76.0,95.0,114.0,133.0,152.0,171.0,190.0,209.0,228.0,247.0,266.0,285.0,304.0,323.0,342.0,361.0,380.0,399.0,418.0,437.0,456.0,475.0,494.0,513.0,532.0,551.0,570.0,589.0,608.0,627.0,646.0,665.0,684.0,703.0,722.0,741.0,760.0,779.0,798.0,817.0,836.0,855.0,874.0,893.0,912.0,931.0,950.0,969.0,988.0,1007.0,1026.0,1045.0,1064.0,1083.0,1102.0,1121.0,1140.0,1159.0,1178.0,1197.0,1216.0,1235.0,1254.0,1273.0,1292.0,1311.0,1330.0,1349.0,1368.0,1387.0,1406.0,1425.0,1444.0,1463.0,1482.0,1501.0,1520.0,1539.0,1558.0,1577.0,1596.0,1615.0,1634.0,1653.0,1672.0,1691.0,1710.0,1729.0,1748.0,1767.0,1786.0,1805.0,1824.0,1843.0,1862.0,1881.0,1900.0],"times":[176129.0,350386.0,517121.0,748996.0,866620.0,1037457.0,1253739.0,1394765.0,1565471.0,1752654.0,1939213.0,2108450.0,2294411.0,2438933.0,2596027.0,2673882.0,2850236.0,3038000.0,3180015.0,3352056.0,3672849.0,3823461.0,4010912.0,4174408.0,4359670.0,4550933.0,4748581.0,4921839.0,5085048.0,5256547.0,5398119.0,5556020.0,5775894.0,5938069.0,6103698.0,6275832.0,6487147.0,6648013.0,6883996.0,7009179.0,7089142.0,7260679.0,7449967.0,7689808.0,7900791.0,9273875.0,8217692.0,8385701.0,8580017.0,8715165.0,8882515.0,9098353.0,9231914.0,9480881.0,9540411.0,9764681.0,9887703.0,10053600.0,10207742.0,10398392.0,10583379.0,10723377.0,10891418.0,11645604.0,11257197.0,11399996.0,11591146.0,11772908.0,11964310.0,12141249.0,12256826.0,12417238.0,12614746.0,12798680.0,13015286.0,13161501.0,13316759.0,15375968.0,13665635.0,13889144.0,14080107.0,14233915.0,14389877.0,14572643.0,14763256.0,14943839.0,15132131.0,15251975.0,15456296.0,18017467.0,15789635.0,15945213.0,16171488.0,16286837.0,16467222.0,16700406.0,16875061.0,17026629.0,17202011.0,17345624.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[19.0,38.0,57.0,76.0,95.0,114.0,133.0,152.0,171.0,190.0,209.0,228.0,247.0,266.0,285.0,304.0,323.0,342.0,361.0,380.0,399.0,418.0,437.0,456.0,475.0,494.0,513.0,532.0,551.0,570.0,589.0,608.0,627.0,646.0,665.0,684.0,703.0,722.0,741.0,760.0,779.0,798.0,817.0,836.0,855.0,874.0,893.0,912.0,931.0,950.0,969.0,988.0,1007.0,1026.0,1045.0,1064.0,1083.0,1102.0,1121.0,1140.0,1159.0,1178.0,1197.0,1216.0,1235.0,1254.0,1273.0,1292.0,1311.0,1330.0,1349.0,1368.0,1387.0,1406.0,1425.0,1444.0,1463.0,1482.0,1501.0,1520.0,1539.0,1558.0,1577.0,1596.0,1615.0,1634.0,1653.0,1672.0,1691.0,1710.0,1729.0,1748.0,1767.0,1786.0,1805.0,1824.0,1843.0,1862.0,1881.0,1900.0],"times":[173474.0,342230.0,510891.0,679295.0,878753.0,1020765.0,1190280.0,1372947.0,1553268.0,1742704.0,1913254.0,2091192.0,2229283.0,2413796.0,2577552.0,2659438.0,2818421.0,3004223.0,4203977.0,3501681.0,3765343.0,4020939.0,5526346.0,4161526.0,4343677.0,4500710.0,4651793.0,4845661.0,4978787.0,5175513.0,5340084.0,5512991.0,5702678.0,5852321.0,6072471.0,6240740.0,6398857.0,6637054.0,6806153.0,6938359.0,7148351.0,7227833.0,7496252.0,7615044.0,7802832.0,7973274.0,8164197.0,8302786.0,8460377.0,8678385.0,9655559.0,8991869.0,9234985.0,9363328.0,9487352.0,9698909.0,9898262.0,10168523.0,10504800.0,10388922.0,10511002.0,10738535.0,10868890.0,11018907.0,11282646.0,11415119.0,11552228.0,14194154.0,11983539.0,12155789.0,12297462.0,12405518.0,12748432.0,12823272.0,13090775.0,13120225.0,13309605.0,13629095.0,13760053.0,13905476.0,14095309.0,16003912.0,14381901.0,14526427.0,14696504.0,14900742.0,15122739.0,15168165.0,15373867.0,15628410.0,15719310.0,15905492.0,16216257.0,16344494.0,16349804.0,16566883.0,16735382.0,16901273.0,17071784.0,17335799.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/tukey.json b/criterion/micro_ops_anti_join/new/tukey.json index 5a81a298f1e3..f1c839ea2d28 100644 --- a/criterion/micro_ops_anti_join/new/tukey.json +++ b/criterion/micro_ops_anti_join/new/tukey.json @@ -1 +1 @@ -[8852.059097256615,8985.554000762477,9341.540410111444,9475.035313617307] \ No newline at end of file +[8850.233894755773,8963.46017625636,9265.396926924592,9378.623208425179] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/report/MAD.svg b/criterion/micro_ops_anti_join/report/MAD.svg index 6d4f417b8f42..d37615b78b8a 100644 --- a/criterion/micro_ops_anti_join/report/MAD.svg +++ b/criterion/micro_ops_anti_join/report/MAD.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - - - -40 + + +0.05 + + + +0.06 - - + + + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - -80 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/SD.svg b/criterion/micro_ops_anti_join/report/SD.svg index 8bb22da88e8c..c3b488d11505 100644 --- a/criterion/micro_ops_anti_join/report/SD.svg +++ b/criterion/micro_ops_anti_join/report/SD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ns) - -0.001 - - - -0.002 + +5e-4 - - -0.003 + + +0.001 - - -0.004 + + +0.0015 - - -0.005 + + +0.002 - - -0.006 + + +0.0025 - - -0.007 + + +0.003 - + - -100 + +200 + + + +300 - - -150 + + +400 - - -200 + + +500 - - -250 + + +600 - - -300 + + +700 - - -350 + + +800 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/both/pdf.svg b/criterion/micro_ops_anti_join/report/both/pdf.svg index 5620a54917cf..3ed4fa36120c 100644 --- a/criterion/micro_ops_anti_join/report/both/pdf.svg +++ b/criterion/micro_ops_anti_join/report/both/pdf.svg @@ -9,59 +9,51 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - - -4 - - + - + +9 + + + 10 - - -12 + + +11 - - -14 + + +12 - - -16 + + +13 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_anti_join/report/both/regression.svg b/criterion/micro_ops_anti_join/report/both/regression.svg index 1cb8c561a439..6be4e19fe0eb 100644 --- a/criterion/micro_ops_anti_join/report/both/regression.svg +++ b/criterion/micro_ops_anti_join/report/both/regression.svg @@ -19,36 +19,51 @@ Iterations (x 10^3) - - - - - + + + + + + + + 0.0 - -5.0 + +2.0 - - + + +4.0 + + + +6.0 + + + +8.0 + + + 10.0 - - -15.0 + + +12.0 - - -20.0 + + +14.0 - - -25.0 + + +16.0 - + 0 @@ -91,9 +106,9 @@ Iterations (x 10^3) - - - + + + Base Sample diff --git a/criterion/micro_ops_anti_join/report/change/mean.svg b/criterion/micro_ops_anti_join/report/change/mean.svg index ca6fc1b678a7..a9dce560ea6a 100644 --- a/criterion/micro_ops_anti_join/report/change/mean.svg +++ b/criterion/micro_ops_anti_join/report/change/mean.svg @@ -9,87 +9,59 @@ Density (a.u.) Relative change (%) - -20 - - - -40 - - - -60 + +10 - - -80 - - - -100 - - - -120 + + +20 - - -140 + + +30 - - -160 + + +40 - - -180 + + +50 - - -200 + + +60 - + - --0.373 - - - --0.372 - - - --0.371 - - - --0.37 - - - --0.369 - - - --0.368 - - - --0.367 - - - --0.366 - - - --0.365 - - - - - - + +-0.01 + + + +-0.005 + + + +1.73472e-18 + + + +0.005 + + + +0.01 + + + +0.015 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/median.svg b/criterion/micro_ops_anti_join/report/change/median.svg index 0b12b0db837e..075761946a67 100644 --- a/criterion/micro_ops_anti_join/report/change/median.svg +++ b/criterion/micro_ops_anti_join/report/change/median.svg @@ -9,63 +9,83 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - -200 + + +150 - - -300 + + +200 - - -400 + + +250 - - -500 + + +300 - - -600 + + +350 - + - --0.3735 - - - --0.373 - - - --0.3725 - - - --0.372 - - - --0.3715 - - - --0.371 - - - --0.3705 - - - - - - + +-0.006 + + + +-0.0055 + + + +-0.005 + + + +-0.0045 + + + +-0.004 + + + +-0.0035 + + + +-0.003 + + + +-0.0025 + + + +-0.002 + + + +-0.0015 + + + +-0.001 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/t-test.svg b/criterion/micro_ops_anti_join/report/change/t-test.svg index 9bbab298882a..ac62dc19487c 100644 --- a/criterion/micro_ops_anti_join/report/change/t-test.svg +++ b/criterion/micro_ops_anti_join/report/change/t-test.svg @@ -13,85 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_anti_join/report/index.html b/criterion/micro_ops_anti_join/report/index.html index c3ae5f17dba8..f23fbe45dae7 100644 --- a/criterion/micro_ops_anti_join/report/index.html +++ b/criterion/micro_ops_anti_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 9.1414 µs - 9.2070 µs - 9.2979 µs + 9.1248 µs + 9.1823 µs + 9.2622 µs R² - 0.8665432 - 0.8720302 - 0.8615706 + 0.8458706 + 0.8498702 + 0.8421651 Mean - 9.1505 µs - 9.1970 µs - 9.2526 µs + 9.1246 µs + 9.2087 µs + 9.3167 µs Std. Dev. - 124.53 ns - 263.44 ns - 364.07 ns + 177.99 ns + 499.20 ns + 738.60 ns Median - 9.1322 µs - 9.1463 µs - 9.1667 µs + 9.1009 µs + 9.1157 µs + 9.1261 µs MAD - 42.550 ns - 60.260 ns - 76.667 ns + 43.470 ns + 57.361 ns + 73.707 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -37.309% - -36.928% - -36.515% - (p = 0.00 < + -0.9418% + +0.1273% + +1.3718% + (p = 0.85 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_anti_join/report/mean.svg b/criterion/micro_ops_anti_join/report/mean.svg index f34421d9d45f..39f856b0ba6d 100644 --- a/criterion/micro_ops_anti_join/report/mean.svg +++ b/criterion/micro_ops_anti_join/report/mean.svg @@ -9,70 +9,86 @@ Density (a.u.) Average time (µs) - -2 + +1 - - -4 + + +2 - - -6 + + +3 - - -8 + + +4 - - -10 + + +5 - - -12 + + +6 - - -14 + + +7 - - -16 + + +8 - + - + +9.12 + + + 9.14 - - + + 9.16 - + 9.18 - + 9.2 - - + + 9.22 - - + + 9.24 - - + + 9.26 - - - - + + +9.28 + + + +9.3 + + + +9.32 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/median.svg b/criterion/micro_ops_anti_join/report/median.svg index 6b548cb12541..448914f08dad 100644 --- a/criterion/micro_ops_anti_join/report/median.svg +++ b/criterion/micro_ops_anti_join/report/median.svg @@ -9,78 +9,66 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - - -9.13 - - - -9.135 - - - -9.14 + + +90 - - -9.145 - - - -9.15 + + + +9.1 - - -9.155 + + +9.105 - - -9.16 + + +9.11 - - -9.165 + + +9.115 - - -9.17 + + +9.12 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/pdf.svg b/criterion/micro_ops_anti_join/report/pdf.svg index 6cbdc6874f0e..ee2c582ca5c6 100644 --- a/criterion/micro_ops_anti_join/report/pdf.svg +++ b/criterion/micro_ops_anti_join/report/pdf.svg @@ -50,26 +50,46 @@ Average Time (µs) - + 8.5 - - + + 9 - - + + 9.5 - - + + 10 - - + + 10.5 - + + +11 + + + +11.5 + + + +12 + + + +12.5 + + + +13 + + Density (a.u.) @@ -78,54 +98,74 @@ Density (a.u.) 0 - -0.5 + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 - - + + 1 - - -1.5 - - - -2 - - - -2.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +1.2 + + + +1.4 + + + +1.6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_anti_join/report/pdf_small.svg b/criterion/micro_ops_anti_join/report/pdf_small.svg index 444b52770ea5..b25287e950d9 100644 --- a/criterion/micro_ops_anti_join/report/pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/pdf_small.svg @@ -10,51 +10,63 @@ Average Time (µs) 0 - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - - -2.5 + + +1.6 - - -3 + + +1.8 - + - -8.5 - - - + 9 - - -9.5 - - - + + 10 - - -10.5 + + +11 + + + +12 + + + +13 - - - + + + diff --git a/criterion/micro_ops_anti_join/report/regression.svg b/criterion/micro_ops_anti_join/report/regression.svg index 72fc34382a66..ab435e6850c2 100644 --- a/criterion/micro_ops_anti_join/report/regression.svg +++ b/criterion/micro_ops_anti_join/report/regression.svg @@ -17,52 +17,47 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - + + 16.0 - - -18.0 - - + 0.2 @@ -103,105 +98,105 @@ Iterations (x 10^3) - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_anti_join/report/regression_small.svg b/criterion/micro_ops_anti_join/report/regression_small.svg index 21394341635b..492426fb0003 100644 --- a/criterion/micro_ops_anti_join/report/regression_small.svg +++ b/criterion/micro_ops_anti_join/report/regression_small.svg @@ -14,52 +14,47 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - + + 16.0 - - -18.0 - - + 0.2 @@ -100,103 +95,103 @@ Iterations (x 10^3) - - + + - - + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg index e21333a6b89d..5a87db9d30f4 100644 --- a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg @@ -6,57 +6,49 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - - -4 - - + - + +9 + + + 10 - - -12 + + +11 - - -14 + + +12 - - -16 + + +13 - - - - - + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_regression_small.svg b/criterion/micro_ops_anti_join/report/relative_regression_small.svg index 250b51972f00..84fcc6d7dbba 100644 --- a/criterion/micro_ops_anti_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_regression_small.svg @@ -16,36 +16,51 @@ Iterations (x 10^3) - - - - - + + + + + + + + 0.0 - -5.0 + +2.0 - - + + +4.0 + + + +6.0 + + + +8.0 + + + 10.0 - - -15.0 + + +12.0 - - -20.0 + + +14.0 - - -25.0 + + +16.0 - + 0 @@ -88,7 +103,7 @@ Iterations (x 10^3) - - - + + + diff --git a/criterion/micro_ops_anti_join/report/slope.svg b/criterion/micro_ops_anti_join/report/slope.svg index 54940371095a..3af18adecb7b 100644 --- a/criterion/micro_ops_anti_join/report/slope.svg +++ b/criterion/micro_ops_anti_join/report/slope.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - + + +12 + + - + +9.12 + + + 9.14 - - + + 9.16 - - + + 9.18 - - + + 9.2 - - + + 9.22 - - + + 9.24 - - + + 9.26 - - -9.28 - - - -9.3 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/typical.svg b/criterion/micro_ops_anti_join/report/typical.svg index 51d1e4668d36..e5f5fea79d14 100644 --- a/criterion/micro_ops_anti_join/report/typical.svg +++ b/criterion/micro_ops_anti_join/report/typical.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - + + +12 + + - + +9.12 + + + 9.14 - - + + 9.16 - - + + 9.18 - - + + 9.2 - - + + 9.22 - - + + 9.24 - - + + 9.26 - - -9.28 - - - -9.3 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/base/estimates.json b/criterion/micro_ops_crossjoin/base/estimates.json index fa430dc17221..ef7ca8ec0d7f 100644 --- a/criterion/micro_ops_crossjoin/base/estimates.json +++ b/criterion/micro_ops_crossjoin/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":92782.48136136225,"upper_bound":93579.89452778254},"point_estimate":93161.71582599761,"standard_error":203.60270400769565},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":92586.9488863032,"upper_bound":92945.89573095823},"point_estimate":92801.25703324808,"standard_error":90.92613868963036},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":725.0570724751802,"upper_bound":1346.1590508816032},"point_estimate":951.2252568885962,"standard_error":169.0192065050776},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":92901.43040311347,"upper_bound":94045.35958379258},"point_estimate":93423.8820707108,"standard_error":293.60267100123116},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1475.9749329241506,"upper_bound":2527.216771403381},"point_estimate":2050.2912724459857,"standard_error":268.6067061574449}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97271.66258867492,"upper_bound":98139.445068189},"point_estimate":97709.22274790955,"standard_error":221.81966920731833},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97242.80793650795,"upper_bound":98126.49482401657},"point_estimate":97623.28844984803,"standard_error":233.52114426115298},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1231.6925801459151,"upper_bound":2350.2260511322847},"point_estimate":1681.1197137370518,"standard_error":282.2606900223393},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98075.45392441106,"upper_bound":99033.29014719026},"point_estimate":98558.19865354979,"standard_error":244.30434510198907},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1878.4042578780793,"upper_bound":2549.053474757271},"point_estimate":2233.2441511028433,"standard_error":171.06248666606288}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/sample.json b/criterion/micro_ops_crossjoin/base/sample.json index 083f95b798eb..c2d4ae5f2487 100644 --- a/criterion/micro_ops_crossjoin/base/sample.json +++ b/criterion/micro_ops_crossjoin/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[719854.0,1508594.0,2183164.0,2955945.0,3652234.0,4380695.0,5245435.0,5909917.0,6538533.0,7097296.0,7957037.0,8761125.0,9716523.0,10292843.0,11303555.0,11895478.0,12647246.0,13361300.0,13832774.0,14935001.0,15533029.0,16217506.0,17074978.0,17994477.0,18780708.0,19499367.0,19958929.0,22415410.0,21396245.0,22357995.0,24273549.0,25149960.0,24211408.0,25242612.0,25932505.0,27034468.0,27505042.0,28226242.0,28909246.0,29546103.0,30536748.0,31050340.0,32047683.0,33088463.0,33434344.0,34351462.0,34896490.0,35728215.0,36374498.0,37464160.0,38361382.0,38550837.0,39427443.0,39840717.0,40906515.0,41768322.0,41976504.0,42445399.0,44625753.0,44333001.0,44878923.0,45896319.0,46467506.0,48226422.0,48573179.0,50887677.0,50822126.0,49770269.0,51134410.0,52281759.0,56891394.0,56544032.0,53319647.0,54231252.0,55721471.0,55714161.0,57003073.0,57164287.0,58004861.0,59217915.0,61503979.0,61215785.0,61091521.0,62414765.0,64440585.0,69306784.0,69892333.0,65086111.0,65792133.0,66160350.0,67633656.0,68727189.0,68955504.0,69669721.0,71126572.0,71308584.0,71962826.0,72021840.0,72893878.0,75431026.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[696376.0,1280210.0,2109745.0,2610772.0,3232192.0,3944283.0,4524102.0,5670038.0,6322945.0,6790653.0,7292120.0,7823219.0,8527797.0,9435222.0,10220308.0,10968589.0,11709160.0,12208316.0,13205368.0,13428086.0,13991020.0,14819562.0,15607873.0,15963463.0,17182324.0,17422702.0,18330039.0,18824457.0,19420608.0,20430076.0,20478347.0,21492443.0,22205743.0,22727115.0,24053190.0,24494284.0,25083826.0,26120694.0,26567855.0,27171833.0,27966652.0,29308832.0,29821965.0,30007897.0,30568821.0,31726559.0,32113626.0,32881745.0,33836968.0,34327105.0,35201826.0,35356463.0,36527062.0,38314401.0,39299287.0,40284905.0,40769679.0,40005910.0,40167355.0,41060828.0,41630423.0,42275249.0,42819873.0,43324958.0,43814387.0,44626336.0,45568987.0,47007793.0,47395097.0,47842018.0,48152380.0,49472062.0,50290870.0,49953122.0,51477253.0,51847319.0,54284192.0,55585563.0,55291678.0,55058482.0,56887963.0,57664555.0,58296674.0,58475534.0,58220836.0,58784121.0,58759319.0,59436650.0,59797002.0,62203861.0,62351885.0,64901846.0,66361468.0,65908899.0,67176933.0,66017607.0,65150726.0,67481720.0,68502804.0,71038102.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/tukey.json b/criterion/micro_ops_crossjoin/base/tukey.json index 3b17c78b3332..26c645ac004d 100644 --- a/criterion/micro_ops_crossjoin/base/tukey.json +++ b/criterion/micro_ops_crossjoin/base/tukey.json @@ -1 +1 @@ -[88333.2840401923,90258.79427929528,95393.48825023658,97318.99848933957] \ No newline at end of file +[89725.58184792723,93106.43205043771,102122.03259046566,105502.88279297615] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/change/estimates.json b/criterion/micro_ops_crossjoin/change/estimates.json index 0c881b01cfe1..29cbf7916900 100644 --- a/criterion/micro_ops_crossjoin/change/estimates.json +++ b/criterion/micro_ops_crossjoin/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.29101878439688755,"upper_bound":-0.28455361915651073},"point_estimate":-0.2879276251458549,"standard_error":0.0016472531884747618},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.2953847421948177,"upper_bound":-0.29276562249841354},"point_estimate":-0.29381789884141196,"standard_error":0.0006720254179494072}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.04229030552501508,"upper_bound":0.0551415804589619},"point_estimate":0.048813043873145556,"standard_error":0.0032956238316377393},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.047610429426026446,"upper_bound":0.057975528319102354},"point_estimate":0.051960841595845464,"standard_error":0.0027247282647520454}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/estimates.json b/criterion/micro_ops_crossjoin/new/estimates.json index fa430dc17221..ef7ca8ec0d7f 100644 --- a/criterion/micro_ops_crossjoin/new/estimates.json +++ b/criterion/micro_ops_crossjoin/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":92782.48136136225,"upper_bound":93579.89452778254},"point_estimate":93161.71582599761,"standard_error":203.60270400769565},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":92586.9488863032,"upper_bound":92945.89573095823},"point_estimate":92801.25703324808,"standard_error":90.92613868963036},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":725.0570724751802,"upper_bound":1346.1590508816032},"point_estimate":951.2252568885962,"standard_error":169.0192065050776},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":92901.43040311347,"upper_bound":94045.35958379258},"point_estimate":93423.8820707108,"standard_error":293.60267100123116},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1475.9749329241506,"upper_bound":2527.216771403381},"point_estimate":2050.2912724459857,"standard_error":268.6067061574449}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97271.66258867492,"upper_bound":98139.445068189},"point_estimate":97709.22274790955,"standard_error":221.81966920731833},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97242.80793650795,"upper_bound":98126.49482401657},"point_estimate":97623.28844984803,"standard_error":233.52114426115298},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1231.6925801459151,"upper_bound":2350.2260511322847},"point_estimate":1681.1197137370518,"standard_error":282.2606900223393},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98075.45392441106,"upper_bound":99033.29014719026},"point_estimate":98558.19865354979,"standard_error":244.30434510198907},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1878.4042578780793,"upper_bound":2549.053474757271},"point_estimate":2233.2441511028433,"standard_error":171.06248666606288}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/sample.json b/criterion/micro_ops_crossjoin/new/sample.json index 083f95b798eb..c2d4ae5f2487 100644 --- a/criterion/micro_ops_crossjoin/new/sample.json +++ b/criterion/micro_ops_crossjoin/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[719854.0,1508594.0,2183164.0,2955945.0,3652234.0,4380695.0,5245435.0,5909917.0,6538533.0,7097296.0,7957037.0,8761125.0,9716523.0,10292843.0,11303555.0,11895478.0,12647246.0,13361300.0,13832774.0,14935001.0,15533029.0,16217506.0,17074978.0,17994477.0,18780708.0,19499367.0,19958929.0,22415410.0,21396245.0,22357995.0,24273549.0,25149960.0,24211408.0,25242612.0,25932505.0,27034468.0,27505042.0,28226242.0,28909246.0,29546103.0,30536748.0,31050340.0,32047683.0,33088463.0,33434344.0,34351462.0,34896490.0,35728215.0,36374498.0,37464160.0,38361382.0,38550837.0,39427443.0,39840717.0,40906515.0,41768322.0,41976504.0,42445399.0,44625753.0,44333001.0,44878923.0,45896319.0,46467506.0,48226422.0,48573179.0,50887677.0,50822126.0,49770269.0,51134410.0,52281759.0,56891394.0,56544032.0,53319647.0,54231252.0,55721471.0,55714161.0,57003073.0,57164287.0,58004861.0,59217915.0,61503979.0,61215785.0,61091521.0,62414765.0,64440585.0,69306784.0,69892333.0,65086111.0,65792133.0,66160350.0,67633656.0,68727189.0,68955504.0,69669721.0,71126572.0,71308584.0,71962826.0,72021840.0,72893878.0,75431026.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[696376.0,1280210.0,2109745.0,2610772.0,3232192.0,3944283.0,4524102.0,5670038.0,6322945.0,6790653.0,7292120.0,7823219.0,8527797.0,9435222.0,10220308.0,10968589.0,11709160.0,12208316.0,13205368.0,13428086.0,13991020.0,14819562.0,15607873.0,15963463.0,17182324.0,17422702.0,18330039.0,18824457.0,19420608.0,20430076.0,20478347.0,21492443.0,22205743.0,22727115.0,24053190.0,24494284.0,25083826.0,26120694.0,26567855.0,27171833.0,27966652.0,29308832.0,29821965.0,30007897.0,30568821.0,31726559.0,32113626.0,32881745.0,33836968.0,34327105.0,35201826.0,35356463.0,36527062.0,38314401.0,39299287.0,40284905.0,40769679.0,40005910.0,40167355.0,41060828.0,41630423.0,42275249.0,42819873.0,43324958.0,43814387.0,44626336.0,45568987.0,47007793.0,47395097.0,47842018.0,48152380.0,49472062.0,50290870.0,49953122.0,51477253.0,51847319.0,54284192.0,55585563.0,55291678.0,55058482.0,56887963.0,57664555.0,58296674.0,58475534.0,58220836.0,58784121.0,58759319.0,59436650.0,59797002.0,62203861.0,62351885.0,64901846.0,66361468.0,65908899.0,67176933.0,66017607.0,65150726.0,67481720.0,68502804.0,71038102.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/tukey.json b/criterion/micro_ops_crossjoin/new/tukey.json index 3b17c78b3332..26c645ac004d 100644 --- a/criterion/micro_ops_crossjoin/new/tukey.json +++ b/criterion/micro_ops_crossjoin/new/tukey.json @@ -1 +1 @@ -[88333.2840401923,90258.79427929528,95393.48825023658,97318.99848933957] \ No newline at end of file +[89725.58184792723,93106.43205043771,102122.03259046566,105502.88279297615] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/report/MAD.svg b/criterion/micro_ops_crossjoin/report/MAD.svg index 2f06e1ae1416..2810270a3ab9 100644 --- a/criterion/micro_ops_crossjoin/report/MAD.svg +++ b/criterion/micro_ops_crossjoin/report/MAD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - - -2.5 + + +1.6 - + - -0.7 - - - -0.8 + +1.2 - - -0.9 + + +1.4 - - -1 + + +1.6 - - -1.1 + + +1.8 - - -1.2 + + +2 - - -1.3 + + +2.2 - - -1.4 + + +2.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/SD.svg b/criterion/micro_ops_crossjoin/report/SD.svg index 9ce06edce81d..173c4a60809c 100644 --- a/criterion/micro_ops_crossjoin/report/SD.svg +++ b/criterion/micro_ops_crossjoin/report/SD.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 - - -1.4 + + +2 - - -1.6 + + +2.5 - + - -1.4 - - - -1.6 + +1.9 - - -1.8 - - - + + 2 - - + + +2.1 + + + 2.2 - - + + +2.3 + + + 2.4 - - + + +2.5 + + + 2.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/both/pdf.svg b/criterion/micro_ops_crossjoin/report/both/pdf.svg index fb3cbf766098..0cda7ecdcc01 100644 --- a/criterion/micro_ops_crossjoin/report/both/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/both/pdf.svg @@ -9,67 +9,47 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - - -0.35 - - - -0.4 - - - -0.45 - - + - + 90 - - -100 - - - -110 + + +95 - - -120 + + +100 - - -130 + + +105 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_crossjoin/report/both/regression.svg b/criterion/micro_ops_crossjoin/report/both/regression.svg index 8c20494cc96b..d575f4c529a3 100644 --- a/criterion/micro_ops_crossjoin/report/both/regression.svg +++ b/criterion/micro_ops_crossjoin/report/both/regression.svg @@ -18,61 +18,46 @@ Iterations - - - + + - - - + + - - + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - -60.0 - - - -70.0 - - + -80.0 +60.0 - -90.0 - - - -100.0 + +70.0 - + 0 @@ -110,10 +95,10 @@ Iterations 800 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_crossjoin/report/change/mean.svg b/criterion/micro_ops_crossjoin/report/change/mean.svg index c03577c72124..fc1f629cd918 100644 --- a/criterion/micro_ops_crossjoin/report/change/mean.svg +++ b/criterion/micro_ops_crossjoin/report/change/mean.svg @@ -9,58 +9,86 @@ Density (a.u.) Relative change (%) - + +10 + + + +20 + + + +30 + + + +40 + + + 50 - - -100 + + +60 - - -150 + + +70 + + + +80 + + + +90 + + + +100 - - -200 + + +110 - + - --0.291 + +0.042 - - --0.29 + + +0.044 - - --0.289 + + +0.046 - - --0.288 + + +0.048 - - --0.287 + + +0.05 - - --0.286 + + +0.052 - - --0.285 + + +0.054 - - --0.284 + + +0.056 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/median.svg b/criterion/micro_ops_crossjoin/report/change/median.svg index ef0154b4099b..8b96a869a91b 100644 --- a/criterion/micro_ops_crossjoin/report/change/median.svg +++ b/criterion/micro_ops_crossjoin/report/change/median.svg @@ -9,62 +9,62 @@ Density (a.u.) Relative change (%) - -200 + +20 - - -400 + + +40 - - -600 + + +60 - - -800 + + +80 - - -1000 + + +100 - - -1200 + + +120 - - - --0.2955 + + +140 - - --0.295 + + + +0.048 - - --0.2945 + + +0.05 - - --0.294 + + +0.052 - - --0.2935 + + +0.054 - - --0.293 + + +0.056 - - --0.2925 + + +0.058 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/t-test.svg b/criterion/micro_ops_crossjoin/report/change/t-test.svg index 8d128f0ac89d..b10eea3b687e 100644 --- a/criterion/micro_ops_crossjoin/report/change/t-test.svg +++ b/criterion/micro_ops_crossjoin/report/change/t-test.svg @@ -25,65 +25,69 @@ t score 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/micro_ops_crossjoin/report/index.html b/criterion/micro_ops_crossjoin/report/index.html index 3a1ed75812db..0b9d86ef7743 100644 --- a/criterion/micro_ops_crossjoin/report/index.html +++ b/criterion/micro_ops_crossjoin/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 92.901 µs - 93.424 µs - 94.045 µs + 98.075 µs + 98.558 µs + 99.033 µs R² - 0.9294724 - 0.9330784 - 0.9279840 + 0.9576160 + 0.9603143 + 0.9577007 Mean - 92.782 µs - 93.162 µs - 93.580 µs + 97.272 µs + 97.709 µs + 98.139 µs Std. Dev. - 1.4760 µs - 2.0503 µs - 2.5272 µs + 1.8784 µs + 2.2332 µs + 2.5491 µs Median - 92.587 µs - 92.801 µs - 92.946 µs + 97.243 µs + 97.623 µs + 98.126 µs MAD - 725.06 ns - 951.23 ns - 1.3462 µs + 1.2317 µs + 1.6811 µs + 2.3502 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -29.102% - -28.793% - -28.455% + +4.2290% + +4.8813% + +5.5142% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_crossjoin/report/mean.svg b/criterion/micro_ops_crossjoin/report/mean.svg index 075563c80f89..8f47ade9d103 100644 --- a/criterion/micro_ops_crossjoin/report/mean.svg +++ b/criterion/micro_ops_crossjoin/report/mean.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - -2 - - + - -92.7 + +97.2 + + + +97.3 - - -92.8 + + +97.4 - - -92.9 + + +97.5 - - -93 + + +97.6 - - -93.1 + + +97.7 - - -93.2 + + +97.8 - - -93.3 + + +97.9 - - -93.4 + + +98 - - -93.5 + + +98.1 - - -93.6 + + +98.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/median.svg b/criterion/micro_ops_crossjoin/report/median.svg index ccd4a158b10b..091d1dbb2ae0 100644 --- a/criterion/micro_ops_crossjoin/report/median.svg +++ b/criterion/micro_ops_crossjoin/report/median.svg @@ -9,90 +9,78 @@ Density (a.u.) Average time (µs) - -1 - - - -2 - - - -3 - - - -4 + +0.5 - - -5 + + +1 - - -6 + + +1.5 - - -7 + + +2 - - -8 + + +2.5 - - -9 + + +3 - - -10 + + + +97.2 - - -11 + + +97.3 - - - -92.55 + + +97.4 - - -92.6 + + +97.5 - - -92.65 + + +97.6 - - -92.7 + + +97.7 - - -92.75 + + +97.8 - - -92.8 + + +97.9 - - -92.85 + + +98 - - -92.9 + + +98.1 - - -92.95 + + +98.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/pdf.svg b/criterion/micro_ops_crossjoin/report/pdf.svg index 9f7b12438e14..80a87d98a2f0 100644 --- a/criterion/micro_ops_crossjoin/report/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/pdf.svg @@ -13,71 +13,67 @@ Average Time (µs) 0 - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - + -800 +700 - -88 - - - + 90 - - + + 92 - - + + 94 - - + + 96 - - + + 98 - - + + 100 - - + + 102 - + + +104 + + Density (a.u.) @@ -86,52 +82,58 @@ Density (a.u.) 0 - -0.05 + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 - - + + 0.1 - - -0.15 + + +0.12 - + -0.2 +0.14 - -0.25 - - - - - - - - - - - - - - - - - - - - - - - - - - - - + +0.16 + + + +0.18 + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_crossjoin/report/pdf_small.svg b/criterion/micro_ops_crossjoin/report/pdf_small.svg index be6c85ba8cb9..2fabf6578a5e 100644 --- a/criterion/micro_ops_crossjoin/report/pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/pdf_small.svg @@ -10,43 +10,63 @@ Average Time (µs) 0 - -0.05 + +0.02 - - + + +0.04 + + + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 - + -0.2 +0.14 - -0.25 + +0.16 - - -0.3 + + +0.18 - + + +0.2 + + - + 90 - - + + 95 - - + + 100 - - - + + +105 + + + + diff --git a/criterion/micro_ops_crossjoin/report/regression.svg b/criterion/micro_ops_crossjoin/report/regression.svg index 40d3f494f56f..5c5ce44f0251 100644 --- a/criterion/micro_ops_crossjoin/report/regression.svg +++ b/criterion/micro_ops_crossjoin/report/regression.svg @@ -8,185 +8,180 @@ Total sample time (ms) Iterations - - - - - - - + + + + + + - - - - - - - + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - + -800 +700 - + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_crossjoin/report/regression_small.svg b/criterion/micro_ops_crossjoin/report/regression_small.svg index bccf1f4b11b0..0957c082665b 100644 --- a/criterion/micro_ops_crossjoin/report/regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/regression_small.svg @@ -5,183 +5,178 @@ Total sample time (ms) Iterations - - - - - - - + + + + + + - - - - - - - + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - + -800 +700 - + - - - - + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - + + + + - - - - - - - - + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - + + + + + + + + + - - + + diff --git a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg index 9277b4f915bd..0f0f2853c9a7 100644 --- a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg @@ -6,65 +6,45 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - - -0.35 - - - -0.4 - - - -0.45 - - + - + 90 - - -100 - - - -110 + + +95 - - -120 + + +100 - - -130 + + +105 - - - - - + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg index ac10a34ff314..8f3159a41b7a 100644 --- a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg @@ -15,61 +15,46 @@ Iterations - - - + + - - - + + - - + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - -60.0 - - - -70.0 - - + -80.0 +60.0 - -90.0 - - - -100.0 + +70.0 - + 0 @@ -107,8 +92,8 @@ Iterations 800 - - - - + + + + diff --git a/criterion/micro_ops_crossjoin/report/slope.svg b/criterion/micro_ops_crossjoin/report/slope.svg index 0eee7b90a4e7..c9fb0832a0b1 100644 --- a/criterion/micro_ops_crossjoin/report/slope.svg +++ b/criterion/micro_ops_crossjoin/report/slope.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - - -92.8 + + +1.6 - - -93 + + + +98 - - -93.2 + + +98.2 - - -93.4 + + +98.4 - - -93.6 + + +98.6 - - -93.8 + + +98.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/typical.svg b/criterion/micro_ops_crossjoin/report/typical.svg index 4b4ec465b43c..a2307077087d 100644 --- a/criterion/micro_ops_crossjoin/report/typical.svg +++ b/criterion/micro_ops_crossjoin/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - - -92.8 + + +1.6 - - -93 + + + +98 - - -93.2 + + +98.2 - - -93.4 + + +98.4 - - -93.6 + + +98.6 - - -93.8 + + +98.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/base/estimates.json b/criterion/micro_ops_difference/base/estimates.json index a46cb8db3e7c..49a8caf5f6f3 100644 --- a/criterion/micro_ops_difference/base/estimates.json +++ b/criterion/micro_ops_difference/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72234.08805760523,"upper_bound":72504.36322358092},"point_estimate":72363.66481955061,"standard_error":68.95306525858365},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72103.0938697318,"upper_bound":72200.8658584664},"point_estimate":72153.17608974359,"standard_error":23.87199034575567},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":176.13141169676567,"upper_bound":492.68404667984424},"point_estimate":292.5947469407345,"standard_error":86.47913880060788},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72105.88473058837,"upper_bound":72285.51389474979},"point_estimate":72183.28278853258,"standard_error":46.55910372480746},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":550.7190057932613,"upper_bound":812.6771586832137},"point_estimate":694.008252414274,"standard_error":67.05657474981389}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75139.42935897436,"upper_bound":75487.11634382745},"point_estimate":75306.05286706191,"standard_error":88.55169461884766},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74882.46717171717,"upper_bound":75134.40714285715},"point_estimate":74992.32364749574,"standard_error":62.66224842575426},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":329.0704450669158,"upper_bound":670.5315776790158},"point_estimate":480.97369330715634,"standard_error":92.40692480840441},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74926.9516726336,"upper_bound":75122.437973393},"point_estimate":75018.33841239348,"standard_error":49.859943984163394},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":708.456695317875,"upper_bound":1054.7337470658465},"point_estimate":889.4784603315045,"standard_error":88.63651519506628}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/sample.json b/criterion/micro_ops_difference/base/sample.json index f3bc12c895a1..2b6d8759c597 100644 --- a/criterion/micro_ops_difference/base/sample.json +++ b/criterion/micro_ops_difference/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[441714.0,892603.0,1337768.0,1784158.0,2206624.0,2649263.0,3101738.0,3537657.0,3990682.0,4410376.0,4792930.0,5242966.0,5657204.0,6153964.0,6591161.0,6937364.0,7433785.0,7933906.0,8251008.0,8765120.0,9144114.0,9537652.0,9914524.0,10381833.0,10784248.0,11202977.0,11656259.0,12095574.0,12450728.0,13185979.0,13479233.0,13759161.0,14195569.0,14649024.0,15084401.0,15483955.0,15946827.0,16341784.0,16797337.0,17219765.0,17627997.0,18085402.0,18493467.0,18960384.0,19380796.0,19787219.0,20185941.0,20688549.0,21057450.0,21710473.0,22072990.0,22512304.0,22956757.0,23397210.0,23803412.0,24267727.0,24737693.0,25075999.0,26409079.0,25980924.0,26435392.0,26856788.0,27200665.0,27658779.0,28113738.0,28528053.0,28965210.0,29491026.0,29926667.0,30294461.0,30774904.0,31203964.0,31752359.0,31995226.0,32419153.0,32921164.0,33306947.0,33866723.0,34115587.0,34614459.0,35081493.0,35538625.0,35876514.0,37231632.0,36802329.0,37194744.0,37637815.0,38056094.0,38558109.0,38984421.0,39392199.0,39834730.0,40272929.0,40688745.0,41049548.0,41554906.0,42084729.0,42407724.0,42788466.0,43290919.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[460505.0,945780.0,1382251.0,1868828.0,2312645.0,2773213.0,3246578.0,3695321.0,4172881.0,4595397.0,5007462.0,5443952.0,5884506.0,6407030.0,6803132.0,7214611.0,7737021.0,8216181.0,8520704.0,9146222.0,9581353.0,9975220.0,10526180.0,10865503.0,11496652.0,11789904.0,12082971.0,12564513.0,12996837.0,13712154.0,13978580.0,14270288.0,14757888.0,15240071.0,15634775.0,16102875.0,16593656.0,17011316.0,17448409.0,18003328.0,18360301.0,18758836.0,19194571.0,19620730.0,20118302.0,20506011.0,21012671.0,21400785.0,21841443.0,22501802.0,22993507.0,23306239.0,24446530.0,24215621.0,24706972.0,25064901.0,25696704.0,26816129.0,26640850.0,26985472.0,27373763.0,27947415.0,28214433.0,28969905.0,29215459.0,29719392.0,30039935.0,30515181.0,30939176.0,31556451.0,32752621.0,32303083.0,32754685.0,33219068.0,33702895.0,34116923.0,34692304.0,35067577.0,35449408.0,35967741.0,36445745.0,36896754.0,37341588.0,37681745.0,38278724.0,38718750.0,39244744.0,39541562.0,40248418.0,40650221.0,40997170.0,41538038.0,42118353.0,42497726.0,42713412.0,43078151.0,43510670.0,44020806.0,44370785.0,44953698.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/tukey.json b/criterion/micro_ops_difference/base/tukey.json index a1e36b897aa7..d519fddde980 100644 --- a/criterion/micro_ops_difference/base/tukey.json +++ b/criterion/micro_ops_difference/base/tukey.json @@ -1 +1 @@ -[70854.71022500875,71423.1307491831,72938.91881364802,73507.33933782237] \ No newline at end of file +[72254.23375909339,73498.19483195085,76815.42435957075,78059.38543242821] \ No newline at end of file diff --git a/criterion/micro_ops_difference/change/estimates.json b/criterion/micro_ops_difference/change/estimates.json index fe898bcf31ac..46d4861878a1 100644 --- a/criterion/micro_ops_difference/change/estimates.json +++ b/criterion/micro_ops_difference/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.40900586601378797,"upper_bound":-0.4061128694176762},"point_estimate":-0.4075765054918581,"standard_error":0.0007387069255822854},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.40816031495980476,"upper_bound":-0.4072354589772673},"point_estimate":-0.40764851604711216,"standard_error":0.0002259860274600701}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03764358744449734,"upper_bound":0.0437771588363641},"point_estimate":0.04066112537070321,"standard_error":0.0015541863027545618},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.037666072524426886,"upper_bound":0.04148163587327147},"point_estimate":0.03934889233733574,"standard_error":0.0009595401045971544}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/estimates.json b/criterion/micro_ops_difference/new/estimates.json index a46cb8db3e7c..49a8caf5f6f3 100644 --- a/criterion/micro_ops_difference/new/estimates.json +++ b/criterion/micro_ops_difference/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72234.08805760523,"upper_bound":72504.36322358092},"point_estimate":72363.66481955061,"standard_error":68.95306525858365},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72103.0938697318,"upper_bound":72200.8658584664},"point_estimate":72153.17608974359,"standard_error":23.87199034575567},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":176.13141169676567,"upper_bound":492.68404667984424},"point_estimate":292.5947469407345,"standard_error":86.47913880060788},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72105.88473058837,"upper_bound":72285.51389474979},"point_estimate":72183.28278853258,"standard_error":46.55910372480746},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":550.7190057932613,"upper_bound":812.6771586832137},"point_estimate":694.008252414274,"standard_error":67.05657474981389}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75139.42935897436,"upper_bound":75487.11634382745},"point_estimate":75306.05286706191,"standard_error":88.55169461884766},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74882.46717171717,"upper_bound":75134.40714285715},"point_estimate":74992.32364749574,"standard_error":62.66224842575426},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":329.0704450669158,"upper_bound":670.5315776790158},"point_estimate":480.97369330715634,"standard_error":92.40692480840441},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74926.9516726336,"upper_bound":75122.437973393},"point_estimate":75018.33841239348,"standard_error":49.859943984163394},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":708.456695317875,"upper_bound":1054.7337470658465},"point_estimate":889.4784603315045,"standard_error":88.63651519506628}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/sample.json b/criterion/micro_ops_difference/new/sample.json index f3bc12c895a1..2b6d8759c597 100644 --- a/criterion/micro_ops_difference/new/sample.json +++ b/criterion/micro_ops_difference/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[441714.0,892603.0,1337768.0,1784158.0,2206624.0,2649263.0,3101738.0,3537657.0,3990682.0,4410376.0,4792930.0,5242966.0,5657204.0,6153964.0,6591161.0,6937364.0,7433785.0,7933906.0,8251008.0,8765120.0,9144114.0,9537652.0,9914524.0,10381833.0,10784248.0,11202977.0,11656259.0,12095574.0,12450728.0,13185979.0,13479233.0,13759161.0,14195569.0,14649024.0,15084401.0,15483955.0,15946827.0,16341784.0,16797337.0,17219765.0,17627997.0,18085402.0,18493467.0,18960384.0,19380796.0,19787219.0,20185941.0,20688549.0,21057450.0,21710473.0,22072990.0,22512304.0,22956757.0,23397210.0,23803412.0,24267727.0,24737693.0,25075999.0,26409079.0,25980924.0,26435392.0,26856788.0,27200665.0,27658779.0,28113738.0,28528053.0,28965210.0,29491026.0,29926667.0,30294461.0,30774904.0,31203964.0,31752359.0,31995226.0,32419153.0,32921164.0,33306947.0,33866723.0,34115587.0,34614459.0,35081493.0,35538625.0,35876514.0,37231632.0,36802329.0,37194744.0,37637815.0,38056094.0,38558109.0,38984421.0,39392199.0,39834730.0,40272929.0,40688745.0,41049548.0,41554906.0,42084729.0,42407724.0,42788466.0,43290919.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[460505.0,945780.0,1382251.0,1868828.0,2312645.0,2773213.0,3246578.0,3695321.0,4172881.0,4595397.0,5007462.0,5443952.0,5884506.0,6407030.0,6803132.0,7214611.0,7737021.0,8216181.0,8520704.0,9146222.0,9581353.0,9975220.0,10526180.0,10865503.0,11496652.0,11789904.0,12082971.0,12564513.0,12996837.0,13712154.0,13978580.0,14270288.0,14757888.0,15240071.0,15634775.0,16102875.0,16593656.0,17011316.0,17448409.0,18003328.0,18360301.0,18758836.0,19194571.0,19620730.0,20118302.0,20506011.0,21012671.0,21400785.0,21841443.0,22501802.0,22993507.0,23306239.0,24446530.0,24215621.0,24706972.0,25064901.0,25696704.0,26816129.0,26640850.0,26985472.0,27373763.0,27947415.0,28214433.0,28969905.0,29215459.0,29719392.0,30039935.0,30515181.0,30939176.0,31556451.0,32752621.0,32303083.0,32754685.0,33219068.0,33702895.0,34116923.0,34692304.0,35067577.0,35449408.0,35967741.0,36445745.0,36896754.0,37341588.0,37681745.0,38278724.0,38718750.0,39244744.0,39541562.0,40248418.0,40650221.0,40997170.0,41538038.0,42118353.0,42497726.0,42713412.0,43078151.0,43510670.0,44020806.0,44370785.0,44953698.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/tukey.json b/criterion/micro_ops_difference/new/tukey.json index a1e36b897aa7..d519fddde980 100644 --- a/criterion/micro_ops_difference/new/tukey.json +++ b/criterion/micro_ops_difference/new/tukey.json @@ -1 +1 @@ -[70854.71022500875,71423.1307491831,72938.91881364802,73507.33933782237] \ No newline at end of file +[72254.23375909339,73498.19483195085,76815.42435957075,78059.38543242821] \ No newline at end of file diff --git a/criterion/micro_ops_difference/report/MAD.svg b/criterion/micro_ops_difference/report/MAD.svg index eff937b03be0..926133457091 100644 --- a/criterion/micro_ops_difference/report/MAD.svg +++ b/criterion/micro_ops_difference/report/MAD.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (ns) - + +5e-4 + + + 0.001 - - + + +0.0015 + + + 0.002 - - -0.003 + + +0.0025 - + -0.004 +0.003 - -0.005 - - - -0.006 - - - - -150 + +0.0035 - - -200 + + +0.004 - - -250 + + +0.0045 - - + + + 300 - - + + 350 - - + + 400 - - + + 450 - - + + 500 - - - - + + +550 + + + +600 + + + +650 + + + +700 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/SD.svg b/criterion/micro_ops_difference/report/SD.svg index 13526a7bb8ab..848a95d6fd6e 100644 --- a/criterion/micro_ops_difference/report/SD.svg +++ b/criterion/micro_ops_difference/report/SD.svg @@ -6,61 +6,81 @@ micro/ops/difference:SD Density (a.u.) -Average time (ns) +Average time (µs) - -0.001 + +0.5 - - -0.002 + + +1 - - -0.003 + + +1.5 - - -0.004 + + +2 - - -0.005 + + +2.5 - - -0.006 + + +3 - + + +3.5 + + + +4 + + + +4.5 + + - -550 + +0.7 + + + +0.75 + + + +0.8 - - -600 + + +0.85 - - -650 + + +0.9 - - -700 + + +0.95 - - -750 + + +1 - - -800 + + +1.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/both/pdf.svg b/criterion/micro_ops_difference/report/both/pdf.svg index 1f57c9106296..8e42c38bb9e1 100644 --- a/criterion/micro_ops_difference/report/both/pdf.svg +++ b/criterion/micro_ops_difference/report/both/pdf.svg @@ -42,30 +42,26 @@ Average Time (µs) - -80 - - - -90 - - - -100 - - - -110 - - - -120 - - - - - - + +72 + + + +74 + + + +76 + + + +78 + + + + + + Base PDF diff --git a/criterion/micro_ops_difference/report/both/regression.svg b/criterion/micro_ops_difference/report/both/regression.svg index 910b8689113c..b2d6058589de 100644 --- a/criterion/micro_ops_difference/report/both/regression.svg +++ b/criterion/micro_ops_difference/report/both/regression.svg @@ -16,46 +16,56 @@ Iterations - - - - - - - + + + + + + + + + 0.0 - + +5.0 + + + 10.0 - - + + +15.0 + + + 20.0 - - -30.0 + + +25.0 - - -40.0 + + +30.0 - - -50.0 + + +35.0 - - -60.0 + + +40.0 - - -70.0 + + +45.0 - + 0 @@ -85,10 +95,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_difference/report/change/mean.svg b/criterion/micro_ops_difference/report/change/mean.svg index f505692cb17b..288bbc0720b2 100644 --- a/criterion/micro_ops_difference/report/change/mean.svg +++ b/criterion/micro_ops_difference/report/change/mean.svg @@ -9,78 +9,62 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - - -400 - - - -450 - - - -500 - - + - --0.409 + +0.037 + + + +0.038 - - --0.4085 + + +0.039 - - --0.408 + + +0.04 - - --0.4075 + + +0.041 - - --0.407 + + +0.042 - - --0.4065 + + +0.043 - - --0.406 + + +0.044 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/median.svg b/criterion/micro_ops_difference/report/change/median.svg index 5a22725b772f..159f3ab82b2d 100644 --- a/criterion/micro_ops_difference/report/change/median.svg +++ b/criterion/micro_ops_difference/report/change/median.svg @@ -9,94 +9,82 @@ Density (a.u.) Relative change (%) - -200 - - - -400 + +50 - - -600 + + +100 - - -800 + + +150 - - -1000 + + +200 - - -1200 + + +250 - - -1400 + + +300 - - -1600 + + +350 - - -1800 + + +400 - - -2000 + + +450 - + - --0.4082 - - - --0.4081 - - - --0.408 + +0.0375 - - --0.4079 + + +0.038 - - --0.4078 + + +0.0385 - - --0.4077 + + +0.039 - - --0.4076 + + +0.0395 - - --0.4075 + + +0.04 - - --0.4074 + + +0.0405 - - --0.4073 + + +0.041 - - --0.4072 + + +0.0415 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/t-test.svg b/criterion/micro_ops_difference/report/change/t-test.svg index 88450a89a9ba..30443caf5975 100644 --- a/criterion/micro_ops_difference/report/change/t-test.svg +++ b/criterion/micro_ops_difference/report/change/t-test.svg @@ -17,77 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_difference/report/index.html b/criterion/micro_ops_difference/report/index.html index 9f66a3030004..ee4c0ff69b61 100644 --- a/criterion/micro_ops_difference/report/index.html +++ b/criterion/micro_ops_difference/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 72.106 µs - 72.183 µs - 72.286 µs + 74.927 µs + 75.018 µs + 75.122 µs R² - 0.9955872 - 0.9957449 - 0.9954698 + 0.9945240 + 0.9947280 + 0.9944634 Mean - 72.234 µs - 72.364 µs - 72.504 µs + 75.139 µs + 75.306 µs + 75.487 µs Std. Dev. - 550.72 ns - 694.01 ns - 812.68 ns + 708.46 ns + 889.48 ns + 1.0547 µs Median - 72.103 µs - 72.153 µs - 72.201 µs + 74.882 µs + 74.992 µs + 75.134 µs MAD - 176.13 ns - 292.59 ns - 492.68 ns + 329.07 ns + 480.97 ns + 670.53 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -40.901% - -40.758% - -40.611% + +3.7644% + +4.0661% + +4.3777% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_difference/report/mean.svg b/criterion/micro_ops_difference/report/mean.svg index 700267807317..7da211ebed49 100644 --- a/criterion/micro_ops_difference/report/mean.svg +++ b/criterion/micro_ops_difference/report/mean.svg @@ -9,57 +9,77 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - -4 + + +3.5 - - -5 + + +4 - - -6 + + +4.5 - + - -72.25 + +75.15 + + + +75.2 + + + +75.25 - - -72.3 + + +75.3 - - -72.35 + + +75.35 - - -72.4 + + +75.4 - - -72.45 + + +75.45 - - -72.5 + + +75.5 - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/median.svg b/criterion/micro_ops_difference/report/median.svg index 1921f58e2823..22bb0ba87b5c 100644 --- a/criterion/micro_ops_difference/report/median.svg +++ b/criterion/micro_ops_difference/report/median.svg @@ -9,54 +9,78 @@ Density (a.u.) Average time (µs) + +1 + + -5 +2 - -10 + +3 + + + +4 + + + +5 + + + +6 + + + +7 - - -15 + + +8 - - -20 + + +9 + + + +10 - - -25 + + +11 - + - -72.1 + +74.9 - - -72.12 + + +74.95 - - -72.14 + + +75 - - -72.16 + + +75.05 - - -72.18 + + +75.1 - - -72.2 + + +75.15 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/pdf.svg b/criterion/micro_ops_difference/report/pdf.svg index 0d3e5f7c3dc0..855b6ad1da77 100644 --- a/criterion/micro_ops_difference/report/pdf.svg +++ b/criterion/micro_ops_difference/report/pdf.svg @@ -38,42 +38,30 @@ Average Time (µs) - -71 - - - -71.5 - - - -72 - - - -72.5 + +74 - - -73 + + +75 - - -73.5 + + +76 - - -74 + + +77 - - -74.5 + + +78 - - -75 + + +79 - + Density (a.u.) @@ -82,78 +70,56 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - -0.8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_difference/report/pdf_small.svg b/criterion/micro_ops_difference/report/pdf_small.svg index c6e316d03d1e..85b389300a18 100644 --- a/criterion/micro_ops_difference/report/pdf_small.svg +++ b/criterion/micro_ops_difference/report/pdf_small.svg @@ -10,63 +10,43 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - -0.8 - - - -0.9 - - + - -71 - - - -72 - - - -73 - - - + 74 - - -75 + + +76 + + + +78 - - - + + + diff --git a/criterion/micro_ops_difference/report/regression.svg b/criterion/micro_ops_difference/report/regression.svg index dd2395df0662..597c809169a3 100644 --- a/criterion/micro_ops_difference/report/regression.svg +++ b/criterion/micro_ops_difference/report/regression.svg @@ -14,47 +14,47 @@ Iterations - - - - - - - - + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 100 @@ -93,95 +93,95 @@ Iterations - - + + - + - - + + - - + + - + - - + + - + - + - + - + - - + + - + - - + + - + - + - + - - - - - - + + + + + + - - - - + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - + + - + - + Sample diff --git a/criterion/micro_ops_difference/report/regression_small.svg b/criterion/micro_ops_difference/report/regression_small.svg index 9e04bb89ab09..2a9ab6006d4d 100644 --- a/criterion/micro_ops_difference/report/regression_small.svg +++ b/criterion/micro_ops_difference/report/regression_small.svg @@ -11,47 +11,47 @@ Iterations - - - - - - - - + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 100 @@ -85,7 +85,7 @@ Iterations - + @@ -94,15 +94,15 @@ Iterations - + - + - - + + @@ -110,73 +110,73 @@ Iterations - + - - + + - - + + - + - + - + - - + + - - + + - - - - - - + + + + + + - + - + - + - + - + - - + + - - - + + + - + - + diff --git a/criterion/micro_ops_difference/report/relative_pdf_small.svg b/criterion/micro_ops_difference/report/relative_pdf_small.svg index e7bbd8fa601a..946b576fcc12 100644 --- a/criterion/micro_ops_difference/report/relative_pdf_small.svg +++ b/criterion/micro_ops_difference/report/relative_pdf_small.svg @@ -39,28 +39,24 @@ Average Time (µs) - -80 - - - -90 - - - -100 - - - -110 - - - -120 - - - - - - + +72 + + + +74 + + + +76 + + + +78 + + + + + + diff --git a/criterion/micro_ops_difference/report/relative_regression_small.svg b/criterion/micro_ops_difference/report/relative_regression_small.svg index a7972cdcec30..e7bcf9ffc093 100644 --- a/criterion/micro_ops_difference/report/relative_regression_small.svg +++ b/criterion/micro_ops_difference/report/relative_regression_small.svg @@ -13,46 +13,56 @@ Iterations - - - - - - - + + + + + + + + + 0.0 - + +5.0 + + + 10.0 - - + + +15.0 + + + 20.0 - - -30.0 + + +25.0 - - -40.0 + + +30.0 - - -50.0 + + +35.0 - - -60.0 + + +40.0 - - -70.0 + + +45.0 - + 0 @@ -82,8 +92,8 @@ Iterations 600 - - - - + + + + diff --git a/criterion/micro_ops_difference/report/slope.svg b/criterion/micro_ops_difference/report/slope.svg index d901bb2135e7..93a60c53ad7e 100644 --- a/criterion/micro_ops_difference/report/slope.svg +++ b/criterion/micro_ops_difference/report/slope.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - -9 - - + - -72.1 - - - -72.12 - - - -72.14 - - - -72.16 - - - -72.18 - - - -72.2 - - - -72.22 - - - -72.24 + +74.95 - - -72.26 + + +75 - - -72.28 + + +75.05 - - -72.3 + + +75.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/typical.svg b/criterion/micro_ops_difference/report/typical.svg index 7e6849021373..1796f93f4e1e 100644 --- a/criterion/micro_ops_difference/report/typical.svg +++ b/criterion/micro_ops_difference/report/typical.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - -9 - - + - -72.1 - - - -72.12 - - - -72.14 - - - -72.16 - - - -72.18 - - - -72.2 - - - -72.22 - - - -72.24 + +74.95 - - -72.26 + + +75 - - -72.28 + + +75.05 - - -72.3 + + +75.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/base/estimates.json b/criterion/micro_ops_flat_map/base/estimates.json index e5cabdf8852b..7e329f95485d 100644 --- a/criterion/micro_ops_flat_map/base/estimates.json +++ b/criterion/micro_ops_flat_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21856.764100582146,"upper_bound":22017.244599408823},"point_estimate":21922.977618232497,"standard_error":42.158693883795465},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21837.443602693602,"upper_bound":21861.214743589742},"point_estimate":21847.657716049383,"standard_error":5.637115775724705},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41.21156128757897,"upper_bound":67.73223525720768},"point_estimate":53.41859913566465,"standard_error":6.660797588369476},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21844.09908604284,"upper_bound":21909.96377970267},"point_estimate":21870.81083518053,"standard_error":17.04587996900831},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70.60334084823234,"upper_bound":666.8138616520243},"point_estimate":424.6905327417961,"standard_error":161.39712276859674}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21831.9271246926,"upper_bound":22015.79172392275},"point_estimate":21897.511205062863,"standard_error":54.35022203142908},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21819.765463917527,"upper_bound":21843.104117063493},"point_estimate":21829.79613095238,"standard_error":5.865088047151103},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.66513769168272,"upper_bound":59.04323717292761},"point_estimate":41.617254086084266,"standard_error":6.878917982386336},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21840.32046090104,"upper_bound":22301.73714388016},"point_estimate":21995.581208314863,"standard_error":133.14302878264172},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59.82851198660939,"upper_bound":929.9948950511324},"point_estimate":545.8709637939013,"standard_error":305.5567698420819}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/sample.json b/criterion/micro_ops_flat_map/base/sample.json index 416218bfc0b4..4059d65030af 100644 --- a/criterion/micro_ops_flat_map/base/sample.json +++ b/criterion/micro_ops_flat_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[263440.0,522662.0,801531.0,1045475.0,1308593.0,1593884.0,1830322.0,2089295.0,2352826.0,2645714.0,2929239.0,3165632.0,3412230.0,3675981.0,3960858.0,4217642.0,4455304.0,4705079.0,4973423.0,5232638.0,5507845.0,5761790.0,6013703.0,6268068.0,6549148.0,6820699.0,7078622.0,7330739.0,7620039.0,7866245.0,8157023.0,8382617.0,8678000.0,8888577.0,10292776.0,10848176.0,9699211.0,9975648.0,10213792.0,10500035.0,10732187.0,11041943.0,11319409.0,11521715.0,11829832.0,12032908.0,12403620.0,12559778.0,12867634.0,13104826.0,13340054.0,13657819.0,13901268.0,14193170.0,14409131.0,14726393.0,14965316.0,15183315.0,15476098.0,15717228.0,16141267.0,16232957.0,16554242.0,16747229.0,17032780.0,17310155.0,17566041.0,17882001.0,18089779.0,18352082.0,18591017.0,18892099.0,19172606.0,19435168.0,19678465.0,19894176.0,20206253.0,20399554.0,20633013.0,20954903.0,21176293.0,21494028.0,21806726.0,21946296.0,22247904.0,22594157.0,22797525.0,23077529.0,23276446.0,23532327.0,23900411.0,24140978.0,24377516.0,24619784.0,24922210.0,25176024.0,25456660.0,25691808.0,25942883.0,26214371.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[261438.0,521653.0,782627.0,1043766.0,1303986.0,1567715.0,1824926.0,2099983.0,2346928.0,2610510.0,2875900.0,3145964.0,3415879.0,3655102.0,3956729.0,4208052.0,4448438.0,4708929.0,4980640.0,5228837.0,5503316.0,5743390.0,6036201.0,6290701.0,6588655.0,6806656.0,7065129.0,7332742.0,7592029.0,7837409.0,8147096.0,8404469.0,8653288.0,8905614.0,9152783.0,9430317.0,9704960.0,9960433.0,10236609.0,10470605.0,10723036.0,11015383.0,11304743.0,11544815.0,11793366.0,12060390.0,12298842.0,12559718.0,12819552.0,13157286.0,13368625.0,13600189.0,13914468.0,14157104.0,14426092.0,14669010.0,14941745.0,15309046.0,15431776.0,15734699.0,16144384.0,16244114.0,16506307.0,16875085.0,16988146.0,17290608.0,17588777.0,17803434.0,18079208.0,18348537.0,18536571.0,18881197.0,19135361.0,19382673.0,19828373.0,19917167.0,20171063.0,20512480.0,20645213.0,20984310.0,21197495.0,21506875.0,21857468.0,21942863.0,22260523.0,22509825.0,22783699.0,23279113.0,23286231.0,23565094.0,23828192.0,30073115.0,24927349.0,24583809.0,24871862.0,25294525.0,25398207.0,25652144.0,25924447.0,26177481.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/tukey.json b/criterion/micro_ops_flat_map/base/tukey.json index 2f3246359e7f..900bd00e7bbc 100644 --- a/criterion/micro_ops_flat_map/base/tukey.json +++ b/criterion/micro_ops_flat_map/base/tukey.json @@ -1 +1 @@ -[21598.112577842974,21706.445382614773,21995.33286200623,22103.665666778026] \ No newline at end of file +[21638.18769158799,21720.68389824756,21940.673782673082,22023.169989332655] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/change/estimates.json b/criterion/micro_ops_flat_map/change/estimates.json index 549c19d34332..83536fd43313 100644 --- a/criterion/micro_ops_flat_map/change/estimates.json +++ b/criterion/micro_ops_flat_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.2136827748766484,"upper_bound":-0.20793188888457045},"point_estimate":-0.21118795108410404,"standard_error":0.0014812009628071426},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.21344063821255566,"upper_bound":-0.21251738948298882},"point_estimate":-0.2130610572751409,"standard_error":0.00023212622516019648}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006928307829158777,"upper_bound":0.005279969932675194},"point_estimate":-0.0011616311257123257,"standard_error":0.0031212660557671705},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0016019906365672965,"upper_bound":-0.00010890828379150896},"point_estimate":-0.0008175514890038649,"standard_error":0.0003755872333512053}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/estimates.json b/criterion/micro_ops_flat_map/new/estimates.json index e5cabdf8852b..7e329f95485d 100644 --- a/criterion/micro_ops_flat_map/new/estimates.json +++ b/criterion/micro_ops_flat_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21856.764100582146,"upper_bound":22017.244599408823},"point_estimate":21922.977618232497,"standard_error":42.158693883795465},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21837.443602693602,"upper_bound":21861.214743589742},"point_estimate":21847.657716049383,"standard_error":5.637115775724705},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41.21156128757897,"upper_bound":67.73223525720768},"point_estimate":53.41859913566465,"standard_error":6.660797588369476},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21844.09908604284,"upper_bound":21909.96377970267},"point_estimate":21870.81083518053,"standard_error":17.04587996900831},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70.60334084823234,"upper_bound":666.8138616520243},"point_estimate":424.6905327417961,"standard_error":161.39712276859674}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21831.9271246926,"upper_bound":22015.79172392275},"point_estimate":21897.511205062863,"standard_error":54.35022203142908},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21819.765463917527,"upper_bound":21843.104117063493},"point_estimate":21829.79613095238,"standard_error":5.865088047151103},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.66513769168272,"upper_bound":59.04323717292761},"point_estimate":41.617254086084266,"standard_error":6.878917982386336},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21840.32046090104,"upper_bound":22301.73714388016},"point_estimate":21995.581208314863,"standard_error":133.14302878264172},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59.82851198660939,"upper_bound":929.9948950511324},"point_estimate":545.8709637939013,"standard_error":305.5567698420819}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/sample.json b/criterion/micro_ops_flat_map/new/sample.json index 416218bfc0b4..4059d65030af 100644 --- a/criterion/micro_ops_flat_map/new/sample.json +++ b/criterion/micro_ops_flat_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[263440.0,522662.0,801531.0,1045475.0,1308593.0,1593884.0,1830322.0,2089295.0,2352826.0,2645714.0,2929239.0,3165632.0,3412230.0,3675981.0,3960858.0,4217642.0,4455304.0,4705079.0,4973423.0,5232638.0,5507845.0,5761790.0,6013703.0,6268068.0,6549148.0,6820699.0,7078622.0,7330739.0,7620039.0,7866245.0,8157023.0,8382617.0,8678000.0,8888577.0,10292776.0,10848176.0,9699211.0,9975648.0,10213792.0,10500035.0,10732187.0,11041943.0,11319409.0,11521715.0,11829832.0,12032908.0,12403620.0,12559778.0,12867634.0,13104826.0,13340054.0,13657819.0,13901268.0,14193170.0,14409131.0,14726393.0,14965316.0,15183315.0,15476098.0,15717228.0,16141267.0,16232957.0,16554242.0,16747229.0,17032780.0,17310155.0,17566041.0,17882001.0,18089779.0,18352082.0,18591017.0,18892099.0,19172606.0,19435168.0,19678465.0,19894176.0,20206253.0,20399554.0,20633013.0,20954903.0,21176293.0,21494028.0,21806726.0,21946296.0,22247904.0,22594157.0,22797525.0,23077529.0,23276446.0,23532327.0,23900411.0,24140978.0,24377516.0,24619784.0,24922210.0,25176024.0,25456660.0,25691808.0,25942883.0,26214371.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[261438.0,521653.0,782627.0,1043766.0,1303986.0,1567715.0,1824926.0,2099983.0,2346928.0,2610510.0,2875900.0,3145964.0,3415879.0,3655102.0,3956729.0,4208052.0,4448438.0,4708929.0,4980640.0,5228837.0,5503316.0,5743390.0,6036201.0,6290701.0,6588655.0,6806656.0,7065129.0,7332742.0,7592029.0,7837409.0,8147096.0,8404469.0,8653288.0,8905614.0,9152783.0,9430317.0,9704960.0,9960433.0,10236609.0,10470605.0,10723036.0,11015383.0,11304743.0,11544815.0,11793366.0,12060390.0,12298842.0,12559718.0,12819552.0,13157286.0,13368625.0,13600189.0,13914468.0,14157104.0,14426092.0,14669010.0,14941745.0,15309046.0,15431776.0,15734699.0,16144384.0,16244114.0,16506307.0,16875085.0,16988146.0,17290608.0,17588777.0,17803434.0,18079208.0,18348537.0,18536571.0,18881197.0,19135361.0,19382673.0,19828373.0,19917167.0,20171063.0,20512480.0,20645213.0,20984310.0,21197495.0,21506875.0,21857468.0,21942863.0,22260523.0,22509825.0,22783699.0,23279113.0,23286231.0,23565094.0,23828192.0,30073115.0,24927349.0,24583809.0,24871862.0,25294525.0,25398207.0,25652144.0,25924447.0,26177481.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/tukey.json b/criterion/micro_ops_flat_map/new/tukey.json index 2f3246359e7f..900bd00e7bbc 100644 --- a/criterion/micro_ops_flat_map/new/tukey.json +++ b/criterion/micro_ops_flat_map/new/tukey.json @@ -1 +1 @@ -[21598.112577842974,21706.445382614773,21995.33286200623,22103.665666778026] \ No newline at end of file +[21638.18769158799,21720.68389824756,21940.673782673082,22023.169989332655] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/report/MAD.svg b/criterion/micro_ops_flat_map/report/MAD.svg index 1943a78ca415..f899e64fd891 100644 --- a/criterion/micro_ops_flat_map/report/MAD.svg +++ b/criterion/micro_ops_flat_map/report/MAD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - + + +0.07 + + - + +30 + + + +35 + + + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - -65 - - - -70 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/SD.svg b/criterion/micro_ops_flat_map/report/SD.svg index a05da19c321d..1417034b8f81 100644 --- a/criterion/micro_ops_flat_map/report/SD.svg +++ b/criterion/micro_ops_flat_map/report/SD.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (ns) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - + + 0.0035 - + + +0.004 + + + +0.0045 + + - + +0 + + + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - - - + + +800 + + + +900 + + + +1000 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/both/pdf.svg b/criterion/micro_ops_flat_map/report/both/pdf.svg index 726f9025e3f4..f049b2b6df40 100644 --- a/criterion/micro_ops_flat_map/report/both/pdf.svg +++ b/criterion/micro_ops_flat_map/report/both/pdf.svg @@ -9,71 +9,63 @@ Density (a.u.) Average Time (µs) - -0.5 + +0.2 - - -1 - - - -1.5 + + +0.4 - - -2 + + +0.6 - - -2.5 + + +0.8 - - -3 + + +1 - - -3.5 + + +1.2 - - -4 + + +1.4 - - -4.5 + + +1.6 - - -5 + + +1.8 - - -5.5 + + +2 - + - + 22 - - + + 24 - - + + 26 - - -28 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_flat_map/report/both/regression.svg b/criterion/micro_ops_flat_map/report/both/regression.svg index 25779e98fade..aa4c81098f21 100644 --- a/criterion/micro_ops_flat_map/report/both/regression.svg +++ b/criterion/micro_ops_flat_map/report/both/regression.svg @@ -16,41 +16,36 @@ Iterations (x 10^3) - - - - - - + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - -30.0 - - + 0 @@ -80,10 +75,10 @@ Iterations (x 10^3) 1.2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_flat_map/report/change/mean.svg b/criterion/micro_ops_flat_map/report/change/mean.svg index fb41e8deb6b3..2a8144730045 100644 --- a/criterion/micro_ops_flat_map/report/change/mean.svg +++ b/criterion/micro_ops_flat_map/report/change/mean.svg @@ -9,59 +9,67 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 + + +40 + + + +60 - - -150 + + +80 - - -200 + + +100 - - -250 + + +120 - + - --0.214 - - - --0.213 - - - --0.212 - - - --0.211 - - - --0.21 - - - --0.209 - - - --0.208 - - - - - - + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 + + + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/median.svg b/criterion/micro_ops_flat_map/report/change/median.svg index ea0cf49f9dde..bce2cc484f42 100644 --- a/criterion/micro_ops_flat_map/report/change/median.svg +++ b/criterion/micro_ops_flat_map/report/change/median.svg @@ -9,91 +9,71 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - -1400 - - - -1600 - - - -1800 - - + - --0.2135 - - - --0.2134 - - - --0.2133 - - - --0.2132 - - - --0.2131 - - - --0.213 - - - --0.2129 - - - --0.2128 - - - --0.2127 - - - --0.2126 - - - --0.2125 - - - - - - + +-0.0016 + + + +-0.0014 + + + +-0.0012 + + + +-0.001 + + + +-8e-4 + + + +-6e-4 + + + +-4e-4 + + + +-2e-4 + + + +2.1684e-19 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/t-test.svg b/criterion/micro_ops_flat_map/report/change/t-test.svg index cc0f984a3ef1..7d1121fde99d 100644 --- a/criterion/micro_ops_flat_map/report/change/t-test.svg +++ b/criterion/micro_ops_flat_map/report/change/t-test.svg @@ -13,77 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_flat_map/report/index.html b/criterion/micro_ops_flat_map/report/index.html index 02ea01ea5587..bdda103ae29a 100644 --- a/criterion/micro_ops_flat_map/report/index.html +++ b/criterion/micro_ops_flat_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 21.844 µs - 21.871 µs - 21.910 µs + 21.840 µs + 21.996 µs + 22.302 µs R² - 0.9804567 - 0.9806561 - 0.9802278 + 0.8213367 + 0.8261460 + 0.8077552 Mean - 21.857 µs - 21.923 µs - 22.017 µs + 21.832 µs + 21.898 µs + 22.016 µs Std. Dev. - 70.603 ns - 424.69 ns - 666.81 ns + 59.829 ns + 545.87 ns + 929.99 ns Median - 21.837 µs - 21.848 µs - 21.861 µs + 21.820 µs + 21.830 µs + 21.843 µs MAD - 41.212 ns - 53.419 ns - 67.732 ns + 32.665 ns + 41.617 ns + 59.043 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -21.368% - -21.119% - -20.793% - (p = 0.00 < + -0.6928% + -0.1162% + +0.5280% + (p = 0.75 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_flat_map/report/mean.svg b/criterion/micro_ops_flat_map/report/mean.svg index 1365cb44aebc..8de01f10a2b4 100644 --- a/criterion/micro_ops_flat_map/report/mean.svg +++ b/criterion/micro_ops_flat_map/report/mean.svg @@ -9,74 +9,86 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 + + +14 + + + +16 + - + +21.82 + + + 21.84 - - + + 21.86 - - + + 21.88 - - + + 21.9 - - + + 21.92 - - + + 21.94 - - + + 21.96 - - + + 21.98 - - + + 22 - - + + 22.02 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/median.svg b/criterion/micro_ops_flat_map/report/median.svg index 556e9dfc4bbb..78d3b9ad1bb5 100644 --- a/criterion/micro_ops_flat_map/report/median.svg +++ b/criterion/micro_ops_flat_map/report/median.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (µs) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - -100 + + +90 - - -120 + + +100 - - -140 + + + +21.82 - - -160 + + +21.825 - - -180 + + +21.83 - - - + + 21.835 - - + + 21.84 - - + + 21.845 - - -21.85 - - - -21.855 - - - -21.86 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/pdf.svg b/criterion/micro_ops_flat_map/report/pdf.svg index 0958964a4f38..5bb4fa6e4195 100644 --- a/criterion/micro_ops_flat_map/report/pdf.svg +++ b/criterion/micro_ops_flat_map/report/pdf.svg @@ -38,42 +38,30 @@ Average Time (µs) - -21.5 - - - + 22 - - -22.5 - - - + + 23 - - -23.5 - - - + + 24 - - -24.5 - - - + + 25 - - -25.5 + + +26 + + + +27 - + Density (a.u.) @@ -82,68 +70,66 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - - -2 - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_flat_map/report/pdf_small.svg b/criterion/micro_ops_flat_map/report/pdf_small.svg index bb744242b41f..cd4f38db6afc 100644 --- a/criterion/micro_ops_flat_map/report/pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/pdf_small.svg @@ -10,39 +10,55 @@ Average Time (µs) 0 - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - + + +1.6 + + + +1.8 + + - + 22 - - -23 - - - + + 24 - - -25 + + +26 - - - + + + diff --git a/criterion/micro_ops_flat_map/report/regression.svg b/criterion/micro_ops_flat_map/report/regression.svg index 05a1475a7492..82554c8186a4 100644 --- a/criterion/micro_ops_flat_map/report/regression.svg +++ b/criterion/micro_ops_flat_map/report/regression.svg @@ -14,32 +14,37 @@ Iterations (x 10^3) - - - - - + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - + + +30.0 + + 0.2 @@ -66,107 +71,107 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_flat_map/report/regression_small.svg b/criterion/micro_ops_flat_map/report/regression_small.svg index 9eb88a38b12a..8660853726c2 100644 --- a/criterion/micro_ops_flat_map/report/regression_small.svg +++ b/criterion/micro_ops_flat_map/report/regression_small.svg @@ -11,32 +11,37 @@ Iterations (x 10^3) - - - - - + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - + + +30.0 + + 0.2 @@ -63,105 +68,105 @@ Iterations (x 10^3) - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg index c73cb22a6eca..f6167865034a 100644 --- a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg @@ -6,69 +6,61 @@ Density (a.u.) Average Time (µs) - -0.5 + +0.2 - - -1 - - - -1.5 + + +0.4 - - -2 + + +0.6 - - -2.5 + + +0.8 - - -3 + + +1 - - -3.5 + + +1.2 - - -4 + + +1.4 - - -4.5 + + +1.6 - - -5 + + +1.8 - - -5.5 + + +2 - + - + 22 - - + + 24 - - + + 26 - - -28 - - - - - - + + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_regression_small.svg b/criterion/micro_ops_flat_map/report/relative_regression_small.svg index 2cc2a931e4d8..3cbfd7da270b 100644 --- a/criterion/micro_ops_flat_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_regression_small.svg @@ -13,41 +13,36 @@ Iterations (x 10^3) - - - - - - + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - -30.0 - - + 0 @@ -77,8 +72,8 @@ Iterations (x 10^3) 1.2 - - - - + + + + diff --git a/criterion/micro_ops_flat_map/report/slope.svg b/criterion/micro_ops_flat_map/report/slope.svg index 6845625f13f3..f6253c38f35e 100644 --- a/criterion/micro_ops_flat_map/report/slope.svg +++ b/criterion/micro_ops_flat_map/report/slope.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - -5 + +1 - - -10 + + +2 - - -15 + + +3 - - -20 + + +4 - - -25 + + +5 - - - -21.84 + + +6 - - -21.85 + + +7 - - -21.86 + + + +21.8 - - -21.87 + + +21.9 - - -21.88 + + +22 - - -21.89 + + +22.1 - - -21.9 + + +22.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/typical.svg b/criterion/micro_ops_flat_map/report/typical.svg index 8b77d5825379..1cb4b6f37161 100644 --- a/criterion/micro_ops_flat_map/report/typical.svg +++ b/criterion/micro_ops_flat_map/report/typical.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - -5 + +1 - - -10 + + +2 - - -15 + + +3 - - -20 + + +4 - - -25 + + +5 - - - -21.84 + + +6 - - -21.85 + + +7 - - -21.86 + + + +21.8 - - -21.87 + + +21.9 - - -21.88 + + +22 - - -21.89 + + +22.1 - - -21.9 + + +22.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/base/estimates.json b/criterion/micro_ops_fold/base/estimates.json index 4c439dc1363e..b379fe3a3fc4 100644 --- a/criterion/micro_ops_fold/base/estimates.json +++ b/criterion/micro_ops_fold/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18709.74246231591,"upper_bound":19251.205581141225},"point_estimate":18975.22853035927,"standard_error":138.25971530909408},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18032.746589762075,"upper_bound":18147.295695970693},"point_estimate":18067.678550903118,"standard_error":59.34476858689877},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":161.76696413820835,"upper_bound":487.9080806023784},"point_estimate":267.9280542433264,"standard_error":106.75646646926897},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18090.621066802792,"upper_bound":18205.615210383152},"point_estimate":18142.09814127383,"standard_error":29.352619149378434},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1246.0149978053948,"upper_bound":1499.675298814044},"point_estimate":1394.93147563021,"standard_error":64.78514451957659}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19378.329075836293,"upper_bound":19969.568591595806},"point_estimate":19663.580226042915,"standard_error":150.7106162455944},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18729.816279069768,"upper_bound":18811.533333333333},"point_estimate":18748.19152417453,"standard_error":32.078479850472505},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124.64980812471529,"upper_bound":454.67621077073926},"point_estimate":277.3607919532071,"standard_error":94.64395036117814},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18780.905782090493,"upper_bound":18890.225733087565},"point_estimate":18830.396101078764,"standard_error":27.858206290781624},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1240.9733689886011,"upper_bound":1805.5579500146966},"point_estimate":1517.9333677652348,"standard_error":145.86303796454297}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/sample.json b/criterion/micro_ops_fold/base/sample.json index ef63889a8e28..4937a05b9f18 100644 --- a/criterion/micro_ops_fold/base/sample.json +++ b/criterion/micro_ops_fold/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[218219.0,425032.0,637907.0,857969.0,1055326.0,1266660.0,1491858.0,1703404.0,1929736.0,2132602.0,2375140.0,2531118.0,2803208.0,2989897.0,3174321.0,3404113.0,3555127.0,3686600.0,3966038.0,4074094.0,4268391.0,4545279.0,4717423.0,4891528.0,5083096.0,5257643.0,5541276.0,5727986.0,5893862.0,6085771.0,6286781.0,6655032.0,6691945.0,6685288.0,6329274.0,6441097.0,6603349.0,6761633.0,6967928.0,7170144.0,7298581.0,7447776.0,7676119.0,7847735.0,8049488.0,8190425.0,8365828.0,8590759.0,8729721.0,8944211.0,9046644.0,9387282.0,9581427.0,9730037.0,9862869.0,10157257.0,10220295.0,10470290.0,10624401.0,10890370.0,10947714.0,11108143.0,11322303.0,11568424.0,11649293.0,11918737.0,12040414.0,12208212.0,12687893.0,12918820.0,12769479.0,12990841.0,13165273.0,13419634.0,13464653.0,13680768.0,13917681.0,14403199.0,14233029.0,14361173.0,14620461.0,14872400.0,14941461.0,15178455.0,15300586.0,15498760.0,15717218.0,15870674.0,15977749.0,16424263.0,16511017.0,16579264.0,16694352.0,16959028.0,17129329.0,17419741.0,17442956.0,17640658.0,18167442.0,18033733.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[222974.0,441586.0,660117.0,886331.0,1108313.0,1431374.0,1822052.0,1752526.0,1943856.0,2160242.0,2388371.0,2601445.0,2862288.0,3093391.0,3259869.0,3520592.0,3610529.0,3795343.0,3988670.0,4262814.0,4427099.0,4630717.0,4890469.0,5069317.0,5324257.0,5490663.0,5737969.0,5963569.0,6143652.0,6367478.0,6358891.0,6199983.0,6635013.0,6377352.0,6522466.0,6650905.0,6848644.0,7042154.0,7165995.0,7472494.0,7591888.0,7766913.0,7942955.0,8119463.0,8339305.0,8530622.0,8732999.0,8889636.0,9071889.0,9383279.0,9460298.0,9623542.0,9936619.0,10092846.0,10238389.0,10519485.0,10648206.0,10841171.0,11041211.0,11292240.0,11428067.0,11544597.0,12191907.0,11998749.0,12142649.0,12372190.0,12520630.0,12674014.0,12927732.0,13037556.0,13299231.0,13537920.0,13636162.0,13834912.0,13991951.0,14242394.0,14451395.0,14574159.0,14766708.0,14975006.0,15233189.0,15360963.0,15517078.0,15707578.0,15911308.0,16107642.0,16295515.0,16625692.0,17123931.0,16957654.0,17003403.0,17232390.0,17402213.0,17788333.0,17826031.0,17980112.0,18199427.0,18381131.0,18540138.0,19127409.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/tukey.json b/criterion/micro_ops_fold/base/tukey.json index 7bd8143b1fd8..2a5dc6197137 100644 --- a/criterion/micro_ops_fold/base/tukey.json +++ b/criterion/micro_ops_fold/base/tukey.json @@ -1 +1 @@ -[10693.046990196075,14323.102181372547,24003.24935784314,27633.304549019613] \ No newline at end of file +[11378.724182692313,15031.323677884619,24771.588998397434,28424.18849358974] \ No newline at end of file diff --git a/criterion/micro_ops_fold/change/estimates.json b/criterion/micro_ops_fold/change/estimates.json index 31ac963b41a1..f7d4bd8f9de9 100644 --- a/criterion/micro_ops_fold/change/estimates.json +++ b/criterion/micro_ops_fold/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.3584460085902407,"upper_bound":-0.33399898611478007},"point_estimate":-0.3459660597896651,"standard_error":0.006261495544098691},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.368160577706242,"upper_bound":-0.34300900500306564},"point_estimate":-0.3464477522956403,"standard_error":0.007052808962870229}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.01457807852462997,"upper_bound":0.05784997716413465},"point_estimate":0.03627633230252392,"standard_error":0.011076209990950867},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03250071409935195,"upper_bound":0.04165309545582274},"point_estimate":0.03766466020270198,"standard_error":0.0034440139531343593}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/estimates.json b/criterion/micro_ops_fold/new/estimates.json index 4c439dc1363e..b379fe3a3fc4 100644 --- a/criterion/micro_ops_fold/new/estimates.json +++ b/criterion/micro_ops_fold/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18709.74246231591,"upper_bound":19251.205581141225},"point_estimate":18975.22853035927,"standard_error":138.25971530909408},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18032.746589762075,"upper_bound":18147.295695970693},"point_estimate":18067.678550903118,"standard_error":59.34476858689877},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":161.76696413820835,"upper_bound":487.9080806023784},"point_estimate":267.9280542433264,"standard_error":106.75646646926897},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18090.621066802792,"upper_bound":18205.615210383152},"point_estimate":18142.09814127383,"standard_error":29.352619149378434},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1246.0149978053948,"upper_bound":1499.675298814044},"point_estimate":1394.93147563021,"standard_error":64.78514451957659}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19378.329075836293,"upper_bound":19969.568591595806},"point_estimate":19663.580226042915,"standard_error":150.7106162455944},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18729.816279069768,"upper_bound":18811.533333333333},"point_estimate":18748.19152417453,"standard_error":32.078479850472505},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124.64980812471529,"upper_bound":454.67621077073926},"point_estimate":277.3607919532071,"standard_error":94.64395036117814},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18780.905782090493,"upper_bound":18890.225733087565},"point_estimate":18830.396101078764,"standard_error":27.858206290781624},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1240.9733689886011,"upper_bound":1805.5579500146966},"point_estimate":1517.9333677652348,"standard_error":145.86303796454297}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/sample.json b/criterion/micro_ops_fold/new/sample.json index ef63889a8e28..4937a05b9f18 100644 --- a/criterion/micro_ops_fold/new/sample.json +++ b/criterion/micro_ops_fold/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[218219.0,425032.0,637907.0,857969.0,1055326.0,1266660.0,1491858.0,1703404.0,1929736.0,2132602.0,2375140.0,2531118.0,2803208.0,2989897.0,3174321.0,3404113.0,3555127.0,3686600.0,3966038.0,4074094.0,4268391.0,4545279.0,4717423.0,4891528.0,5083096.0,5257643.0,5541276.0,5727986.0,5893862.0,6085771.0,6286781.0,6655032.0,6691945.0,6685288.0,6329274.0,6441097.0,6603349.0,6761633.0,6967928.0,7170144.0,7298581.0,7447776.0,7676119.0,7847735.0,8049488.0,8190425.0,8365828.0,8590759.0,8729721.0,8944211.0,9046644.0,9387282.0,9581427.0,9730037.0,9862869.0,10157257.0,10220295.0,10470290.0,10624401.0,10890370.0,10947714.0,11108143.0,11322303.0,11568424.0,11649293.0,11918737.0,12040414.0,12208212.0,12687893.0,12918820.0,12769479.0,12990841.0,13165273.0,13419634.0,13464653.0,13680768.0,13917681.0,14403199.0,14233029.0,14361173.0,14620461.0,14872400.0,14941461.0,15178455.0,15300586.0,15498760.0,15717218.0,15870674.0,15977749.0,16424263.0,16511017.0,16579264.0,16694352.0,16959028.0,17129329.0,17419741.0,17442956.0,17640658.0,18167442.0,18033733.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[222974.0,441586.0,660117.0,886331.0,1108313.0,1431374.0,1822052.0,1752526.0,1943856.0,2160242.0,2388371.0,2601445.0,2862288.0,3093391.0,3259869.0,3520592.0,3610529.0,3795343.0,3988670.0,4262814.0,4427099.0,4630717.0,4890469.0,5069317.0,5324257.0,5490663.0,5737969.0,5963569.0,6143652.0,6367478.0,6358891.0,6199983.0,6635013.0,6377352.0,6522466.0,6650905.0,6848644.0,7042154.0,7165995.0,7472494.0,7591888.0,7766913.0,7942955.0,8119463.0,8339305.0,8530622.0,8732999.0,8889636.0,9071889.0,9383279.0,9460298.0,9623542.0,9936619.0,10092846.0,10238389.0,10519485.0,10648206.0,10841171.0,11041211.0,11292240.0,11428067.0,11544597.0,12191907.0,11998749.0,12142649.0,12372190.0,12520630.0,12674014.0,12927732.0,13037556.0,13299231.0,13537920.0,13636162.0,13834912.0,13991951.0,14242394.0,14451395.0,14574159.0,14766708.0,14975006.0,15233189.0,15360963.0,15517078.0,15707578.0,15911308.0,16107642.0,16295515.0,16625692.0,17123931.0,16957654.0,17003403.0,17232390.0,17402213.0,17788333.0,17826031.0,17980112.0,18199427.0,18381131.0,18540138.0,19127409.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/tukey.json b/criterion/micro_ops_fold/new/tukey.json index 7bd8143b1fd8..2a5dc6197137 100644 --- a/criterion/micro_ops_fold/new/tukey.json +++ b/criterion/micro_ops_fold/new/tukey.json @@ -1 +1 @@ -[10693.046990196075,14323.102181372547,24003.24935784314,27633.304549019613] \ No newline at end of file +[11378.724182692313,15031.323677884619,24771.588998397434,28424.18849358974] \ No newline at end of file diff --git a/criterion/micro_ops_fold/report/MAD.svg b/criterion/micro_ops_fold/report/MAD.svg index aa80e407aa31..b99829047deb 100644 --- a/criterion/micro_ops_fold/report/MAD.svg +++ b/criterion/micro_ops_fold/report/MAD.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (ns) - + +5e-4 + + + 0.001 - - + + +0.0015 + + + 0.002 - - + + +0.0025 + + + 0.003 - - -0.004 + + +0.0035 - - -0.005 + + +0.004 - - -0.006 + + +0.0045 - + - + +100 + + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - -500 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/SD.svg b/criterion/micro_ops_fold/report/SD.svg index bd9394178a4e..d8dddd3ab056 100644 --- a/criterion/micro_ops_fold/report/SD.svg +++ b/criterion/micro_ops_fold/report/SD.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - -1 - - - -2 + +0.5 - - -3 + + +1 - - -4 + + +1.5 - - -5 + + +2 - - -6 + + +2.5 - + - -1.25 + +1.2 - - + + 1.3 - - -1.35 - - - + + 1.4 - - -1.45 - - - + + 1.5 - - - - + + +1.6 + + + +1.7 + + + +1.8 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/both/pdf.svg b/criterion/micro_ops_fold/report/both/pdf.svg index d62f35c5ff33..887de22f5acd 100644 --- a/criterion/micro_ops_fold/report/both/pdf.svg +++ b/criterion/micro_ops_fold/report/both/pdf.svg @@ -42,26 +42,18 @@ Average Time (µs) - + 20 - - + + 25 - - -30 - - - -35 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_fold/report/both/regression.svg b/criterion/micro_ops_fold/report/both/regression.svg index a3a7e7728634..0c1861e1de6b 100644 --- a/criterion/micro_ops_fold/report/both/regression.svg +++ b/criterion/micro_ops_fold/report/both/regression.svg @@ -20,36 +20,56 @@ Iterations (x 10^3) - - - - - + + + + + + + + + 0.0 - -5.0 + +2.0 - - + + +4.0 + + + +6.0 + + + +8.0 + + + 10.0 - - -15.0 + + +12.0 + + + +14.0 - - -20.0 + + +16.0 - - -25.0 + + +18.0 - + 0 @@ -95,10 +115,10 @@ Iterations (x 10^3) 1 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_fold/report/change/mean.svg b/criterion/micro_ops_fold/report/change/mean.svg index fd64a720416f..d2baea49c23c 100644 --- a/criterion/micro_ops_fold/report/change/mean.svg +++ b/criterion/micro_ops_fold/report/change/mean.svg @@ -9,59 +9,83 @@ Density (a.u.) Relative change (%) - + +5 + + + 10 - - -20 + + +15 - - -30 + + +20 - - -40 + + +25 - - -50 + + +30 - - -60 + + +35 - + - --0.36 - - - --0.355 - - - --0.35 - - - --0.345 - - - --0.34 - - - --0.335 - - - - - - + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + +0.05 + + + +0.055 + + + +0.06 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/median.svg b/criterion/micro_ops_fold/report/change/median.svg index b9f35fe5c93d..7d1d86594428 100644 --- a/criterion/micro_ops_fold/report/change/median.svg +++ b/criterion/micro_ops_fold/report/change/median.svg @@ -9,78 +9,70 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 + + + +200 - - -140 + + + +0.032 - - -160 + + +0.033 - - -180 + + +0.034 - - -200 + + +0.035 - - -220 + + +0.036 - - - --0.37 + + +0.037 - - --0.365 + + +0.038 - - --0.36 + + +0.039 - - --0.355 + + +0.04 - - --0.35 + + +0.041 - - --0.345 + + +0.042 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/t-test.svg b/criterion/micro_ops_fold/report/change/t-test.svg index 6c23109867a3..c70a731b509e 100644 --- a/criterion/micro_ops_fold/report/change/t-test.svg +++ b/criterion/micro_ops_fold/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_fold/report/index.html b/criterion/micro_ops_fold/report/index.html index 9286c5a185d4..d157d6dbf2c7 100644 --- a/criterion/micro_ops_fold/report/index.html +++ b/criterion/micro_ops_fold/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 18.091 µs - 18.142 µs - 18.206 µs + 18.781 µs + 18.830 µs + 18.890 µs R² - 0.8987554 - 0.8996967 - 0.8982644 + 0.9222843 + 0.9230610 + 0.9219263 Mean - 18.710 µs - 18.975 µs - 19.251 µs + 19.378 µs + 19.664 µs + 19.970 µs Std. Dev. - 1.2460 µs - 1.3949 µs - 1.4997 µs + 1.2410 µs + 1.5179 µs + 1.8056 µs Median - 18.033 µs - 18.068 µs - 18.147 µs + 18.730 µs + 18.748 µs + 18.812 µs MAD - 161.77 ns - 267.93 ns - 487.91 ns + 124.65 ns + 277.36 ns + 454.68 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -35.845% - -34.597% - -33.400% + +1.4578% + +3.6276% + +5.7850% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_fold/report/mean.svg b/criterion/micro_ops_fold/report/mean.svg index 166c95ab6951..a5430eb538ea 100644 --- a/criterion/micro_ops_fold/report/mean.svg +++ b/criterion/micro_ops_fold/report/mean.svg @@ -9,58 +9,54 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + - -18.7 + +19.4 - - -18.8 + + +19.5 - - -18.9 + + +19.6 - - -19 + + +19.7 - - -19.1 + + +19.8 - - -19.2 + + +19.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/median.svg b/criterion/micro_ops_fold/report/median.svg index d2406f7c5081..127c9a87540a 100644 --- a/criterion/micro_ops_fold/report/median.svg +++ b/criterion/micro_ops_fold/report/median.svg @@ -9,78 +9,70 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 + + +15 + + + +20 - - -14 + + +25 - - -16 + + + +18.73 - - -18 + + +18.74 - - -20 + + +18.75 - - - -18.04 + + +18.76 - - -18.06 + + +18.77 - - -18.08 + + +18.78 - - -18.1 + + +18.79 - - -18.12 + + +18.8 - - -18.14 + + +18.81 - - -18.16 + + +18.82 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/pdf.svg b/criterion/micro_ops_fold/report/pdf.svg index 7b420d710773..dee308cbd314 100644 --- a/criterion/micro_ops_fold/report/pdf.svg +++ b/criterion/micro_ops_fold/report/pdf.svg @@ -54,38 +54,50 @@ Average Time (µs) - -16 - - - + 17 - - + + 18 - - + + 19 - - + + 20 - - + + 21 - - + + 22 - - + + 23 - + + +24 + + + +25 + + + +26 + + + +27 + + Density (a.u.) @@ -94,44 +106,46 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - - + + + - + + + PDF diff --git a/criterion/micro_ops_fold/report/pdf_small.svg b/criterion/micro_ops_fold/report/pdf_small.svg index 37de396c6fa5..8ac24669b42b 100644 --- a/criterion/micro_ops_fold/report/pdf_small.svg +++ b/criterion/micro_ops_fold/report/pdf_small.svg @@ -10,59 +10,63 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - + - -16 - - - + 18 - - + + 20 - - + + 22 - - - + + +24 + + + +26 + + + + diff --git a/criterion/micro_ops_fold/report/regression.svg b/criterion/micro_ops_fold/report/regression.svg index 1d44439ca370..f72765573209 100644 --- a/criterion/micro_ops_fold/report/regression.svg +++ b/criterion/micro_ops_fold/report/regression.svg @@ -18,52 +18,52 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - + + 16.0 - - + + 18.0 - + 0.1 @@ -110,103 +110,103 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_fold/report/regression_small.svg b/criterion/micro_ops_fold/report/regression_small.svg index 2ed09c7ab5f7..1d838fa077b6 100644 --- a/criterion/micro_ops_fold/report/regression_small.svg +++ b/criterion/micro_ops_fold/report/regression_small.svg @@ -15,52 +15,52 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - + + 16.0 - - + + 18.0 - + 0.1 @@ -107,101 +107,101 @@ Iterations (x 10^3) - - + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/relative_pdf_small.svg b/criterion/micro_ops_fold/report/relative_pdf_small.svg index 621c07759031..31f5c2d0ed02 100644 --- a/criterion/micro_ops_fold/report/relative_pdf_small.svg +++ b/criterion/micro_ops_fold/report/relative_pdf_small.svg @@ -39,24 +39,16 @@ Average Time (µs) - + 20 - - + + 25 - - -30 - - - -35 - - - - - - + + + + + diff --git a/criterion/micro_ops_fold/report/relative_regression_small.svg b/criterion/micro_ops_fold/report/relative_regression_small.svg index c0dba98c9727..399c75744cd4 100644 --- a/criterion/micro_ops_fold/report/relative_regression_small.svg +++ b/criterion/micro_ops_fold/report/relative_regression_small.svg @@ -17,36 +17,56 @@ Iterations (x 10^3) - - - - - + + + + + + + + + 0.0 - -5.0 + +2.0 - - + + +4.0 + + + +6.0 + + + +8.0 + + + 10.0 - - -15.0 + + +12.0 + + + +14.0 - - -20.0 + + +16.0 - - -25.0 + + +18.0 - + 0 @@ -92,8 +112,8 @@ Iterations (x 10^3) 1 - - - - + + + + diff --git a/criterion/micro_ops_fold/report/slope.svg b/criterion/micro_ops_fold/report/slope.svg index e01b8f6072ae..e1c3286f94f2 100644 --- a/criterion/micro_ops_fold/report/slope.svg +++ b/criterion/micro_ops_fold/report/slope.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - + - -18.08 + +18.78 - - -18.1 + + +18.8 - - -18.12 + + +18.82 - - -18.14 + + +18.84 - - -18.16 + + +18.86 - - -18.18 + + +18.88 - - -18.2 + + +18.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/typical.svg b/criterion/micro_ops_fold/report/typical.svg index 3bb33cb4fed1..ea429c4bbfca 100644 --- a/criterion/micro_ops_fold/report/typical.svg +++ b/criterion/micro_ops_fold/report/typical.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - + - -18.08 + +18.78 - - -18.1 + + +18.8 - - -18.12 + + +18.82 - - -18.14 + + +18.84 - - -18.16 + + +18.86 - - -18.18 + + +18.88 - - -18.2 + + +18.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/base/estimates.json b/criterion/micro_ops_group_by/base/estimates.json index e3e335ef16a5..5fa3b7badc0e 100644 --- a/criterion/micro_ops_group_by/base/estimates.json +++ b/criterion/micro_ops_group_by/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9052.42791624714,"upper_bound":9217.196107008622},"point_estimate":9121.697649742746,"standard_error":42.58213168651021},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9109.0140625,"upper_bound":9157.45285856385},"point_estimate":9133.7724609375,"standard_error":13.314924226521947},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":169.20744693186333,"upper_bound":343.29607886520785},"point_estimate":288.33734950895484,"standard_error":50.12827187980713},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9071.976244901574,"upper_bound":9189.960447723748},"point_estimate":9123.97171992759,"standard_error":30.160865663582456},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":198.68588408500813,"upper_bound":674.5465804565496},"point_estimate":427.8635420429043,"standard_error":156.57462200836494}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8992.724185449273,"upper_bound":9105.164775242962},"point_estimate":9049.522984243375,"standard_error":28.742042762899647},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9076.926875000001,"upper_bound":9224.22794117647},"point_estimate":9192.075,"standard_error":39.89482595501359},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109.76101180928241,"upper_bound":440.12177109252707},"point_estimate":217.6214787091822,"standard_error":82.40236546468032},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9086.813744404551,"upper_bound":9189.439346866451},"point_estimate":9142.439350339884,"standard_error":26.197820183137654},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":261.7400319294057,"upper_bound":312.1885373836872},"point_estimate":288.9917401758657,"standard_error":12.905277890292899}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/sample.json b/criterion/micro_ops_group_by/base/sample.json index 856dd0002740..b8b4cd4f0998 100644 --- a/criterion/micro_ops_group_by/base/sample.json +++ b/criterion/micro_ops_group_by/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[151302.0,302861.0,449236.0,602735.0,748536.0,890644.0,1049162.0,1196207.0,1348516.0,1484443.0,1641218.0,1798311.0,1972019.0,2110472.0,2234823.0,2405982.0,2538142.0,2669561.0,2817020.0,2965977.0,3081465.0,3228364.0,3339498.0,3507372.0,3652255.0,3740478.0,3726843.0,3872835.0,4011903.0,4123350.0,4404415.0,4539607.0,4664714.0,4789726.0,4965480.0,5137800.0,5241729.0,5336251.0,5524818.0,5701120.0,5877708.0,5950223.0,6145233.0,6265284.0,6382574.0,6539778.0,6609566.0,9809303.0,6977562.0,7052045.0,7219417.0,7476807.0,7513466.0,7625546.0,7816988.0,7955269.0,7997789.0,8183426.0,8324895.0,8499432.0,8579044.0,8675764.0,9294633.0,9352974.0,9556492.0,9902212.0,10018545.0,9967686.0,10151571.0,10279967.0,10392231.0,10621059.0,10653424.0,10853975.0,10993012.0,11098150.0,11249516.0,11420674.0,11521297.0,11659538.0,11902441.0,11976274.0,12111768.0,12213845.0,12408112.0,12516699.0,12744450.0,12878094.0,13012522.0,13154906.0,13336101.0,13509836.0,14118515.0,13777703.0,13919079.0,14118927.0,14193708.0,14501860.0,14427118.0,14625104.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[150481.0,296010.0,442229.0,606482.0,731673.0,874809.0,1043536.0,1193135.0,1325942.0,1529000.0,1622863.0,1806203.0,1954225.0,2068715.0,2205780.0,2390671.0,2518335.0,2649332.0,2779832.0,2958650.0,3075600.0,3205184.0,3304243.0,3471084.0,3616504.0,3648333.0,3681928.0,3791091.0,3949153.0,4042219.0,4349086.0,4478501.0,4632704.0,4750750.0,4897269.0,4996495.0,5116082.0,5327897.0,5422031.0,5560440.0,5670167.0,5802331.0,5985581.0,6166679.0,6283510.0,6424444.0,6579794.0,6767114.0,6866898.0,6926440.0,7140460.0,7247517.0,7345975.0,7525175.0,7689292.0,7811742.0,7987879.0,8065070.0,8280294.0,8364962.0,8532902.0,8707066.0,9310642.0,9486032.0,9561136.0,9787027.0,9924753.0,10035960.0,10241360.0,10454548.0,10481301.0,10595046.0,10842141.0,10878558.0,11171300.0,11223237.0,11359473.0,11572910.0,11740062.0,11877190.0,12133812.0,12148366.0,12559542.0,12422413.0,12634235.0,13174999.0,13000109.0,13033645.0,13107357.0,13300568.0,13373306.0,13562882.0,13733127.0,13874537.0,13961403.0,14104257.0,14318108.0,14806858.0,14674580.0,14778733.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/tukey.json b/criterion/micro_ops_group_by/base/tukey.json index 3dc8c62b4b37..8cb8090d9e5e 100644 --- a/criterion/micro_ops_group_by/base/tukey.json +++ b/criterion/micro_ops_group_by/base/tukey.json @@ -1 +1 @@ -[7834.8302285632035,8357.197025823942,9750.175151852574,10272.54194911331] \ No newline at end of file +[7219.866221102879,7984.464417690734,10023.392941925016,10787.99113851287] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/change/estimates.json b/criterion/micro_ops_group_by/change/estimates.json index 74f81ee8331a..f62543b4f830 100644 --- a/criterion/micro_ops_group_by/change/estimates.json +++ b/criterion/micro_ops_group_by/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.2127457156074757,"upper_bound":-0.19548467248984236},"point_estimate":-0.20464545896036823,"standard_error":0.004411661019978652},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.21802382159279188,"upper_bound":-0.18157533954844088},"point_estimate":-0.18554642661620335,"standard_error":0.012874122884843027}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019800163435499604,"upper_bound":0.0022789288484767463},"point_estimate":-0.007912415897868175,"standard_error":0.005623831319255595},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00963896951589438,"upper_bound":0.01076215651138801},"point_estimate":0.006383182777088381,"standard_error":0.004431609215945491}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/estimates.json b/criterion/micro_ops_group_by/new/estimates.json index e3e335ef16a5..5fa3b7badc0e 100644 --- a/criterion/micro_ops_group_by/new/estimates.json +++ b/criterion/micro_ops_group_by/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9052.42791624714,"upper_bound":9217.196107008622},"point_estimate":9121.697649742746,"standard_error":42.58213168651021},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9109.0140625,"upper_bound":9157.45285856385},"point_estimate":9133.7724609375,"standard_error":13.314924226521947},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":169.20744693186333,"upper_bound":343.29607886520785},"point_estimate":288.33734950895484,"standard_error":50.12827187980713},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9071.976244901574,"upper_bound":9189.960447723748},"point_estimate":9123.97171992759,"standard_error":30.160865663582456},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":198.68588408500813,"upper_bound":674.5465804565496},"point_estimate":427.8635420429043,"standard_error":156.57462200836494}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8992.724185449273,"upper_bound":9105.164775242962},"point_estimate":9049.522984243375,"standard_error":28.742042762899647},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9076.926875000001,"upper_bound":9224.22794117647},"point_estimate":9192.075,"standard_error":39.89482595501359},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109.76101180928241,"upper_bound":440.12177109252707},"point_estimate":217.6214787091822,"standard_error":82.40236546468032},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9086.813744404551,"upper_bound":9189.439346866451},"point_estimate":9142.439350339884,"standard_error":26.197820183137654},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":261.7400319294057,"upper_bound":312.1885373836872},"point_estimate":288.9917401758657,"standard_error":12.905277890292899}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/sample.json b/criterion/micro_ops_group_by/new/sample.json index 856dd0002740..b8b4cd4f0998 100644 --- a/criterion/micro_ops_group_by/new/sample.json +++ b/criterion/micro_ops_group_by/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[151302.0,302861.0,449236.0,602735.0,748536.0,890644.0,1049162.0,1196207.0,1348516.0,1484443.0,1641218.0,1798311.0,1972019.0,2110472.0,2234823.0,2405982.0,2538142.0,2669561.0,2817020.0,2965977.0,3081465.0,3228364.0,3339498.0,3507372.0,3652255.0,3740478.0,3726843.0,3872835.0,4011903.0,4123350.0,4404415.0,4539607.0,4664714.0,4789726.0,4965480.0,5137800.0,5241729.0,5336251.0,5524818.0,5701120.0,5877708.0,5950223.0,6145233.0,6265284.0,6382574.0,6539778.0,6609566.0,9809303.0,6977562.0,7052045.0,7219417.0,7476807.0,7513466.0,7625546.0,7816988.0,7955269.0,7997789.0,8183426.0,8324895.0,8499432.0,8579044.0,8675764.0,9294633.0,9352974.0,9556492.0,9902212.0,10018545.0,9967686.0,10151571.0,10279967.0,10392231.0,10621059.0,10653424.0,10853975.0,10993012.0,11098150.0,11249516.0,11420674.0,11521297.0,11659538.0,11902441.0,11976274.0,12111768.0,12213845.0,12408112.0,12516699.0,12744450.0,12878094.0,13012522.0,13154906.0,13336101.0,13509836.0,14118515.0,13777703.0,13919079.0,14118927.0,14193708.0,14501860.0,14427118.0,14625104.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[150481.0,296010.0,442229.0,606482.0,731673.0,874809.0,1043536.0,1193135.0,1325942.0,1529000.0,1622863.0,1806203.0,1954225.0,2068715.0,2205780.0,2390671.0,2518335.0,2649332.0,2779832.0,2958650.0,3075600.0,3205184.0,3304243.0,3471084.0,3616504.0,3648333.0,3681928.0,3791091.0,3949153.0,4042219.0,4349086.0,4478501.0,4632704.0,4750750.0,4897269.0,4996495.0,5116082.0,5327897.0,5422031.0,5560440.0,5670167.0,5802331.0,5985581.0,6166679.0,6283510.0,6424444.0,6579794.0,6767114.0,6866898.0,6926440.0,7140460.0,7247517.0,7345975.0,7525175.0,7689292.0,7811742.0,7987879.0,8065070.0,8280294.0,8364962.0,8532902.0,8707066.0,9310642.0,9486032.0,9561136.0,9787027.0,9924753.0,10035960.0,10241360.0,10454548.0,10481301.0,10595046.0,10842141.0,10878558.0,11171300.0,11223237.0,11359473.0,11572910.0,11740062.0,11877190.0,12133812.0,12148366.0,12559542.0,12422413.0,12634235.0,13174999.0,13000109.0,13033645.0,13107357.0,13300568.0,13373306.0,13562882.0,13733127.0,13874537.0,13961403.0,14104257.0,14318108.0,14806858.0,14674580.0,14778733.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/tukey.json b/criterion/micro_ops_group_by/new/tukey.json index 3dc8c62b4b37..8cb8090d9e5e 100644 --- a/criterion/micro_ops_group_by/new/tukey.json +++ b/criterion/micro_ops_group_by/new/tukey.json @@ -1 +1 @@ -[7834.8302285632035,8357.197025823942,9750.175151852574,10272.54194911331] \ No newline at end of file +[7219.866221102879,7984.464417690734,10023.392941925016,10787.99113851287] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/report/MAD.svg b/criterion/micro_ops_group_by/report/MAD.svg index 21b803d97068..2b86eb425c48 100644 --- a/criterion/micro_ops_group_by/report/MAD.svg +++ b/criterion/micro_ops_group_by/report/MAD.svg @@ -9,94 +9,78 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - - + + 0.009 - - -0.01 - - + - -160 + +100 - - -180 + + +150 - - + + 200 - - -220 - - - -240 - - - -260 - - - -280 + + +250 - - + + 300 - - -320 + + +350 - - -340 + + +400 - - -360 + + +450 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/SD.svg b/criterion/micro_ops_group_by/report/SD.svg index 51a467c86bf4..3d1d49be5dac 100644 --- a/criterion/micro_ops_group_by/report/SD.svg +++ b/criterion/micro_ops_group_by/report/SD.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (ns) - -0.001 - - - -0.002 - - - -0.003 - - - -0.004 - - - + 0.005 - - -0.006 + + +0.01 - - -0.007 + + +0.015 - - -0.008 + + +0.02 - - -0.009 + + +0.025 - + + +0.03 + + - -200 + +260 - - -300 + + +270 - - -400 + + +280 - - -500 + + +290 - - -600 + + +300 - - -700 + + +310 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/both/pdf.svg b/criterion/micro_ops_group_by/report/both/pdf.svg index 66b46bb8f109..8357748b6f3e 100644 --- a/criterion/micro_ops_group_by/report/both/pdf.svg +++ b/criterion/micro_ops_group_by/report/both/pdf.svg @@ -9,30 +9,38 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + + +1.4 + + + +1.6 + + 9 @@ -54,10 +62,10 @@ Average Time (µs) 13 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_group_by/report/both/regression.svg b/criterion/micro_ops_group_by/report/both/regression.svg index 50f504680728..ce47d5e849b6 100644 --- a/criterion/micro_ops_group_by/report/both/regression.svg +++ b/criterion/micro_ops_group_by/report/both/regression.svg @@ -18,56 +18,46 @@ Iterations (x 10^3) - - - - + + + - - - - + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - -16.0 - - - -18.0 - - + 0 @@ -105,10 +95,10 @@ Iterations (x 10^3) 1.6 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_group_by/report/change/mean.svg b/criterion/micro_ops_group_by/report/change/mean.svg index 9f0904261236..a1af728c0113 100644 --- a/criterion/micro_ops_group_by/report/change/mean.svg +++ b/criterion/micro_ops_group_by/report/change/mean.svg @@ -9,91 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - -80 - - - -90 - - + - --0.214 - - - --0.212 - - - --0.21 - - - --0.208 - - - --0.206 - - - --0.204 - - - --0.202 - - - --0.2 - - - --0.198 - - - --0.196 - - - --0.194 - - - - - - + +-0.02 + + + +-0.015 + + + +-0.01 + + + +-0.005 + + + +0 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/median.svg b/criterion/micro_ops_group_by/report/change/median.svg index 7efdb0290ce0..11227ead819b 100644 --- a/criterion/micro_ops_group_by/report/change/median.svg +++ b/criterion/micro_ops_group_by/report/change/median.svg @@ -9,71 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + + +140 + + + +160 + + + +180 + + - --0.22 - - - --0.215 - - - --0.21 - - - --0.205 - - - --0.2 - - - --0.195 - - - --0.19 - - - --0.185 - - - --0.18 - - - - - - + +-0.01 + + + +-0.005 + + + +1.73472e-18 + + + +0.005 + + + +0.01 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/t-test.svg b/criterion/micro_ops_group_by/report/change/t-test.svg index 441895c511ec..efc8e66c888c 100644 --- a/criterion/micro_ops_group_by/report/change/t-test.svg +++ b/criterion/micro_ops_group_by/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_group_by/report/index.html b/criterion/micro_ops_group_by/report/index.html index 218df9f7ebb6..c5e8047ac927 100644 --- a/criterion/micro_ops_group_by/report/index.html +++ b/criterion/micro_ops_group_by/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 9.0720 µs - 9.1240 µs - 9.1900 µs + 9.0868 µs + 9.1424 µs + 9.1894 µs R² - 0.8370511 - 0.8401702 - 0.8351577 + 0.9107294 + 0.9147632 + 0.9118798 Mean - 9.0524 µs - 9.1217 µs - 9.2172 µs + 8.9927 µs + 9.0495 µs + 9.1052 µs Std. Dev. - 198.69 ns - 427.86 ns - 674.55 ns + 261.74 ns + 288.99 ns + 312.19 ns Median - 9.1090 µs - 9.1338 µs - 9.1575 µs + 9.0769 µs + 9.1921 µs + 9.2242 µs MAD - 169.21 ns - 288.34 ns - 343.30 ns + 109.76 ns + 217.62 ns + 440.12 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -21.275% - -20.465% - -19.548% - (p = 0.00 < + -1.9800% + -0.7912% + +0.2279% + (p = 0.17 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_group_by/report/mean.svg b/criterion/micro_ops_group_by/report/mean.svg index 03f4420a6ad3..20261ad71896 100644 --- a/criterion/micro_ops_group_by/report/mean.svg +++ b/criterion/micro_ops_group_by/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - + + +12 + + + +14 + + - + +9 + + + +9.02 + + + 9.04 - - + + 9.06 - - + + 9.08 - - + + 9.1 - - -9.12 - - - -9.14 - - - -9.16 - - - -9.18 - - - -9.2 - - - -9.22 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/median.svg b/criterion/micro_ops_group_by/report/median.svg index 7b700ad99726..18727ca4f0dc 100644 --- a/criterion/micro_ops_group_by/report/median.svg +++ b/criterion/micro_ops_group_by/report/median.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (µs) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + + +9.08 - - -50 + + +9.1 - - -60 + + +9.12 - - - -9.11 + + +9.14 - - -9.12 + + +9.16 - - -9.13 + + +9.18 - - -9.14 + + +9.2 - - -9.15 + + +9.22 - - -9.16 + + +9.24 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/pdf.svg b/criterion/micro_ops_group_by/report/pdf.svg index 7a603ab8c7f3..e6ccda670937 100644 --- a/criterion/micro_ops_group_by/report/pdf.svg +++ b/criterion/micro_ops_group_by/report/pdf.svg @@ -46,46 +46,42 @@ Average Time (µs) - -8.5 + +8.2 - - -9 - - - -9.5 + + +8.4 - - -10 + + +8.6 - - -10.5 + + +8.8 - - -11 + + +9 - - -11.5 + + +9.2 - - -12 + + +9.4 - - -12.5 + + +9.6 - - -13 + + +9.8 - + Density (a.u.) @@ -94,38 +90,44 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - - - + + +1.4 + + + +1.6 + + + + + + - - - + PDF diff --git a/criterion/micro_ops_group_by/report/pdf_small.svg b/criterion/micro_ops_group_by/report/pdf_small.svg index ccb31a197ff0..294b6f6ac68a 100644 --- a/criterion/micro_ops_group_by/report/pdf_small.svg +++ b/criterion/micro_ops_group_by/report/pdf_small.svg @@ -10,55 +10,51 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - - -9 - - - -10 + + +1.6 - - -11 + + + +8.5 - - -12 + + +9 - - -13 + + +9.5 - - - + + + diff --git a/criterion/micro_ops_group_by/report/regression.svg b/criterion/micro_ops_group_by/report/regression.svg index 56a05812ef07..b513ecf37d0c 100644 --- a/criterion/micro_ops_group_by/report/regression.svg +++ b/criterion/micro_ops_group_by/report/regression.svg @@ -16,42 +16,42 @@ Iterations (x 10^3) - - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0.2 @@ -89,104 +89,104 @@ Iterations (x 10^3) - - + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - + - - - + + + - - - - - + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_group_by/report/regression_small.svg b/criterion/micro_ops_group_by/report/regression_small.svg index e7bd29a7d9e1..b1a4039cf6e6 100644 --- a/criterion/micro_ops_group_by/report/regression_small.svg +++ b/criterion/micro_ops_group_by/report/regression_small.svg @@ -13,42 +13,42 @@ Iterations (x 10^3) - + - - - - - + + + + + - + 2.0 - + 4.0 - + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0.2 @@ -88,100 +88,100 @@ Iterations (x 10^3) - + - + - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - + + + + + - - - + + + - - - - - + + + + + - + - - - - - - - - - - - - + + + + + + + + + + + + diff --git a/criterion/micro_ops_group_by/report/relative_pdf_small.svg b/criterion/micro_ops_group_by/report/relative_pdf_small.svg index 8ebd57161638..ddec770adf8a 100644 --- a/criterion/micro_ops_group_by/report/relative_pdf_small.svg +++ b/criterion/micro_ops_group_by/report/relative_pdf_small.svg @@ -6,30 +6,38 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + + +1.4 + + + +1.6 + + 9 @@ -51,8 +59,8 @@ Average Time (µs) 13 - - - - + + + + diff --git a/criterion/micro_ops_group_by/report/relative_regression_small.svg b/criterion/micro_ops_group_by/report/relative_regression_small.svg index 3597c8447693..94d6615ea921 100644 --- a/criterion/micro_ops_group_by/report/relative_regression_small.svg +++ b/criterion/micro_ops_group_by/report/relative_regression_small.svg @@ -15,56 +15,46 @@ Iterations (x 10^3) - - - - + + + - - - - + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - -16.0 - - - -18.0 - - + 0 @@ -102,8 +92,8 @@ Iterations (x 10^3) 1.6 - + - - + + diff --git a/criterion/micro_ops_group_by/report/slope.svg b/criterion/micro_ops_group_by/report/slope.svg index b73872930fba..6b55617af80c 100644 --- a/criterion/micro_ops_group_by/report/slope.svg +++ b/criterion/micro_ops_group_by/report/slope.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - - -9.06 + + +16 - - + + + 9.08 - - + + 9.1 - - + + 9.12 - - + + 9.14 - - + + 9.16 - - + + 9.18 - - + + 9.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/typical.svg b/criterion/micro_ops_group_by/report/typical.svg index d52dcb269398..d0f6b09e7b52 100644 --- a/criterion/micro_ops_group_by/report/typical.svg +++ b/criterion/micro_ops_group_by/report/typical.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - - -9.06 + + +16 - - + + + 9.08 - - + + 9.1 - - + + 9.12 - - + + 9.14 - - + + 9.16 - - + + 9.18 - - + + 9.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/base/estimates.json b/criterion/micro_ops_identity/base/estimates.json index 7d9abef77198..3b77e35ae2b6 100644 --- a/criterion/micro_ops_identity/base/estimates.json +++ b/criterion/micro_ops_identity/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3923.3071856418037,"upper_bound":3937.517222874999},"point_estimate":3930.3051981497933,"standard_error":3.6270410925497214},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3921.5980263157894,"upper_bound":3941.145458074534},"point_estimate":3932.654551282051,"standard_error":5.085255940413332},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.695701717434083,"upper_bound":42.29312016098878},"point_estimate":35.680179264527325,"standard_error":3.9738008153382105},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3905.776721013208,"upper_bound":3923.5214762275086},"point_estimate":3914.2728365597754,"standard_error":4.5293919446527395},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.0567593819318,"upper_bound":41.97175949198883},"point_estimate":36.718060416802444,"standard_error":2.7876982590608494}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3933.114693376302,"upper_bound":3953.4960670095497},"point_estimate":3941.570200310342,"standard_error":5.311360766234666},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3929.5571177093716,"upper_bound":3938.394230769231},"point_estimate":3933.818141885725,"standard_error":2.440874368808976},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17.0568469475433,"upper_bound":27.607768060396115},"point_estimate":21.871752704732366,"standard_error":2.6309397471259595},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3927.4443720813615,"upper_bound":3944.4618563777794},"point_estimate":3935.3139651987585,"standard_error":4.340911474135069},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21.670528025094058,"upper_bound":84.85336909521176},"point_estimate":53.41291858887468,"standard_error":20.227956177714574}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/sample.json b/criterion/micro_ops_identity/base/sample.json index 67f7fc6f6dd1..24c71201aba9 100644 --- a/criterion/micro_ops_identity/base/sample.json +++ b/criterion/micro_ops_identity/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[63138.0,126298.0,189639.0,253021.0,315553.0,388618.0,441819.0,503168.0,576902.0,637655.0,690626.0,752338.0,817029.0,873328.0,951954.0,1000514.0,1076625.0,1125448.0,1186536.0,1265544.0,1316241.0,1378675.0,1450215.0,1502805.0,1561528.0,1634402.0,1695493.0,1747333.0,1862727.0,1886129.0,1944773.0,2014736.0,2055752.0,2141921.0,2207234.0,2258402.0,2322184.0,2392615.0,2484020.0,2517845.0,2602087.0,2665875.0,2721145.0,2790304.0,2878563.0,2904563.0,2980333.0,3052108.0,3139375.0,3146746.0,3233612.0,3297374.0,3336179.0,3404638.0,3481370.0,3534893.0,3634575.0,3670707.0,3754184.0,3785414.0,3854325.0,3915572.0,3972653.0,3954880.0,4030487.0,4127716.0,4200543.0,4297052.0,4297527.0,4367103.0,4496731.0,4508862.0,4614057.0,4662679.0,4631306.0,4706016.0,4798204.0,4906982.0,4937695.0,4964308.0,5111449.0,5194750.0,5188143.0,5324002.0,5333332.0,5304949.0,5397436.0,5467805.0,5521898.0,5632696.0,5655829.0,5735100.0,5730586.0,5839389.0,5960829.0,5950058.0,6087610.0,6128301.0,6181813.0,6195199.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[63399.0,126474.0,190120.0,252851.0,315432.0,378954.0,441623.0,508423.0,568876.0,629484.0,693650.0,754821.0,824054.0,881426.0,941638.0,1004792.0,1075442.0,1124786.0,1208485.0,1257039.0,1316056.0,1385896.0,1447085.0,1520579.0,1572169.0,1628364.0,1700781.0,1764703.0,1821808.0,1886268.0,1956683.0,2017210.0,2095344.0,2395267.0,2191957.0,2273460.0,2359450.0,2416156.0,2457558.0,2506161.0,2618852.0,2651734.0,2685668.0,2766794.0,2824290.0,2903366.0,2946739.0,2999532.0,3073322.0,3186388.0,3198341.0,3260272.0,3328910.0,3418308.0,3428729.0,3489639.0,3606467.0,3669839.0,3709463.0,3777425.0,3831339.0,3870572.0,3936027.0,4000576.0,4091590.0,4154005.0,4244057.0,4275403.0,4328122.0,4516690.0,4481706.0,4533406.0,4614652.0,4684726.0,4704668.0,4799346.0,4829265.0,4880410.0,4931257.0,5163141.0,5071869.0,5157988.0,5224245.0,5316566.0,5353781.0,5388706.0,5465687.0,5503650.0,5565746.0,5640874.0,5692859.0,5784735.0,5870929.0,6039444.0,5970238.0,6038021.0,6061039.0,6114809.0,6218897.0,6313115.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/tukey.json b/criterion/micro_ops_identity/base/tukey.json index f41e45abbc42..59ac0da3dc84 100644 --- a/criterion/micro_ops_identity/base/tukey.json +++ b/criterion/micro_ops_identity/base/tukey.json @@ -1 +1 @@ -[3765.2185511428625,3835.935129620539,4024.512672227677,4095.2292507053535] \ No newline at end of file +[3827.324246602049,3873.5507986575303,3996.821604138815,4043.048156194297] \ No newline at end of file diff --git a/criterion/micro_ops_identity/change/estimates.json b/criterion/micro_ops_identity/change/estimates.json index e4cc99f54cd0..c2495e875649 100644 --- a/criterion/micro_ops_identity/change/estimates.json +++ b/criterion/micro_ops_identity/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.25929801754698695,"upper_bound":-0.2561781275963203},"point_estimate":-0.25768667748146734,"standard_error":0.0007817349375366672},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.25902388970701096,"upper_bound":-0.2551194870082112},"point_estimate":-0.2567739039431135,"standard_error":0.001001863492686667}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00017767834951186968,"upper_bound":0.006577179013008744},"point_estimate":0.002866190179289907,"standard_error":0.0016795836500114213},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0023639643615477324,"upper_bound":0.0033171152337976295},"point_estimate":0.00029587917995343993,"standard_error":0.0014512394894373492}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/estimates.json b/criterion/micro_ops_identity/new/estimates.json index 7d9abef77198..3b77e35ae2b6 100644 --- a/criterion/micro_ops_identity/new/estimates.json +++ b/criterion/micro_ops_identity/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3923.3071856418037,"upper_bound":3937.517222874999},"point_estimate":3930.3051981497933,"standard_error":3.6270410925497214},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3921.5980263157894,"upper_bound":3941.145458074534},"point_estimate":3932.654551282051,"standard_error":5.085255940413332},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.695701717434083,"upper_bound":42.29312016098878},"point_estimate":35.680179264527325,"standard_error":3.9738008153382105},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3905.776721013208,"upper_bound":3923.5214762275086},"point_estimate":3914.2728365597754,"standard_error":4.5293919446527395},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.0567593819318,"upper_bound":41.97175949198883},"point_estimate":36.718060416802444,"standard_error":2.7876982590608494}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3933.114693376302,"upper_bound":3953.4960670095497},"point_estimate":3941.570200310342,"standard_error":5.311360766234666},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3929.5571177093716,"upper_bound":3938.394230769231},"point_estimate":3933.818141885725,"standard_error":2.440874368808976},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17.0568469475433,"upper_bound":27.607768060396115},"point_estimate":21.871752704732366,"standard_error":2.6309397471259595},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3927.4443720813615,"upper_bound":3944.4618563777794},"point_estimate":3935.3139651987585,"standard_error":4.340911474135069},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21.670528025094058,"upper_bound":84.85336909521176},"point_estimate":53.41291858887468,"standard_error":20.227956177714574}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/sample.json b/criterion/micro_ops_identity/new/sample.json index 67f7fc6f6dd1..24c71201aba9 100644 --- a/criterion/micro_ops_identity/new/sample.json +++ b/criterion/micro_ops_identity/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[63138.0,126298.0,189639.0,253021.0,315553.0,388618.0,441819.0,503168.0,576902.0,637655.0,690626.0,752338.0,817029.0,873328.0,951954.0,1000514.0,1076625.0,1125448.0,1186536.0,1265544.0,1316241.0,1378675.0,1450215.0,1502805.0,1561528.0,1634402.0,1695493.0,1747333.0,1862727.0,1886129.0,1944773.0,2014736.0,2055752.0,2141921.0,2207234.0,2258402.0,2322184.0,2392615.0,2484020.0,2517845.0,2602087.0,2665875.0,2721145.0,2790304.0,2878563.0,2904563.0,2980333.0,3052108.0,3139375.0,3146746.0,3233612.0,3297374.0,3336179.0,3404638.0,3481370.0,3534893.0,3634575.0,3670707.0,3754184.0,3785414.0,3854325.0,3915572.0,3972653.0,3954880.0,4030487.0,4127716.0,4200543.0,4297052.0,4297527.0,4367103.0,4496731.0,4508862.0,4614057.0,4662679.0,4631306.0,4706016.0,4798204.0,4906982.0,4937695.0,4964308.0,5111449.0,5194750.0,5188143.0,5324002.0,5333332.0,5304949.0,5397436.0,5467805.0,5521898.0,5632696.0,5655829.0,5735100.0,5730586.0,5839389.0,5960829.0,5950058.0,6087610.0,6128301.0,6181813.0,6195199.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[63399.0,126474.0,190120.0,252851.0,315432.0,378954.0,441623.0,508423.0,568876.0,629484.0,693650.0,754821.0,824054.0,881426.0,941638.0,1004792.0,1075442.0,1124786.0,1208485.0,1257039.0,1316056.0,1385896.0,1447085.0,1520579.0,1572169.0,1628364.0,1700781.0,1764703.0,1821808.0,1886268.0,1956683.0,2017210.0,2095344.0,2395267.0,2191957.0,2273460.0,2359450.0,2416156.0,2457558.0,2506161.0,2618852.0,2651734.0,2685668.0,2766794.0,2824290.0,2903366.0,2946739.0,2999532.0,3073322.0,3186388.0,3198341.0,3260272.0,3328910.0,3418308.0,3428729.0,3489639.0,3606467.0,3669839.0,3709463.0,3777425.0,3831339.0,3870572.0,3936027.0,4000576.0,4091590.0,4154005.0,4244057.0,4275403.0,4328122.0,4516690.0,4481706.0,4533406.0,4614652.0,4684726.0,4704668.0,4799346.0,4829265.0,4880410.0,4931257.0,5163141.0,5071869.0,5157988.0,5224245.0,5316566.0,5353781.0,5388706.0,5465687.0,5503650.0,5565746.0,5640874.0,5692859.0,5784735.0,5870929.0,6039444.0,5970238.0,6038021.0,6061039.0,6114809.0,6218897.0,6313115.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/tukey.json b/criterion/micro_ops_identity/new/tukey.json index f41e45abbc42..59ac0da3dc84 100644 --- a/criterion/micro_ops_identity/new/tukey.json +++ b/criterion/micro_ops_identity/new/tukey.json @@ -1 +1 @@ -[3765.2185511428625,3835.935129620539,4024.512672227677,4095.2292507053535] \ No newline at end of file +[3827.324246602049,3873.5507986575303,3996.821604138815,4043.048156194297] \ No newline at end of file diff --git a/criterion/micro_ops_identity/report/MAD.svg b/criterion/micro_ops_identity/report/MAD.svg index e39f8a84816d..0ef0f2943f82 100644 --- a/criterion/micro_ops_identity/report/MAD.svg +++ b/criterion/micro_ops_identity/report/MAD.svg @@ -9,94 +9,70 @@ Density (a.u.) Average time (ns) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - - -0.07 - - - + + 0.08 - - -0.09 - - - + + 0.1 - - -0.11 + + +0.12 - - - -26 + + +0.14 - - -28 + + +0.16 + + + + +16 - - -30 + + +18 - - -32 + + +20 - + -34 +22 - -36 - - - -38 + +24 - - -40 - - - -42 + + +26 - - -44 + + +28 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/SD.svg b/criterion/micro_ops_identity/report/SD.svg index 47f6e188a2e3..e6751a3b0dc3 100644 --- a/criterion/micro_ops_identity/report/SD.svg +++ b/criterion/micro_ops_identity/report/SD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ns) - -0.02 - - - -0.04 + +0.01 - - -0.06 + + +0.02 - - -0.08 + + +0.03 - - -0.1 + + +0.04 - - -0.12 + + +0.05 - - -0.14 + + +0.06 - + - + +20 + + + 30 - - -32 + + +40 - - -34 + + +50 - - -36 + + +60 - - -38 + + +70 - - -40 + + +80 - - -42 + + +90 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/both/pdf.svg b/criterion/micro_ops_identity/report/both/pdf.svg index be8f9da9f0b8..88da4de47ca3 100644 --- a/criterion/micro_ops_identity/report/both/pdf.svg +++ b/criterion/micro_ops_identity/report/both/pdf.svg @@ -9,59 +9,47 @@ Density (a.u.) Average Time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - -14 - - - -16 - - - -18 - - + - + 4 - - -4.5 + + +4.2 - - -5 + + +4.4 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_identity/report/both/regression.svg b/criterion/micro_ops_identity/report/both/regression.svg index 05ff001db995..b1254952a535 100644 --- a/criterion/micro_ops_identity/report/both/regression.svg +++ b/criterion/micro_ops_identity/report/both/regression.svg @@ -18,51 +18,41 @@ Iterations (x 10^3) - - - - - - - - + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - -7.0 - - - -8.0 - - + 0 @@ -100,10 +90,10 @@ Iterations (x 10^3) 1.6 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_identity/report/change/mean.svg b/criterion/micro_ops_identity/report/change/mean.svg index 930a37e18ae9..bb0272b3fffc 100644 --- a/criterion/micro_ops_identity/report/change/mean.svg +++ b/criterion/micro_ops_identity/report/change/mean.svg @@ -9,83 +9,63 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - - -400 - - - -450 - - - -500 - - + - --0.2595 - - - --0.259 - - - --0.2585 - - - --0.258 - - - --0.2575 - - - --0.257 - - - --0.2565 - - - --0.256 - - - - - - + +0 + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/median.svg b/criterion/micro_ops_identity/report/change/median.svg index 6be20e5c6d1c..6aaab500024f 100644 --- a/criterion/micro_ops_identity/report/change/median.svg +++ b/criterion/micro_ops_identity/report/change/median.svg @@ -9,83 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - - -400 - - - -450 - - + - --0.259 - - - --0.2585 - - - --0.258 - - - --0.2575 - - - --0.257 - - - --0.2565 - - - --0.256 - - - --0.2555 - - - --0.255 - - - - - - + +-0.002 + + + +-0.001 + + + +0 + + + +0.001 + + + +0.002 + + + +0.003 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/t-test.svg b/criterion/micro_ops_identity/report/change/t-test.svg index d19c31b9eafe..c64e2cbf6f7a 100644 --- a/criterion/micro_ops_identity/report/change/t-test.svg +++ b/criterion/micro_ops_identity/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_identity/report/index.html b/criterion/micro_ops_identity/report/index.html index a56ce088587f..746845d943a4 100644 --- a/criterion/micro_ops_identity/report/index.html +++ b/criterion/micro_ops_identity/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 3.9058 µs - 3.9143 µs - 3.9235 µs + 3.9274 µs + 3.9353 µs + 3.9445 µs R² - 0.9873923 - 0.9880580 - 0.9872693 + 0.9853617 + 0.9858931 + 0.9851752 Mean - 3.9233 µs - 3.9303 µs - 3.9375 µs + 3.9331 µs + 3.9416 µs + 3.9535 µs Std. Dev. - 31.057 ns - 36.718 ns - 41.972 ns + 21.671 ns + 53.413 ns + 84.853 ns Median - 3.9216 µs - 3.9327 µs - 3.9411 µs + 3.9296 µs + 3.9338 µs + 3.9384 µs MAD - 26.696 ns - 35.680 ns - 42.293 ns + 17.057 ns + 21.872 ns + 27.608 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -25.930% - -25.769% - -25.618% - (p = 0.00 < + -0.0178% + +0.2866% + +0.6577% + (p = 0.08 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_identity/report/mean.svg b/criterion/micro_ops_identity/report/mean.svg index 7be2fb5d07b0..dd664314e023 100644 --- a/criterion/micro_ops_identity/report/mean.svg +++ b/criterion/micro_ops_identity/report/mean.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - + +10 + + + 20 - - + + +30 + + + 40 - - -60 + + +50 - - -80 + + +60 - - -100 + + +70 - - -120 + + +80 - + - -3.922 - - - -3.924 - - - -3.926 - - - -3.928 - - - -3.93 + +3.935 - - -3.932 + + +3.94 - - -3.934 + + +3.945 - - -3.936 + + +3.95 - - -3.938 + + +3.955 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/median.svg b/criterion/micro_ops_identity/report/median.svg index 9477a39e490d..0120eacd3655 100644 --- a/criterion/micro_ops_identity/report/median.svg +++ b/criterion/micro_ops_identity/report/median.svg @@ -9,58 +9,78 @@ Density (a.u.) Average time (µs) - -20 + +50 - - -40 - - - -60 + + +100 - - -80 + + +150 - - -100 + + +200 - - -120 + + +250 - - -140 + + +300 - + - -3.92 + +3.929 - - -3.925 - - - + + 3.93 - - + + +3.931 + + + +3.932 + + + +3.933 + + + +3.934 + + + 3.935 - - -3.94 + + +3.936 + + + +3.937 + + + +3.938 + + + +3.939 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/pdf.svg b/criterion/micro_ops_identity/report/pdf.svg index f0a29a3dda65..b438780f546e 100644 --- a/criterion/micro_ops_identity/report/pdf.svg +++ b/criterion/micro_ops_identity/report/pdf.svg @@ -46,22 +46,30 @@ Average Time (µs) - -3.85 - - - + 3.9 - - -3.95 - - - + + 4 - + + +4.1 + + + +4.2 + + + +4.3 + + + +4.4 + + Density (a.u.) @@ -70,54 +78,44 @@ Density (a.u.) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - - - - + + +12 + + + + + + - - - + + + + + + + + + PDF diff --git a/criterion/micro_ops_identity/report/pdf_small.svg b/criterion/micro_ops_identity/report/pdf_small.svg index a9513fe72e82..ea2226e42f76 100644 --- a/criterion/micro_ops_identity/report/pdf_small.svg +++ b/criterion/micro_ops_identity/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (µs) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - - -3.85 + + +12 - - -3.9 + + + +4 - - -3.95 + + +4.2 - - -4 + + +4.4 - - - + + + diff --git a/criterion/micro_ops_identity/report/regression.svg b/criterion/micro_ops_identity/report/regression.svg index bf36e36a1113..b99fbcd9452c 100644 --- a/criterion/micro_ops_identity/report/regression.svg +++ b/criterion/micro_ops_identity/report/regression.svg @@ -16,37 +16,37 @@ Iterations (x 10^3) - - - - - - + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0.2 @@ -84,104 +84,104 @@ Iterations (x 10^3) - - + + - - - + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_identity/report/regression_small.svg b/criterion/micro_ops_identity/report/regression_small.svg index 424cbe10568b..03cb3f36f71d 100644 --- a/criterion/micro_ops_identity/report/regression_small.svg +++ b/criterion/micro_ops_identity/report/regression_small.svg @@ -14,36 +14,36 @@ Iterations (x 10^3) - - - - - + + + + + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0.2 @@ -80,103 +80,103 @@ Iterations (x 10^3) - + - - + + - - + + - - - - + + + + - + - - - - + + + + - - + + - - - - + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_identity/report/relative_pdf_small.svg b/criterion/micro_ops_identity/report/relative_pdf_small.svg index 4a87c25a6f66..ed27f91960ab 100644 --- a/criterion/micro_ops_identity/report/relative_pdf_small.svg +++ b/criterion/micro_ops_identity/report/relative_pdf_small.svg @@ -6,57 +6,45 @@ Density (a.u.) Average Time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - -14 - - - -16 - - - -18 - - + - + 4 - - -4.5 + + +4.2 - - -5 + + +4.4 - - - - - + + + + + diff --git a/criterion/micro_ops_identity/report/relative_regression_small.svg b/criterion/micro_ops_identity/report/relative_regression_small.svg index 6f00dd23ee86..28db588680ea 100644 --- a/criterion/micro_ops_identity/report/relative_regression_small.svg +++ b/criterion/micro_ops_identity/report/relative_regression_small.svg @@ -15,51 +15,41 @@ Iterations (x 10^3) - - - - - - - - + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - -7.0 - - - -8.0 - - + 0 @@ -97,8 +87,8 @@ Iterations (x 10^3) 1.6 - - - - + + + + diff --git a/criterion/micro_ops_identity/report/slope.svg b/criterion/micro_ops_identity/report/slope.svg index ffdbcb785efd..beb579feacf1 100644 --- a/criterion/micro_ops_identity/report/slope.svg +++ b/criterion/micro_ops_identity/report/slope.svg @@ -9,90 +9,94 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - + + +100 + + - -3.904 + +3.926 - - -3.906 + + +3.928 - - -3.908 + + +3.93 - - -3.91 + + +3.932 - - -3.912 + + +3.934 - - -3.914 + + +3.936 - - -3.916 + + +3.938 - - -3.918 + + +3.94 - - -3.92 + + +3.942 - - -3.922 + + +3.944 - - -3.924 + + +3.946 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/typical.svg b/criterion/micro_ops_identity/report/typical.svg index 2b7fd8c158ad..1b2c3fc03101 100644 --- a/criterion/micro_ops_identity/report/typical.svg +++ b/criterion/micro_ops_identity/report/typical.svg @@ -9,90 +9,94 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - + + +100 + + - -3.904 + +3.926 - - -3.906 + + +3.928 - - -3.908 + + +3.93 - - -3.91 + + +3.932 - - -3.912 + + +3.934 - - -3.914 + + +3.936 - - -3.916 + + +3.938 - - -3.918 + + +3.94 - - -3.92 + + +3.942 - - -3.922 + + +3.944 - - -3.924 + + +3.946 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/base/estimates.json b/criterion/micro_ops_join/base/estimates.json index d595fb4daab6..4a32831c2a1e 100644 --- a/criterion/micro_ops_join/base/estimates.json +++ b/criterion/micro_ops_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85134.6334080434,"upper_bound":85544.46002349435},"point_estimate":85312.36712627819,"standard_error":105.36234368954531},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85087.23153409091,"upper_bound":85182.04545454546},"point_estimate":85131.93234064785,"standard_error":24.26989228809059},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":168.33258889967942,"upper_bound":277.36377920757207},"point_estimate":213.8661767259931,"standard_error":27.13414972555763},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85216.715351251,"upper_bound":85519.1162558449},"point_estimate":85347.9707117876,"standard_error":77.9527768724158},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":408.7611783163944,"upper_bound":1626.933046715609},"point_estimate":1064.6396533250468,"standard_error":327.1825372047314}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88106.405362855,"upper_bound":88416.21576950407},"point_estimate":88249.35414783139,"standard_error":79.3029620205602},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88017.16858237548,"upper_bound":88212.7791005291},"point_estimate":88103.08556468716,"standard_error":50.22624279205071},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":300.03264862321953,"upper_bound":490.91454567644973},"point_estimate":388.9224696040051,"standard_error":46.07147654170377},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88260.01546720386,"upper_bound":88622.40634410694},"point_estimate":88425.38628638984,"standard_error":92.67238745499667},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":490.10533586358804,"upper_bound":1058.8712912054339},"point_estimate":796.6590981896783,"standard_error":146.61512491463782}} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/sample.json b/criterion/micro_ops_join/base/sample.json index d6e795156534..9ddd6d689523 100644 --- a/criterion/micro_ops_join/base/sample.json +++ b/criterion/micro_ops_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[506464.0,1023329.0,1514123.0,2022378.0,2525648.0,3060347.0,3549077.0,4129434.0,4573709.0,5085119.0,5615314.0,6141104.0,6610502.0,7095735.0,7660912.0,8169019.0,8670892.0,9133643.0,10629896.0,10224414.0,10799893.0,11227359.0,11687653.0,12209243.0,12841341.0,13243423.0,13813791.0,14253635.0,14789724.0,15654637.0,15805944.0,16299573.0,16949784.0,17396262.0,17853432.0,18420355.0,18883199.0,19510928.0,19991907.0,20387414.0,20903693.0,21436318.0,21980442.0,22474436.0,22978985.0,23465558.0,24336913.0,24496150.0,25072864.0,25500375.0,26058907.0,26562600.0,27076351.0,27572972.0,28031721.0,28645867.0,29230996.0,29659684.0,30097328.0,30640221.0,33083600.0,31674825.0,32232520.0,32688670.0,33901627.0,33637541.0,34501766.0,34770538.0,35171138.0,35709451.0,36189415.0,36714917.0,37651558.0,37850936.0,38333623.0,38805696.0,39354105.0,39832104.0,40335661.0,40771964.0,41542575.0,41819550.0,42419151.0,43896005.0,43441038.0,43939586.0,44439648.0,44995291.0,45510771.0,45893138.0,46644541.0,47006579.0,47605903.0,48056453.0,48944897.0,48975219.0,49665340.0,50189237.0,50731052.0,51111624.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[523946.0,1048071.0,1570666.0,2094027.0,2653403.0,3153450.0,3691291.0,4224803.0,4763194.0,5254503.0,5790075.0,6314284.0,6890298.0,7362720.0,7880352.0,8478149.0,8960497.0,9449456.0,10023434.0,10649628.0,11115501.0,11551206.0,12152838.0,12663925.0,13139226.0,13671998.0,14211695.0,14717315.0,15268116.0,15826076.0,16290102.0,16811487.0,17514902.0,18039774.0,18555424.0,19247092.0,19546568.0,20155537.0,20552128.0,21146604.0,21673344.0,22127157.0,22768733.0,23329736.0,23743617.0,25526408.0,24788002.0,25423233.0,25898715.0,26389815.0,26959180.0,27591166.0,28108086.0,28533526.0,29147324.0,30051013.0,30097851.0,30629450.0,31258059.0,31912072.0,33467138.0,32810650.0,33193514.0,33693403.0,34321731.0,34960513.0,35454122.0,36524554.0,36534286.0,36964014.0,37453385.0,38157570.0,38875529.0,40527738.0,40027332.0,40214334.0,40853190.0,41391599.0,41941019.0,42162635.0,43220122.0,43364634.0,43928617.0,45748554.0,44849348.0,45461961.0,45944962.0,46503259.0,47454472.0,47705484.0,48236060.0,48632937.0,49501846.0,49776792.0,50208803.0,50792054.0,51498079.0,51651507.0,52290466.0,53071134.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/tukey.json b/criterion/micro_ops_join/base/tukey.json index 017688ad247c..91b64033b0e0 100644 --- a/criterion/micro_ops_join/base/tukey.json +++ b/criterion/micro_ops_join/base/tukey.json @@ -1 +1 @@ -[84149.72170338445,84572.79524864306,85700.99136933268,86124.06491459129] \ No newline at end of file +[86261.0954582519,87053.88877804551,89168.00429749515,89960.79761728877] \ No newline at end of file diff --git a/criterion/micro_ops_join/change/estimates.json b/criterion/micro_ops_join/change/estimates.json index 849c0e0b2c5b..5cbd9ddb8c69 100644 --- a/criterion/micro_ops_join/change/estimates.json +++ b/criterion/micro_ops_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.2744302541455445,"upper_bound":-0.27056961486086345},"point_estimate":-0.27255094822683923,"standard_error":0.0009877992616657547},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.2739507177023579,"upper_bound":-0.27287643903519143},"point_estimate":-0.2734016034461575,"standard_error":0.00027531920568421196}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.031199361979624408,"upper_bound":0.037399153960581896},"point_estimate":0.034426275116782534,"standard_error":0.0015748791129300073},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03383855214483811,"upper_bound":0.03629977413625052},"point_estimate":0.03490057305583649,"standard_error":0.0006486422645858189}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/estimates.json b/criterion/micro_ops_join/new/estimates.json index d595fb4daab6..4a32831c2a1e 100644 --- a/criterion/micro_ops_join/new/estimates.json +++ b/criterion/micro_ops_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85134.6334080434,"upper_bound":85544.46002349435},"point_estimate":85312.36712627819,"standard_error":105.36234368954531},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85087.23153409091,"upper_bound":85182.04545454546},"point_estimate":85131.93234064785,"standard_error":24.26989228809059},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":168.33258889967942,"upper_bound":277.36377920757207},"point_estimate":213.8661767259931,"standard_error":27.13414972555763},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85216.715351251,"upper_bound":85519.1162558449},"point_estimate":85347.9707117876,"standard_error":77.9527768724158},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":408.7611783163944,"upper_bound":1626.933046715609},"point_estimate":1064.6396533250468,"standard_error":327.1825372047314}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88106.405362855,"upper_bound":88416.21576950407},"point_estimate":88249.35414783139,"standard_error":79.3029620205602},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88017.16858237548,"upper_bound":88212.7791005291},"point_estimate":88103.08556468716,"standard_error":50.22624279205071},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":300.03264862321953,"upper_bound":490.91454567644973},"point_estimate":388.9224696040051,"standard_error":46.07147654170377},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88260.01546720386,"upper_bound":88622.40634410694},"point_estimate":88425.38628638984,"standard_error":92.67238745499667},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":490.10533586358804,"upper_bound":1058.8712912054339},"point_estimate":796.6590981896783,"standard_error":146.61512491463782}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/sample.json b/criterion/micro_ops_join/new/sample.json index d6e795156534..9ddd6d689523 100644 --- a/criterion/micro_ops_join/new/sample.json +++ b/criterion/micro_ops_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[506464.0,1023329.0,1514123.0,2022378.0,2525648.0,3060347.0,3549077.0,4129434.0,4573709.0,5085119.0,5615314.0,6141104.0,6610502.0,7095735.0,7660912.0,8169019.0,8670892.0,9133643.0,10629896.0,10224414.0,10799893.0,11227359.0,11687653.0,12209243.0,12841341.0,13243423.0,13813791.0,14253635.0,14789724.0,15654637.0,15805944.0,16299573.0,16949784.0,17396262.0,17853432.0,18420355.0,18883199.0,19510928.0,19991907.0,20387414.0,20903693.0,21436318.0,21980442.0,22474436.0,22978985.0,23465558.0,24336913.0,24496150.0,25072864.0,25500375.0,26058907.0,26562600.0,27076351.0,27572972.0,28031721.0,28645867.0,29230996.0,29659684.0,30097328.0,30640221.0,33083600.0,31674825.0,32232520.0,32688670.0,33901627.0,33637541.0,34501766.0,34770538.0,35171138.0,35709451.0,36189415.0,36714917.0,37651558.0,37850936.0,38333623.0,38805696.0,39354105.0,39832104.0,40335661.0,40771964.0,41542575.0,41819550.0,42419151.0,43896005.0,43441038.0,43939586.0,44439648.0,44995291.0,45510771.0,45893138.0,46644541.0,47006579.0,47605903.0,48056453.0,48944897.0,48975219.0,49665340.0,50189237.0,50731052.0,51111624.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[523946.0,1048071.0,1570666.0,2094027.0,2653403.0,3153450.0,3691291.0,4224803.0,4763194.0,5254503.0,5790075.0,6314284.0,6890298.0,7362720.0,7880352.0,8478149.0,8960497.0,9449456.0,10023434.0,10649628.0,11115501.0,11551206.0,12152838.0,12663925.0,13139226.0,13671998.0,14211695.0,14717315.0,15268116.0,15826076.0,16290102.0,16811487.0,17514902.0,18039774.0,18555424.0,19247092.0,19546568.0,20155537.0,20552128.0,21146604.0,21673344.0,22127157.0,22768733.0,23329736.0,23743617.0,25526408.0,24788002.0,25423233.0,25898715.0,26389815.0,26959180.0,27591166.0,28108086.0,28533526.0,29147324.0,30051013.0,30097851.0,30629450.0,31258059.0,31912072.0,33467138.0,32810650.0,33193514.0,33693403.0,34321731.0,34960513.0,35454122.0,36524554.0,36534286.0,36964014.0,37453385.0,38157570.0,38875529.0,40527738.0,40027332.0,40214334.0,40853190.0,41391599.0,41941019.0,42162635.0,43220122.0,43364634.0,43928617.0,45748554.0,44849348.0,45461961.0,45944962.0,46503259.0,47454472.0,47705484.0,48236060.0,48632937.0,49501846.0,49776792.0,50208803.0,50792054.0,51498079.0,51651507.0,52290466.0,53071134.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/tukey.json b/criterion/micro_ops_join/new/tukey.json index 017688ad247c..91b64033b0e0 100644 --- a/criterion/micro_ops_join/new/tukey.json +++ b/criterion/micro_ops_join/new/tukey.json @@ -1 +1 @@ -[84149.72170338445,84572.79524864306,85700.99136933268,86124.06491459129] \ No newline at end of file +[86261.0954582519,87053.88877804551,89168.00429749515,89960.79761728877] \ No newline at end of file diff --git a/criterion/micro_ops_join/report/MAD.svg b/criterion/micro_ops_join/report/MAD.svg index cfd2b4302efb..80879f26e707 100644 --- a/criterion/micro_ops_join/report/MAD.svg +++ b/criterion/micro_ops_join/report/MAD.svg @@ -9,74 +9,54 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - -0.014 - - - -0.016 - - - -0.018 - - + - -160 - - - -180 - - - -200 + +300 - - -220 + + +350 - - -240 + + +400 - - -260 + + +450 - - -280 + + +500 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/SD.svg b/criterion/micro_ops_join/report/SD.svg index 265cd8855756..1741cbb119f9 100644 --- a/criterion/micro_ops_join/report/SD.svg +++ b/criterion/micro_ops_join/report/SD.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 - - -1.4 + + +2 - - -1.6 + + +2.5 - + - -0.4 + +0.5 - - + + 0.6 - - -0.8 + + +0.7 - - -1 + + +0.8 - - -1.2 + + +0.9 - - -1.4 + + +1 - - -1.6 + + +1.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/both/pdf.svg b/criterion/micro_ops_join/report/both/pdf.svg index 425b37af7826..d0ef64bad600 100644 --- a/criterion/micro_ops_join/report/both/pdf.svg +++ b/criterion/micro_ops_join/report/both/pdf.svg @@ -9,63 +9,47 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - -0.8 - - + -0.9 +0.7 - -90 - - - -100 + +85 - - -110 - - - -120 + + +90 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_join/report/both/regression.svg b/criterion/micro_ops_join/report/both/regression.svg index 80d017426f5b..a96971f4e60a 100644 --- a/criterion/micro_ops_join/report/both/regression.svg +++ b/criterion/micro_ops_join/report/both/regression.svg @@ -16,46 +16,61 @@ Iterations - - - - - - - + + + + + + + + + + 0.0 - + +5.0 + + + 10.0 - - + + +15.0 + + + 20.0 - - + + +25.0 + + + 30.0 - - -40.0 + + +35.0 - - -50.0 + + +40.0 - - -60.0 + + +45.0 - - -70.0 + + +50.0 - + 0 @@ -85,10 +100,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_join/report/change/mean.svg b/criterion/micro_ops_join/report/change/mean.svg index d13ecfa7b89a..9f9c97ccd231 100644 --- a/criterion/micro_ops_join/report/change/mean.svg +++ b/criterion/micro_ops_join/report/change/mean.svg @@ -9,78 +9,62 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - - -400 - - + - --0.2745 - - - --0.274 + +0.031 - - --0.2735 + + +0.032 - - --0.273 + + +0.033 - - --0.2725 + + +0.034 - - --0.272 + + +0.035 - - --0.2715 + + +0.036 - - --0.271 + + +0.037 - - --0.2705 + + +0.038 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/median.svg b/criterion/micro_ops_join/report/change/median.svg index 73438210dea1..8945004d6580 100644 --- a/criterion/micro_ops_join/report/change/median.svg +++ b/criterion/micro_ops_join/report/change/median.svg @@ -9,66 +9,62 @@ Density (a.u.) Relative change (%) - -200 + +100 - + -400 +200 - -600 + +300 - - -800 + + +400 - - -1000 + + +500 - - -1200 + + +600 - - -1400 + + +700 - + - --0.274 - - - --0.2738 + +0.034 - - --0.2736 + + +0.0345 - - --0.2734 + + +0.035 - - --0.2732 + + +0.0355 - - --0.273 + + +0.036 - - --0.2728 + + +0.0365 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/t-test.svg b/criterion/micro_ops_join/report/change/t-test.svg index ff5fc18b6b77..02949068f1b1 100644 --- a/criterion/micro_ops_join/report/change/t-test.svg +++ b/criterion/micro_ops_join/report/change/t-test.svg @@ -13,81 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_join/report/index.html b/criterion/micro_ops_join/report/index.html index 94dfa72ece4d..75219ec78826 100644 --- a/criterion/micro_ops_join/report/index.html +++ b/criterion/micro_ops_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 85.217 µs - 85.348 µs - 85.519 µs + 88.260 µs + 88.425 µs + 88.622 µs R² - 0.9898176 - 0.9901402 - 0.9895919 + 0.9891338 + 0.9896056 + 0.9889361 Mean - 85.135 µs - 85.312 µs - 85.544 µs + 88.106 µs + 88.249 µs + 88.416 µs Std. Dev. - 408.76 ns - 1.0646 µs - 1.6269 µs + 490.11 ns + 796.66 ns + 1.0589 µs Median - 85.087 µs - 85.132 µs - 85.182 µs + 88.017 µs + 88.103 µs + 88.213 µs MAD - 168.33 ns - 213.87 ns - 277.36 ns + 300.03 ns + 388.92 ns + 490.91 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -27.443% - -27.255% - -27.057% + +3.1199% + +3.4426% + +3.7399% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_join/report/mean.svg b/criterion/micro_ops_join/report/mean.svg index 4b496a61851f..9e425e4e955f 100644 --- a/criterion/micro_ops_join/report/mean.svg +++ b/criterion/micro_ops_join/report/mean.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - - -85.1 + + +4.5 + + + +5 - - -85.15 + + +5.5 - - -85.2 + + + +88.1 - - -85.25 + + +88.15 - - -85.3 + + +88.2 - - -85.35 + + +88.25 - - -85.4 + + +88.3 - - -85.45 + + +88.35 - - -85.5 + + +88.4 - - -85.55 + + +88.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/median.svg b/criterion/micro_ops_join/report/median.svg index 737f048312ad..462f58784b17 100644 --- a/criterion/micro_ops_join/report/median.svg +++ b/criterion/micro_ops_join/report/median.svg @@ -9,54 +9,50 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + - -85.08 + +88 - - -85.1 + + +88.05 - - -85.12 + + +88.1 - - -85.14 + + +88.15 - - -85.16 + + +88.2 - - -85.18 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/pdf.svg b/criterion/micro_ops_join/report/pdf.svg index 76b76c8812e1..bc1c5f8ee978 100644 --- a/criterion/micro_ops_join/report/pdf.svg +++ b/criterion/micro_ops_join/report/pdf.svg @@ -39,29 +39,33 @@ Average Time (µs) -84 +87 - -86 - - - + 88 - - + + +89 + + + 90 - - + + +91 + + + 92 - - -94 + + +93 - + Density (a.u.) @@ -70,72 +74,52 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.7 + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_join/report/pdf_small.svg b/criterion/micro_ops_join/report/pdf_small.svg index c2b321161c21..a166f2aa4fce 100644 --- a/criterion/micro_ops_join/report/pdf_small.svg +++ b/criterion/micro_ops_join/report/pdf_small.svg @@ -10,43 +10,51 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + + +0.8 + + - -85 + +88 - - + + 90 - - - + + +92 + + + + diff --git a/criterion/micro_ops_join/report/regression.svg b/criterion/micro_ops_join/report/regression.svg index ce19cf2ec10c..ca1e162622d1 100644 --- a/criterion/micro_ops_join/report/regression.svg +++ b/criterion/micro_ops_join/report/regression.svg @@ -14,57 +14,57 @@ Iterations - - - - - - - - - - + + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - - + + 50.0 - + 100 @@ -95,103 +95,103 @@ Iterations - + - + - + - + - - + + - - - + + + - - - - - + + + + + - - - - + + + + - + - - - + + + - + - + - - - - - + + + + + - - - - - - + + + + + + - - + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_join/report/regression_small.svg b/criterion/micro_ops_join/report/regression_small.svg index da4c33f817e5..4e071daa965b 100644 --- a/criterion/micro_ops_join/report/regression_small.svg +++ b/criterion/micro_ops_join/report/regression_small.svg @@ -11,57 +11,57 @@ Iterations - - - - - - - - - - + + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - - + + 50.0 - + 100 @@ -97,96 +97,96 @@ Iterations - + - - - + + + - + - - + + - - - + + + - - - + + + - + - - + + - - + + - - + + - - - - - - - - + + + + + + + + - - - - - - - + + + + + + + - + - - + + - - - - - - + + + + + + - - + + - - + + - - + + - - + + diff --git a/criterion/micro_ops_join/report/relative_pdf_small.svg b/criterion/micro_ops_join/report/relative_pdf_small.svg index 372d7d1e00f9..400ffc0dafca 100644 --- a/criterion/micro_ops_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_join/report/relative_pdf_small.svg @@ -6,61 +6,45 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - -0.8 - - + -0.9 +0.7 - -90 - - - -100 + +85 - - -110 - - - -120 + + +90 - - - - - + + + + + diff --git a/criterion/micro_ops_join/report/relative_regression_small.svg b/criterion/micro_ops_join/report/relative_regression_small.svg index 319abc7f2c3e..2bc99eb9d282 100644 --- a/criterion/micro_ops_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_join/report/relative_regression_small.svg @@ -13,46 +13,61 @@ Iterations - - - - - - - + + + + + + + + + + 0.0 - + +5.0 + + + 10.0 - - + + +15.0 + + + 20.0 - - + + +25.0 + + + 30.0 - - -40.0 + + +35.0 - - -50.0 + + +40.0 - - -60.0 + + +45.0 - - -70.0 + + +50.0 - + 0 @@ -82,8 +97,8 @@ Iterations 600 - - - - + + + + diff --git a/criterion/micro_ops_join/report/slope.svg b/criterion/micro_ops_join/report/slope.svg index 826f36f8bda8..aa8034608e0e 100644 --- a/criterion/micro_ops_join/report/slope.svg +++ b/criterion/micro_ops_join/report/slope.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - -5 - - - -5.5 - - + - -85.2 + +88.25 + + + +88.3 - - -85.25 + + +88.35 - - -85.3 + + +88.4 - - -85.35 + + +88.45 - - -85.4 + + +88.5 - - -85.45 + + +88.55 - - -85.5 + + +88.6 - - -85.55 + + +88.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/typical.svg b/criterion/micro_ops_join/report/typical.svg index d72f19be3429..df3e0c0d3584 100644 --- a/criterion/micro_ops_join/report/typical.svg +++ b/criterion/micro_ops_join/report/typical.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - -5 - - - -5.5 - - + - -85.2 + +88.25 + + + +88.3 - - -85.25 + + +88.35 - - -85.3 + + +88.4 - - -85.35 + + +88.45 - - -85.4 + + +88.5 - - -85.45 + + +88.55 - - -85.5 + + +88.6 - - -85.55 + + +88.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/base/estimates.json b/criterion/micro_ops_map/base/estimates.json index ffe7d2ea1d6a..ecd96b9733f5 100644 --- a/criterion/micro_ops_map/base/estimates.json +++ b/criterion/micro_ops_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9515.49314431051,"upper_bound":9648.734146430475},"point_estimate":9571.426558736244,"standard_error":34.61711096774954},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9482.248030018762,"upper_bound":9510.016025641025},"point_estimate":9490.604643999763,"standard_error":6.397935795458552},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.47682034579816,"upper_bound":71.10375717633423},"point_estimate":49.562515619256494,"standard_error":7.622915352714791},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9517.154167089055,"upper_bound":9618.816531476463},"point_estimate":9561.511792749883,"standard_error":26.15355696984935},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":91.66213227398937,"upper_bound":548.3100204389101},"point_estimate":348.65031942574694,"standard_error":123.72009392382824}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9465.862307637066,"upper_bound":9553.142888287543},"point_estimate":9503.43025984313,"standard_error":22.624339379709177},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9444.021036879043,"upper_bound":9463.017094017094},"point_estimate":9454.380580957504,"standard_error":4.7811784314604875},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33.107067000823164,"upper_bound":55.704942113881906},"point_estimate":44.60672984867999,"standard_error":5.625454270543608},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9461.378598733798,"upper_bound":9514.063494630667},"point_estimate":9485.172012140365,"standard_error":13.573519781720362},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80.78854816232554,"upper_bound":353.05251838145375},"point_estimate":228.20663724418452,"standard_error":74.7539389217149}} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/sample.json b/criterion/micro_ops_map/base/sample.json index b2d23ce7ce68..95613715b671 100644 --- a/criterion/micro_ops_map/base/sample.json +++ b/criterion/micro_ops_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[125978.0,245621.0,375954.0,490991.0,621854.0,742327.0,859424.0,1001307.0,1106392.0,1243604.0,1758543.0,1474108.0,1635305.0,1742616.0,1841327.0,1978843.0,2107859.0,2210316.0,2335883.0,2465052.0,2577369.0,2713619.0,2844816.0,2967125.0,3091286.0,3236157.0,3345110.0,3489209.0,3565926.0,3692441.0,3808317.0,3947065.0,4057498.0,4206009.0,4314114.0,4452295.0,4539863.0,4682322.0,4783718.0,4926080.0,5054400.0,5167333.0,5437421.0,5394992.0,5594362.0,5738536.0,5782863.0,5895360.0,6045223.0,6145580.0,6315281.0,6426830.0,6494051.0,6641037.0,6769851.0,6921079.0,7063888.0,7181756.0,7267625.0,7481672.0,9014701.0,7636091.0,7776154.0,8359377.0,8020943.0,8122211.0,8264194.0,8374184.0,8537849.0,8594264.0,9204711.0,8876108.0,8980880.0,9096828.0,9259473.0,9374597.0,9497105.0,10009781.0,9747322.0,10073141.0,9958704.0,10093492.0,10199146.0,10367322.0,10523882.0,10608455.0,10710870.0,10868373.0,11120977.0,11591351.0,11268964.0,11433116.0,11480779.0,11576066.0,11711344.0,11891135.0,11942458.0,12252618.0,12241693.0,12623899.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[146874.0,244584.0,390827.0,493814.0,615567.0,733218.0,859285.0,978344.0,1110805.0,1227589.0,1347151.0,1467408.0,1631621.0,1715533.0,1849049.0,1967635.0,2096166.0,2199904.0,2320278.0,2466698.0,2568754.0,2701682.0,2822754.0,2943868.0,3057664.0,3200424.0,3303716.0,3442146.0,3686901.0,3688326.0,3812022.0,3944964.0,4042348.0,4200810.0,4276096.0,4428692.0,4518900.0,5155691.0,4772364.0,4889418.0,5044094.0,5155878.0,5324471.0,5392576.0,5528497.0,5659376.0,5797841.0,5894898.0,6013591.0,6134972.0,6232291.0,6383517.0,6497568.0,6676611.0,6733346.0,6898232.0,7000711.0,7154063.0,7249405.0,7539105.0,7526302.0,7627895.0,7785339.0,7870046.0,7952956.0,8120329.0,8263360.0,8337689.0,8431986.0,8624960.0,8796519.0,9282138.0,8967492.0,9123628.0,9167591.0,9311834.0,9426526.0,9584984.0,9714125.0,9810304.0,10001252.0,10080253.0,10346726.0,10369898.0,10653216.0,10559476.0,10741531.0,10757379.0,10914348.0,11512802.0,11172877.0,11312591.0,11454446.0,11509065.0,11768229.0,11793841.0,11884623.0,12028528.0,12170019.0,12319058.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/tukey.json b/criterion/micro_ops_map/base/tukey.json index fabb012e177c..dc6492d881b4 100644 --- a/criterion/micro_ops_map/base/tukey.json +++ b/criterion/micro_ops_map/base/tukey.json @@ -1 +1 @@ -[9255.322258966466,9359.878946683762,9638.696780596554,9743.253468313851] \ No newline at end of file +[9241.251949405665,9333.494684939964,9579.475313031428,9671.718048565726] \ No newline at end of file diff --git a/criterion/micro_ops_map/change/estimates.json b/criterion/micro_ops_map/change/estimates.json index 97955f10d3e5..6308f25e3ea3 100644 --- a/criterion/micro_ops_map/change/estimates.json +++ b/criterion/micro_ops_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.08378380253990807,"upper_bound":-0.07105294430577769},"point_estimate":-0.07844322490390998,"standard_error":0.00325248324061456},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.08698453111929283,"upper_bound":-0.08408293135232293},"point_estimate":-0.0860003151916966,"standard_error":0.0006979630104962217}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01582844410187319,"upper_bound":0.0006964218783580038},"point_estimate":-0.007104092422989039,"standard_error":0.004221305227360909},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0060525610918505945,"upper_bound":-0.002637037459675695},"point_estimate":-0.003816834058635088,"standard_error":0.0008266816794029867}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/estimates.json b/criterion/micro_ops_map/new/estimates.json index ffe7d2ea1d6a..ecd96b9733f5 100644 --- a/criterion/micro_ops_map/new/estimates.json +++ b/criterion/micro_ops_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9515.49314431051,"upper_bound":9648.734146430475},"point_estimate":9571.426558736244,"standard_error":34.61711096774954},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9482.248030018762,"upper_bound":9510.016025641025},"point_estimate":9490.604643999763,"standard_error":6.397935795458552},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.47682034579816,"upper_bound":71.10375717633423},"point_estimate":49.562515619256494,"standard_error":7.622915352714791},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9517.154167089055,"upper_bound":9618.816531476463},"point_estimate":9561.511792749883,"standard_error":26.15355696984935},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":91.66213227398937,"upper_bound":548.3100204389101},"point_estimate":348.65031942574694,"standard_error":123.72009392382824}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9465.862307637066,"upper_bound":9553.142888287543},"point_estimate":9503.43025984313,"standard_error":22.624339379709177},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9444.021036879043,"upper_bound":9463.017094017094},"point_estimate":9454.380580957504,"standard_error":4.7811784314604875},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33.107067000823164,"upper_bound":55.704942113881906},"point_estimate":44.60672984867999,"standard_error":5.625454270543608},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9461.378598733798,"upper_bound":9514.063494630667},"point_estimate":9485.172012140365,"standard_error":13.573519781720362},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80.78854816232554,"upper_bound":353.05251838145375},"point_estimate":228.20663724418452,"standard_error":74.7539389217149}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/sample.json b/criterion/micro_ops_map/new/sample.json index b2d23ce7ce68..95613715b671 100644 --- a/criterion/micro_ops_map/new/sample.json +++ b/criterion/micro_ops_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[125978.0,245621.0,375954.0,490991.0,621854.0,742327.0,859424.0,1001307.0,1106392.0,1243604.0,1758543.0,1474108.0,1635305.0,1742616.0,1841327.0,1978843.0,2107859.0,2210316.0,2335883.0,2465052.0,2577369.0,2713619.0,2844816.0,2967125.0,3091286.0,3236157.0,3345110.0,3489209.0,3565926.0,3692441.0,3808317.0,3947065.0,4057498.0,4206009.0,4314114.0,4452295.0,4539863.0,4682322.0,4783718.0,4926080.0,5054400.0,5167333.0,5437421.0,5394992.0,5594362.0,5738536.0,5782863.0,5895360.0,6045223.0,6145580.0,6315281.0,6426830.0,6494051.0,6641037.0,6769851.0,6921079.0,7063888.0,7181756.0,7267625.0,7481672.0,9014701.0,7636091.0,7776154.0,8359377.0,8020943.0,8122211.0,8264194.0,8374184.0,8537849.0,8594264.0,9204711.0,8876108.0,8980880.0,9096828.0,9259473.0,9374597.0,9497105.0,10009781.0,9747322.0,10073141.0,9958704.0,10093492.0,10199146.0,10367322.0,10523882.0,10608455.0,10710870.0,10868373.0,11120977.0,11591351.0,11268964.0,11433116.0,11480779.0,11576066.0,11711344.0,11891135.0,11942458.0,12252618.0,12241693.0,12623899.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[146874.0,244584.0,390827.0,493814.0,615567.0,733218.0,859285.0,978344.0,1110805.0,1227589.0,1347151.0,1467408.0,1631621.0,1715533.0,1849049.0,1967635.0,2096166.0,2199904.0,2320278.0,2466698.0,2568754.0,2701682.0,2822754.0,2943868.0,3057664.0,3200424.0,3303716.0,3442146.0,3686901.0,3688326.0,3812022.0,3944964.0,4042348.0,4200810.0,4276096.0,4428692.0,4518900.0,5155691.0,4772364.0,4889418.0,5044094.0,5155878.0,5324471.0,5392576.0,5528497.0,5659376.0,5797841.0,5894898.0,6013591.0,6134972.0,6232291.0,6383517.0,6497568.0,6676611.0,6733346.0,6898232.0,7000711.0,7154063.0,7249405.0,7539105.0,7526302.0,7627895.0,7785339.0,7870046.0,7952956.0,8120329.0,8263360.0,8337689.0,8431986.0,8624960.0,8796519.0,9282138.0,8967492.0,9123628.0,9167591.0,9311834.0,9426526.0,9584984.0,9714125.0,9810304.0,10001252.0,10080253.0,10346726.0,10369898.0,10653216.0,10559476.0,10741531.0,10757379.0,10914348.0,11512802.0,11172877.0,11312591.0,11454446.0,11509065.0,11768229.0,11793841.0,11884623.0,12028528.0,12170019.0,12319058.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/tukey.json b/criterion/micro_ops_map/new/tukey.json index fabb012e177c..dc6492d881b4 100644 --- a/criterion/micro_ops_map/new/tukey.json +++ b/criterion/micro_ops_map/new/tukey.json @@ -1 +1 @@ -[9255.322258966466,9359.878946683762,9638.696780596554,9743.253468313851] \ No newline at end of file +[9241.251949405665,9333.494684939964,9579.475313031428,9671.718048565726] \ No newline at end of file diff --git a/criterion/micro_ops_map/report/MAD.svg b/criterion/micro_ops_map/report/MAD.svg index eee93ca72548..101a1ef99299 100644 --- a/criterion/micro_ops_map/report/MAD.svg +++ b/criterion/micro_ops_map/report/MAD.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 + + +0.08 + - + 35 - - + + 40 - - + + 45 - - + + 50 - - + + 55 - - -60 - - - -65 - - - -70 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/SD.svg b/criterion/micro_ops_map/report/SD.svg index 4e70a4230693..15e2b1647cae 100644 --- a/criterion/micro_ops_map/report/SD.svg +++ b/criterion/micro_ops_map/report/SD.svg @@ -9,94 +9,62 @@ Density (a.u.) Average time (ns) - -5e-4 - - - + 0.001 - - -0.0015 - - - + + 0.002 - - -0.0025 - - - + + 0.003 - + + +0.004 + + -0.0035 +0.005 - -0.004 + +0.006 - - -0.0045 + + +0.007 - - -0.005 - - + - -50 - - - + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - - -450 - - - -500 - - - -550 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/both/pdf.svg b/criterion/micro_ops_map/report/both/pdf.svg index 4b8d5a3758b0..1ea3f8dccecc 100644 --- a/criterion/micro_ops_map/report/both/pdf.svg +++ b/criterion/micro_ops_map/report/both/pdf.svg @@ -9,30 +9,34 @@ Density (a.u.) Average Time (µs) - -2 + +0.5 - - -4 + + +1 - - -6 + + +1.5 - - -8 + + +2 - - -10 + + +2.5 - - -12 + + +3 + + + +3.5 - + 9 @@ -50,10 +54,10 @@ Average Time (µs) 12 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_map/report/both/regression.svg b/criterion/micro_ops_map/report/both/regression.svg index 7c8372506fc1..aec107e296c1 100644 --- a/criterion/micro_ops_map/report/both/regression.svg +++ b/criterion/micro_ops_map/report/both/regression.svg @@ -16,41 +16,41 @@ Iterations (x 10^3) - - - - - - + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -81,9 +81,9 @@ Iterations (x 10^3) - - - + + + Base Sample diff --git a/criterion/micro_ops_map/report/change/mean.svg b/criterion/micro_ops_map/report/change/mean.svg index 0b8d6e5374d5..363dfd98b133 100644 --- a/criterion/micro_ops_map/report/change/mean.svg +++ b/criterion/micro_ops_map/report/change/mean.svg @@ -9,67 +9,87 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - -80 + + +70 - - -100 + + +80 - - -120 + + +90 - + - --0.084 - - - --0.082 - - - --0.08 - - - --0.078 - - - --0.076 - - - --0.074 - - - --0.072 - - - --0.07 - - - - - - + +-0.016 + + + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 + + + +0 + + + +0.002 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/median.svg b/criterion/micro_ops_map/report/change/median.svg index 935a1aa876ce..dfe867f236d5 100644 --- a/criterion/micro_ops_map/report/change/median.svg +++ b/criterion/micro_ops_map/report/change/median.svg @@ -9,67 +9,87 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - -500 + + +450 - - -600 + + +500 - - -700 + + +550 - + - --0.087 - - - --0.0865 - - - --0.086 - - - --0.0855 - - - --0.085 - - - --0.0845 - - - --0.084 - - - - - - + +-0.006 + + + +-0.0055 + + + +-0.005 + + + +-0.0045 + + + +-0.004 + + + +-0.0035 + + + +-0.003 + + + +-0.0025 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/t-test.svg b/criterion/micro_ops_map/report/change/t-test.svg index 094e88b29969..320d693a6aaf 100644 --- a/criterion/micro_ops_map/report/change/t-test.svg +++ b/criterion/micro_ops_map/report/change/t-test.svg @@ -13,81 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_map/report/index.html b/criterion/micro_ops_map/report/index.html index 4e9335e46598..53598dde8bc8 100644 --- a/criterion/micro_ops_map/report/index.html +++ b/criterion/micro_ops_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 9.5172 µs - 9.5615 µs - 9.6188 µs + 9.4614 µs + 9.4852 µs + 9.5141 µs R² - 0.9255914 - 0.9279904 - 0.9239934 + 0.9797195 + 0.9805574 + 0.9793224 Mean - 9.5155 µs - 9.5714 µs - 9.6487 µs + 9.4659 µs + 9.5034 µs + 9.5531 µs Std. Dev. - 91.662 ns - 348.65 ns - 548.31 ns + 80.789 ns + 228.21 ns + 353.05 ns Median - 9.4822 µs - 9.4906 µs - 9.5100 µs + 9.4440 µs + 9.4544 µs + 9.4630 µs MAD - 37.477 ns - 49.563 ns - 71.104 ns + 33.107 ns + 44.607 ns + 55.705 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -8.3784% - -7.8443% - -7.1053% - (p = 0.00 < + -1.5828% + -0.7104% + +0.0696% + (p = 0.11 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_map/report/mean.svg b/criterion/micro_ops_map/report/mean.svg index 57f43e53356e..97a28913835f 100644 --- a/criterion/micro_ops_map/report/mean.svg +++ b/criterion/micro_ops_map/report/mean.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + + +14 + + + +16 + + + +18 + + - -9.52 + +9.46 - - -9.54 + + +9.47 - - -9.56 + + +9.48 - - -9.58 + + +9.49 - - -9.6 + + +9.5 - - -9.62 + + +9.51 - - -9.64 + + +9.52 + + + +9.53 + + + +9.54 + + + +9.55 - - -9.66 + + +9.56 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/median.svg b/criterion/micro_ops_map/report/median.svg index 371f90d86d5f..35f8e0097623 100644 --- a/criterion/micro_ops_map/report/median.svg +++ b/criterion/micro_ops_map/report/median.svg @@ -9,74 +9,58 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - - -180 - - + - -9.48 - - - -9.485 - - - -9.49 + +9.445 - - -9.495 + + +9.45 - - -9.5 + + +9.455 - - -9.505 + + +9.46 - - -9.51 + + +9.465 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/pdf.svg b/criterion/micro_ops_map/report/pdf.svg index 5e3a25542c25..917d5f02c786 100644 --- a/criterion/micro_ops_map/report/pdf.svg +++ b/criterion/micro_ops_map/report/pdf.svg @@ -38,38 +38,26 @@ Average Time (µs) - -9 - - - + 9.5 - - + + 10 - - + + 10.5 - - + + 11 - - + + 11.5 - - -12 - - - -12.5 - - + Density (a.u.) @@ -78,52 +66,60 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_map/report/pdf_small.svg b/criterion/micro_ops_map/report/pdf_small.svg index 262e738cdeb9..2593ee71489a 100644 --- a/criterion/micro_ops_map/report/pdf_small.svg +++ b/criterion/micro_ops_map/report/pdf_small.svg @@ -10,43 +10,55 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + + +3 + + + +3.5 + + - -9 + +9.5 - - + + 10 - - + + +10.5 + + + 11 - - -12 + + +11.5 - - - + + + diff --git a/criterion/micro_ops_map/report/regression.svg b/criterion/micro_ops_map/report/regression.svg index 8194421005be..b138c43fdfad 100644 --- a/criterion/micro_ops_map/report/regression.svg +++ b/criterion/micro_ops_map/report/regression.svg @@ -14,37 +14,37 @@ Iterations (x 10^3) - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0.2 @@ -71,107 +71,107 @@ Iterations (x 10^3) - + - + - - + + - + - - - + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_map/report/regression_small.svg b/criterion/micro_ops_map/report/regression_small.svg index 2a0e06789a00..cbba13b835c9 100644 --- a/criterion/micro_ops_map/report/regression_small.svg +++ b/criterion/micro_ops_map/report/regression_small.svg @@ -12,36 +12,36 @@ Iterations (x 10^3) - - - - - + + + + + 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0.2 @@ -68,105 +68,105 @@ Iterations (x 10^3) - + - + - - + + - + - - + + - - - - + + + + - - + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_map/report/relative_pdf_small.svg b/criterion/micro_ops_map/report/relative_pdf_small.svg index 87bc2406a5c6..e8c50041c9ef 100644 --- a/criterion/micro_ops_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_map/report/relative_pdf_small.svg @@ -6,30 +6,34 @@ Density (a.u.) Average Time (µs) - -2 + +0.5 - - -4 + + +1 - - -6 + + +1.5 - - -8 + + +2 - - -10 + + +2.5 - - -12 + + +3 + + + +3.5 - + 9 @@ -47,8 +51,8 @@ Average Time (µs) 12 - - - - + + + + diff --git a/criterion/micro_ops_map/report/relative_regression_small.svg b/criterion/micro_ops_map/report/relative_regression_small.svg index 9fe9e895edab..d70a40cf568a 100644 --- a/criterion/micro_ops_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_map/report/relative_regression_small.svg @@ -13,41 +13,41 @@ Iterations (x 10^3) - - - - - - + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -78,7 +78,7 @@ Iterations (x 10^3) - - - + + + diff --git a/criterion/micro_ops_map/report/slope.svg b/criterion/micro_ops_map/report/slope.svg index 26f26a736268..c372cb3e1ae7 100644 --- a/criterion/micro_ops_map/report/slope.svg +++ b/criterion/micro_ops_map/report/slope.svg @@ -9,66 +9,54 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 + + +15 - - -14 + + +20 - - -16 + + +25 - - - -9.52 + + +30 - - -9.54 + + + +9.46 - - -9.56 + + +9.47 - - -9.58 + + +9.48 - - -9.6 + + +9.49 - - -9.62 + + +9.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/typical.svg b/criterion/micro_ops_map/report/typical.svg index d2f3869938fb..752e8e9e71a0 100644 --- a/criterion/micro_ops_map/report/typical.svg +++ b/criterion/micro_ops_map/report/typical.svg @@ -9,66 +9,54 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 + + +15 - - -14 + + +20 - - -16 + + +25 - - - -9.52 + + +30 - - -9.54 + + + +9.46 - - -9.56 + + +9.47 - - -9.58 + + +9.48 - - -9.6 + + +9.49 - - -9.62 + + +9.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/base/estimates.json b/criterion/micro_ops_next_tick_big/base/estimates.json index 7fe7f63ec670..0dc70be0bc43 100644 --- a/criterion/micro_ops_next_tick_big/base/estimates.json +++ b/criterion/micro_ops_next_tick_big/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68082.82431730507,"upper_bound":69448.51414933405},"point_estimate":68837.80578822538,"standard_error":350.50330640726975},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68642.87530864197,"upper_bound":69231.72128514056},"point_estimate":68981.42780039198,"standard_error":133.5656099286692},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":921.6027020983628,"upper_bound":2078.5144491461647},"point_estimate":1276.8823164857426,"standard_error":286.8135148509783},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69490.70306631584,"upper_bound":70214.93875895922},"point_estimate":69840.63129520713,"standard_error":185.60324636661719},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1832.5791376059144,"upper_bound":5191.392373682516},"point_estimate":3525.8084442950612,"standard_error":935.5239395986373}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68998.39000142184,"upper_bound":70482.57484065439},"point_estimate":69815.98126423749,"standard_error":379.3333006346919},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69776.91629464286,"upper_bound":70059.56},"point_estimate":69908.87686155544,"standard_error":80.31484135486753},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":542.1814002051282,"upper_bound":1732.710517726829},"point_estimate":881.6871553995569,"standard_error":273.73242491703985},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70456.0940676635,"upper_bound":71256.25890698736},"point_estimate":70837.68289619793,"standard_error":205.46764776147822},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1957.8911237785844,"upper_bound":5635.623182518191},"point_estimate":3817.2143942864764,"standard_error":1016.0893144865104}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/sample.json b/criterion/micro_ops_next_tick_big/base/sample.json index 972d79aee160..3b1fe3f3856e 100644 --- a/criterion/micro_ops_next_tick_big/base/sample.json +++ b/criterion/micro_ops_next_tick_big/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[650483.0,1696535.0,2709034.0,3783889.0,4998475.0,5799289.0,7151763.0,8077179.0,8926303.0,10042966.0,11004210.0,12614293.0,13035990.0,14075249.0,15161986.0,16112009.0,17161336.0,19080917.0,19239894.0,20282419.0,21302342.0,22509544.0,23542241.0,24554389.0,26519545.0,27666385.0,29329757.0,28570271.0,29741396.0,32658558.0,31684240.0,32823536.0,33693448.0,36018727.0,35844502.0,39321599.0,38443631.0,39330826.0,40985743.0,41140612.0,44750456.0,43057389.0,46061683.0,45091864.0,46197716.0,50296444.0,48314255.0,50557029.0,50416948.0,53602101.0,53662854.0,53469673.0,54394970.0,55600729.0,59135644.0,58509536.0,58859779.0,60046143.0,60705112.0,61713984.0,65355939.0,64196736.0,65494466.0,70211857.0,67365238.0,71249694.0,69315115.0,73125233.0,71566455.0,75331489.0,74373763.0,75493120.0,75655183.0,76684744.0,77716999.0,79428453.0,85177798.0,83652533.0,85940521.0,83688770.0,84255958.0,85571392.0,86193493.0,87485734.0,87786495.0,92729808.0,89852810.0,91548955.0,91814158.0,93060114.0,94092950.0,94370658.0,95819783.0,98218888.0,102452577.0,98960802.0,104339657.0,100812467.0,102453999.0,107441483.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[593768.0,1553401.0,2623009.0,3542378.0,4594402.0,5794600.0,6498401.0,7804746.0,8523253.0,9389435.0,10487944.0,11341403.0,12490326.0,13275337.0,15322911.0,15467509.0,16998007.0,17251997.0,18295506.0,19185871.0,20154171.0,21134573.0,22255545.0,24518287.0,24214185.0,26234861.0,26184156.0,27453132.0,28314243.0,29653619.0,30394598.0,31086418.0,33702102.0,34264381.0,35333166.0,35034864.0,38046953.0,36878412.0,37937560.0,38900700.0,39864021.0,44510830.0,41745890.0,44772833.0,45590455.0,45064663.0,46214649.0,47087953.0,50106082.0,48781613.0,51623727.0,50744061.0,51855154.0,52838311.0,54068415.0,54521863.0,55613460.0,56649395.0,57312040.0,65366447.0,59645253.0,64641196.0,61653294.0,62520117.0,66755734.0,64353114.0,65509751.0,66456632.0,70329341.0,68411345.0,69835758.0,70050775.0,71340008.0,72433038.0,73536898.0,75022324.0,75589072.0,78010076.0,77353713.0,78586091.0,79349923.0,80407477.0,86231152.0,82565556.0,88983218.0,84569741.0,89658486.0,86442683.0,87431640.0,88320293.0,89948122.0,90264777.0,90754562.0,95705676.0,93134380.0,98004417.0,97542371.0,96928424.0,96833658.0,98083384.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/tukey.json b/criterion/micro_ops_next_tick_big/base/tukey.json index 85fcd98efb92..0484b1b613fa 100644 --- a/criterion/micro_ops_next_tick_big/base/tukey.json +++ b/criterion/micro_ops_next_tick_big/base/tukey.json @@ -1 +1 @@ -[62568.61002001888,65417.31818806327,73013.87330284831,75862.58147089269] \ No newline at end of file +[65708.68626494786,67548.46988224692,72454.55952837778,74294.34314567686] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/change/estimates.json b/criterion/micro_ops_next_tick_big/change/estimates.json index 8f5e384932ff..71bd25ec7650 100644 --- a/criterion/micro_ops_next_tick_big/change/estimates.json +++ b/criterion/micro_ops_next_tick_big/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.21290797068413359,"upper_bound":-0.18955390477782885},"point_estimate":-0.20152038528254923,"standard_error":0.005924321409209415},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.21365421782459693,"upper_bound":-0.20678502120003583},"point_estimate":-0.20977263815989033,"standard_error":0.0016447126593584472}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00018011418476229833,"upper_bound":0.02903381039544826},"point_estimate":0.014209858446409429,"standard_error":0.007486707603149875},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.009655218335670646,"upper_bound":0.019052076677531726},"point_estimate":0.013444909604468869,"standard_error":0.002316869468883698}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/estimates.json b/criterion/micro_ops_next_tick_big/new/estimates.json index 7fe7f63ec670..0dc70be0bc43 100644 --- a/criterion/micro_ops_next_tick_big/new/estimates.json +++ b/criterion/micro_ops_next_tick_big/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68082.82431730507,"upper_bound":69448.51414933405},"point_estimate":68837.80578822538,"standard_error":350.50330640726975},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68642.87530864197,"upper_bound":69231.72128514056},"point_estimate":68981.42780039198,"standard_error":133.5656099286692},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":921.6027020983628,"upper_bound":2078.5144491461647},"point_estimate":1276.8823164857426,"standard_error":286.8135148509783},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69490.70306631584,"upper_bound":70214.93875895922},"point_estimate":69840.63129520713,"standard_error":185.60324636661719},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1832.5791376059144,"upper_bound":5191.392373682516},"point_estimate":3525.8084442950612,"standard_error":935.5239395986373}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68998.39000142184,"upper_bound":70482.57484065439},"point_estimate":69815.98126423749,"standard_error":379.3333006346919},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69776.91629464286,"upper_bound":70059.56},"point_estimate":69908.87686155544,"standard_error":80.31484135486753},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":542.1814002051282,"upper_bound":1732.710517726829},"point_estimate":881.6871553995569,"standard_error":273.73242491703985},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70456.0940676635,"upper_bound":71256.25890698736},"point_estimate":70837.68289619793,"standard_error":205.46764776147822},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1957.8911237785844,"upper_bound":5635.623182518191},"point_estimate":3817.2143942864764,"standard_error":1016.0893144865104}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/sample.json b/criterion/micro_ops_next_tick_big/new/sample.json index 972d79aee160..3b1fe3f3856e 100644 --- a/criterion/micro_ops_next_tick_big/new/sample.json +++ b/criterion/micro_ops_next_tick_big/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[650483.0,1696535.0,2709034.0,3783889.0,4998475.0,5799289.0,7151763.0,8077179.0,8926303.0,10042966.0,11004210.0,12614293.0,13035990.0,14075249.0,15161986.0,16112009.0,17161336.0,19080917.0,19239894.0,20282419.0,21302342.0,22509544.0,23542241.0,24554389.0,26519545.0,27666385.0,29329757.0,28570271.0,29741396.0,32658558.0,31684240.0,32823536.0,33693448.0,36018727.0,35844502.0,39321599.0,38443631.0,39330826.0,40985743.0,41140612.0,44750456.0,43057389.0,46061683.0,45091864.0,46197716.0,50296444.0,48314255.0,50557029.0,50416948.0,53602101.0,53662854.0,53469673.0,54394970.0,55600729.0,59135644.0,58509536.0,58859779.0,60046143.0,60705112.0,61713984.0,65355939.0,64196736.0,65494466.0,70211857.0,67365238.0,71249694.0,69315115.0,73125233.0,71566455.0,75331489.0,74373763.0,75493120.0,75655183.0,76684744.0,77716999.0,79428453.0,85177798.0,83652533.0,85940521.0,83688770.0,84255958.0,85571392.0,86193493.0,87485734.0,87786495.0,92729808.0,89852810.0,91548955.0,91814158.0,93060114.0,94092950.0,94370658.0,95819783.0,98218888.0,102452577.0,98960802.0,104339657.0,100812467.0,102453999.0,107441483.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[593768.0,1553401.0,2623009.0,3542378.0,4594402.0,5794600.0,6498401.0,7804746.0,8523253.0,9389435.0,10487944.0,11341403.0,12490326.0,13275337.0,15322911.0,15467509.0,16998007.0,17251997.0,18295506.0,19185871.0,20154171.0,21134573.0,22255545.0,24518287.0,24214185.0,26234861.0,26184156.0,27453132.0,28314243.0,29653619.0,30394598.0,31086418.0,33702102.0,34264381.0,35333166.0,35034864.0,38046953.0,36878412.0,37937560.0,38900700.0,39864021.0,44510830.0,41745890.0,44772833.0,45590455.0,45064663.0,46214649.0,47087953.0,50106082.0,48781613.0,51623727.0,50744061.0,51855154.0,52838311.0,54068415.0,54521863.0,55613460.0,56649395.0,57312040.0,65366447.0,59645253.0,64641196.0,61653294.0,62520117.0,66755734.0,64353114.0,65509751.0,66456632.0,70329341.0,68411345.0,69835758.0,70050775.0,71340008.0,72433038.0,73536898.0,75022324.0,75589072.0,78010076.0,77353713.0,78586091.0,79349923.0,80407477.0,86231152.0,82565556.0,88983218.0,84569741.0,89658486.0,86442683.0,87431640.0,88320293.0,89948122.0,90264777.0,90754562.0,95705676.0,93134380.0,98004417.0,97542371.0,96928424.0,96833658.0,98083384.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/tukey.json b/criterion/micro_ops_next_tick_big/new/tukey.json index 85fcd98efb92..0484b1b613fa 100644 --- a/criterion/micro_ops_next_tick_big/new/tukey.json +++ b/criterion/micro_ops_next_tick_big/new/tukey.json @@ -1 +1 @@ -[62568.61002001888,65417.31818806327,73013.87330284831,75862.58147089269] \ No newline at end of file +[65708.68626494786,67548.46988224692,72454.55952837778,74294.34314567686] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/report/MAD.svg b/criterion/micro_ops_next_tick_big/report/MAD.svg index 8ac22c08f095..056e1b876adb 100644 --- a/criterion/micro_ops_next_tick_big/report/MAD.svg +++ b/criterion/micro_ops_next_tick_big/report/MAD.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - + + +2.2 + + - + +0.6 + + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - -2 - - - -2.2 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/SD.svg b/criterion/micro_ops_next_tick_big/report/SD.svg index d2e23b28efbd..50b760741236 100644 --- a/criterion/micro_ops_next_tick_big/report/SD.svg +++ b/criterion/micro_ops_next_tick_big/report/SD.svg @@ -9,70 +9,86 @@ Density (a.u.) Average time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - -0.5 + + +0.45 - - -0.6 + + +0.5 - + - -1.5 - - - + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - + + 5.5 - - - - + + +6 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/both/pdf.svg b/criterion/micro_ops_next_tick_big/report/both/pdf.svg index 91456059491f..5b6ee87075d3 100644 --- a/criterion/micro_ops_next_tick_big/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/both/pdf.svg @@ -42,22 +42,30 @@ Average Time (µs) - + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_big/report/both/regression.svg b/criterion/micro_ops_next_tick_big/report/both/regression.svg index 78908c454c0a..a83ba8d99c4f 100644 --- a/criterion/micro_ops_next_tick_big/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/both/regression.svg @@ -17,41 +17,61 @@ Iterations (x 10^3) - - - - - - + + + + + + + + + + 0.0 - + +10.0 + + + 20.0 - - + + +30.0 + + + 40.0 - - + + +50.0 + + + 60.0 - - + + +70.0 + + + 80.0 - - -100.0 + + +90.0 - - -120.0 + + +100.0 - + 0 @@ -85,10 +105,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_next_tick_big/report/change/mean.svg b/criterion/micro_ops_next_tick_big/report/change/mean.svg index faecc030cd99..4060ed7fa27a 100644 --- a/criterion/micro_ops_next_tick_big/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/change/mean.svg @@ -9,59 +9,79 @@ Density (a.u.) Relative change (%) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - -50 + + +45 - - -60 + + +50 - + - --0.215 - - - --0.21 - - - --0.205 - - - --0.2 - - - --0.195 - - - --0.19 - - - - - - + +0 + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/median.svg b/criterion/micro_ops_next_tick_big/report/change/median.svg index aa86ec230351..80dc76b876c8 100644 --- a/criterion/micro_ops_next_tick_big/report/change/median.svg +++ b/criterion/micro_ops_next_tick_big/report/change/median.svg @@ -9,63 +9,71 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 + + + +140 - - -200 + + +160 - - -250 + + +180 - + - --0.214 - - - --0.213 - - - --0.212 - - - --0.211 - - - --0.21 - - - --0.209 - - - --0.208 - - - --0.207 - - - - - - + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + +0.02 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/t-test.svg b/criterion/micro_ops_next_tick_big/report/change/t-test.svg index 9efcdf882e3e..dbe803084b2d 100644 --- a/criterion/micro_ops_next_tick_big/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_big/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_big/report/index.html b/criterion/micro_ops_next_tick_big/report/index.html index bb840fbb4d87..6efce931ebe2 100644 --- a/criterion/micro_ops_next_tick_big/report/index.html +++ b/criterion/micro_ops_next_tick_big/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 69.491 µs - 69.841 µs - 70.215 µs + 70.456 µs + 70.838 µs + 71.256 µs R² - 0.9469420 - 0.9497520 - 0.9465381 + 0.9241949 + 0.9277765 + 0.9234703 Mean - 68.083 µs - 68.838 µs - 69.449 µs + 68.998 µs + 69.816 µs + 70.483 µs Std. Dev. - 1.8326 µs - 3.5258 µs - 5.1914 µs + 1.9579 µs + 3.8172 µs + 5.6356 µs Median - 68.643 µs - 68.981 µs - 69.232 µs + 69.777 µs + 69.909 µs + 70.060 µs MAD - 921.60 ns - 1.2769 µs - 2.0785 µs + 542.18 ns + 881.69 ns + 1.7327 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -21.291% - -20.152% - -18.955% - (p = 0.00 < + -0.0180% + +1.4210% + +2.9034% + (p = 0.06 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_next_tick_big/report/mean.svg b/criterion/micro_ops_next_tick_big/report/mean.svg index 0e93ab6a7719..6d2dd7e0a8ed 100644 --- a/criterion/micro_ops_next_tick_big/report/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/mean.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - + + +0.9 + + + 1 - - -1.2 + + +1.1 - + - -68 + +69 - - -68.2 + + +69.2 - - -68.4 + + +69.4 - - -68.6 + + +69.6 - - -68.8 + + +69.8 - - -69 + + +70 - - -69.2 + + +70.2 - - -69.4 + + +70.4 - - -69.6 + + +70.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/median.svg b/criterion/micro_ops_next_tick_big/report/median.svg index 7d7a1425b6fc..4e384e9a62be 100644 --- a/criterion/micro_ops_next_tick_big/report/median.svg +++ b/criterion/micro_ops_next_tick_big/report/median.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - -5.5 + + +6 + + + +7 - + - -68.6 + +69.75 - - -68.7 + + +69.8 - - -68.8 + + +69.85 - - -68.9 + + +69.9 - - -69 + + +69.95 - - -69.1 + + +70 - - -69.2 + + +70.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/pdf.svg b/criterion/micro_ops_next_tick_big/report/pdf.svg index e8b126eee122..f1a9d5e0fdc4 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf.svg @@ -13,67 +13,71 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - + + +80 + + Density (a.u.) @@ -82,58 +86,92 @@ Density (a.u.) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_big/report/pdf_small.svg b/criterion/micro_ops_next_tick_big/report/pdf_small.svg index 74e1e4e53c91..6ad20f170759 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf_small.svg @@ -22,47 +22,51 @@ Average Time (µs) 0.06 - + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - + - + 40 - - + + 50 - - + + 60 - - + + 70 - - - + + +80 + + + + diff --git a/criterion/micro_ops_next_tick_big/report/regression.svg b/criterion/micro_ops_next_tick_big/report/regression.svg index e37c8bc5bcad..8b0d47ded1ce 100644 --- a/criterion/micro_ops_next_tick_big/report/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/regression.svg @@ -8,195 +8,190 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - -100.0 - - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + - - - - + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_next_tick_big/report/regression_small.svg b/criterion/micro_ops_next_tick_big/report/regression_small.svg index 1459bf6ab53f..594bb4c837b2 100644 --- a/criterion/micro_ops_next_tick_big/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/regression_small.svg @@ -5,193 +5,188 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - -100.0 - - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + - - + + - + - - - - - + + + + + - - - - - - + + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg index a2f77bd24067..863e4b85035f 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg @@ -39,20 +39,28 @@ Average Time (µs) - + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg index a2aedfe34e7d..02c338ace881 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg @@ -14,41 +14,61 @@ Iterations (x 10^3) - - - - - - + + + + + + + + + + 0.0 - + +10.0 + + + 20.0 - - + + +30.0 + + + 40.0 - - + + +50.0 + + + 60.0 - - + + +70.0 + + + 80.0 - - -100.0 + + +90.0 - - -120.0 + + +100.0 - + 0 @@ -82,8 +102,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_big/report/slope.svg b/criterion/micro_ops_next_tick_big/report/slope.svg index eb6ee489e2ed..13ac92222393 100644 --- a/criterion/micro_ops_next_tick_big/report/slope.svg +++ b/criterion/micro_ops_next_tick_big/report/slope.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - -2 - - + -2.2 +2 - -69.5 + +70.4 + + + +70.5 + + + +70.6 - - -69.6 + + +70.7 - - -69.7 + + +70.8 - - -69.8 + + +70.9 - - -69.9 + + +71 - - -70 + + +71.1 - - -70.1 + + +71.2 - - -70.2 + + +71.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/typical.svg b/criterion/micro_ops_next_tick_big/report/typical.svg index 5622f35d8733..62e97242440b 100644 --- a/criterion/micro_ops_next_tick_big/report/typical.svg +++ b/criterion/micro_ops_next_tick_big/report/typical.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - -2 - - + -2.2 +2 - -69.5 + +70.4 + + + +70.5 + + + +70.6 - - -69.6 + + +70.7 - - -69.7 + + +70.8 - - -69.8 + + +70.9 - - -69.9 + + +71 - - -70 + + +71.1 - - -70.1 + + +71.2 - - -70.2 + + +71.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/base/estimates.json b/criterion/micro_ops_next_tick_small/base/estimates.json index 9d4105f84dd2..859a657c1b94 100644 --- a/criterion/micro_ops_next_tick_small/base/estimates.json +++ b/criterion/micro_ops_next_tick_small/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51869.434160550016,"upper_bound":53325.61454531697},"point_estimate":52511.55492174515,"standard_error":373.8675113087986},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52057.599542334094,"upper_bound":52275.125006460505},"point_estimate":52151.12103467181,"standard_error":62.81031272262913},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":292.3335628828578,"upper_bound":562.5228303641024},"point_estimate":410.1366230615761,"standard_error":69.53712945085846},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52447.82909313327,"upper_bound":52958.89840778834},"point_estimate":52678.184507944905,"standard_error":130.700026001193},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1172.2588959512793,"upper_bound":5629.328013184107},"point_estimate":3772.9965772545493,"standard_error":1143.1775322477793}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50715.448073720225,"upper_bound":52078.61398444465},"point_estimate":51317.99647771288,"standard_error":350.3670597177773},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50887.6194828469,"upper_bound":51021.36184210526},"point_estimate":50964.4138852459,"standard_error":31.505570058662755},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":216.29398222686018,"upper_bound":385.75459798195544},"point_estimate":297.7811514477577,"standard_error":43.3258976064829},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51224.485213545886,"upper_bound":53925.94591035677},"point_estimate":52405.03559332053,"standard_error":698.7290853113575},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1238.621280705291,"upper_bound":5273.796411784018},"point_estimate":3524.497951164891,"standard_error":1040.8699760785646}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/sample.json b/criterion/micro_ops_next_tick_small/base/sample.json index 620cf0336d55..930c6196dc03 100644 --- a/criterion/micro_ops_next_tick_small/base/sample.json +++ b/criterion/micro_ops_next_tick_small/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[19.0,38.0,57.0,76.0,95.0,114.0,133.0,152.0,171.0,190.0,209.0,228.0,247.0,266.0,285.0,304.0,323.0,342.0,361.0,380.0,399.0,418.0,437.0,456.0,475.0,494.0,513.0,532.0,551.0,570.0,589.0,608.0,627.0,646.0,665.0,684.0,703.0,722.0,741.0,760.0,779.0,798.0,817.0,836.0,855.0,874.0,893.0,912.0,931.0,950.0,969.0,988.0,1007.0,1026.0,1045.0,1064.0,1083.0,1102.0,1121.0,1140.0,1159.0,1178.0,1197.0,1216.0,1235.0,1254.0,1273.0,1292.0,1311.0,1330.0,1349.0,1368.0,1387.0,1406.0,1425.0,1444.0,1463.0,1482.0,1501.0,1520.0,1539.0,1558.0,1577.0,1596.0,1615.0,1634.0,1653.0,1672.0,1691.0,1710.0,1729.0,1748.0,1767.0,1786.0,1805.0,1824.0,1843.0,1862.0,1881.0,1900.0],"times":[789162.0,1761916.0,2776909.0,3761917.0,4723670.0,5777616.0,6722018.0,7737812.0,8704205.0,9705803.0,10629566.0,11679103.0,12722389.0,13708979.0,14827616.0,15573838.0,16620871.0,17738054.0,18715077.0,19775525.0,20820734.0,21721915.0,22749171.0,23611720.0,24643044.0,25635584.0,26710600.0,27703562.0,31941375.0,43884422.0,44606107.0,32522820.0,32981015.0,33600221.0,34580698.0,35765589.0,36779279.0,37524319.0,38563828.0,39502980.0,40552857.0,41485828.0,43045237.0,43715657.0,44670438.0,45433011.0,46671801.0,47493884.0,48348127.0,49355637.0,50394784.0,51899632.0,52728718.0,53190840.0,54001852.0,56583948.0,56737524.0,58024114.0,58440511.0,59961418.0,60868931.0,61149384.0,62644491.0,63410271.0,64573451.0,65758341.0,67421833.0,67538090.0,71837727.0,69484542.0,70236453.0,71225079.0,73104675.0,73151141.0,74326593.0,75730173.0,76465745.0,77395980.0,79549347.0,79935778.0,80245857.0,81898359.0,85340841.0,83617115.0,84295601.0,85700031.0,86213269.0,86985489.0,90276468.0,89093681.0,91845074.0,91797155.0,92649746.0,98150136.0,94447971.0,96211530.0,97021039.0,98746599.0,98373042.0,99565096.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[20.0,40.0,60.0,80.0,100.0,120.0,140.0,160.0,180.0,200.0,220.0,240.0,260.0,280.0,300.0,320.0,340.0,360.0,380.0,400.0,420.0,440.0,460.0,480.0,500.0,520.0,540.0,560.0,580.0,600.0,620.0,640.0,660.0,680.0,700.0,720.0,740.0,760.0,780.0,800.0,820.0,840.0,860.0,880.0,900.0,920.0,940.0,960.0,980.0,1000.0,1020.0,1040.0,1060.0,1080.0,1100.0,1120.0,1140.0,1160.0,1180.0,1200.0,1220.0,1240.0,1260.0,1280.0,1300.0,1320.0,1340.0,1360.0,1380.0,1400.0,1420.0,1440.0,1460.0,1480.0,1500.0,1520.0,1540.0,1560.0,1580.0,1600.0,1620.0,1640.0,1660.0,1680.0,1700.0,1720.0,1740.0,1760.0,1780.0,1800.0,1820.0,1840.0,1860.0,1880.0,1900.0,1920.0,1940.0,1960.0,1980.0,2000.0],"times":[813834.0,1848619.0,2897050.0,3885058.0,4897231.0,5918782.0,6995777.0,7954480.0,9035521.0,10058344.0,10998202.0,12036334.0,13082431.0,14090216.0,15067273.0,16141542.0,17169435.0,18233304.0,19190455.0,20674646.0,21205334.0,22354622.0,23328685.0,24560296.0,25426989.0,26484516.0,27385804.0,28590204.0,29467195.0,30436790.0,31583693.0,32525285.0,33440194.0,34571180.0,35814272.0,36698959.0,37615923.0,38724789.0,39684056.0,45139451.0,41525398.0,42672982.0,44237112.0,44707004.0,46053189.0,48793754.0,47817124.0,49097402.0,50039701.0,50967354.0,51770597.0,52774215.0,54176459.0,54974693.0,56182752.0,57085591.0,58056733.0,59243835.0,60220760.0,61422230.0,62172998.0,63093190.0,64125979.0,65487566.0,66673900.0,67519973.0,68645705.0,70988536.0,70147771.0,71132222.0,72427496.0,73768074.0,74725795.0,80045609.0,76578460.0,77552470.0,78638799.0,79656720.0,80497755.0,81810973.0,82439155.0,124120169.0,84667023.0,85661040.0,86648476.0,87714005.0,89681113.0,89635479.0,90937715.0,92301968.0,93251684.0,94017479.0,95251671.0,109519177.0,133349432.0,102202220.0,99102680.0,99928266.0,101534586.0,102434279.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/tukey.json b/criterion/micro_ops_next_tick_small/base/tukey.json index c0e17a45c3c8..9d65fbbceae9 100644 --- a/criterion/micro_ops_next_tick_small/base/tukey.json +++ b/criterion/micro_ops_next_tick_small/base/tukey.json @@ -1 +1 @@ -[50396.64964568091,51172.23725302306,53240.47087260211,54016.05847994426] \ No newline at end of file +[49498.812062026525,50119.56801017993,51774.917205255675,52395.67315340908] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/change/estimates.json b/criterion/micro_ops_next_tick_small/change/estimates.json index 7c3073e4ea94..aa9cda0dc2fb 100644 --- a/criterion/micro_ops_next_tick_small/change/estimates.json +++ b/criterion/micro_ops_next_tick_small/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.3372025207250855,"upper_bound":-0.31653079853067473},"point_estimate":-0.3278886843761021,"standard_error":0.00522721907796296},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.33975262830770103,"upper_bound":-0.33615184397409903},"point_estimate":-0.3380152032924668,"standard_error":0.0009348253430821557}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04200978932934957,"upper_bound":-0.00308621207275007},"point_estimate":-0.022729443944498717,"standard_error":0.009798065374074827},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.025628490987692265,"upper_bound":-0.020643070822692566},"point_estimate":-0.022755160884019077,"standard_error":0.001336104423707616}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/estimates.json b/criterion/micro_ops_next_tick_small/new/estimates.json index 9d4105f84dd2..859a657c1b94 100644 --- a/criterion/micro_ops_next_tick_small/new/estimates.json +++ b/criterion/micro_ops_next_tick_small/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51869.434160550016,"upper_bound":53325.61454531697},"point_estimate":52511.55492174515,"standard_error":373.8675113087986},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52057.599542334094,"upper_bound":52275.125006460505},"point_estimate":52151.12103467181,"standard_error":62.81031272262913},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":292.3335628828578,"upper_bound":562.5228303641024},"point_estimate":410.1366230615761,"standard_error":69.53712945085846},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52447.82909313327,"upper_bound":52958.89840778834},"point_estimate":52678.184507944905,"standard_error":130.700026001193},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1172.2588959512793,"upper_bound":5629.328013184107},"point_estimate":3772.9965772545493,"standard_error":1143.1775322477793}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50715.448073720225,"upper_bound":52078.61398444465},"point_estimate":51317.99647771288,"standard_error":350.3670597177773},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50887.6194828469,"upper_bound":51021.36184210526},"point_estimate":50964.4138852459,"standard_error":31.505570058662755},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":216.29398222686018,"upper_bound":385.75459798195544},"point_estimate":297.7811514477577,"standard_error":43.3258976064829},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51224.485213545886,"upper_bound":53925.94591035677},"point_estimate":52405.03559332053,"standard_error":698.7290853113575},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1238.621280705291,"upper_bound":5273.796411784018},"point_estimate":3524.497951164891,"standard_error":1040.8699760785646}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/sample.json b/criterion/micro_ops_next_tick_small/new/sample.json index 620cf0336d55..930c6196dc03 100644 --- a/criterion/micro_ops_next_tick_small/new/sample.json +++ b/criterion/micro_ops_next_tick_small/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[19.0,38.0,57.0,76.0,95.0,114.0,133.0,152.0,171.0,190.0,209.0,228.0,247.0,266.0,285.0,304.0,323.0,342.0,361.0,380.0,399.0,418.0,437.0,456.0,475.0,494.0,513.0,532.0,551.0,570.0,589.0,608.0,627.0,646.0,665.0,684.0,703.0,722.0,741.0,760.0,779.0,798.0,817.0,836.0,855.0,874.0,893.0,912.0,931.0,950.0,969.0,988.0,1007.0,1026.0,1045.0,1064.0,1083.0,1102.0,1121.0,1140.0,1159.0,1178.0,1197.0,1216.0,1235.0,1254.0,1273.0,1292.0,1311.0,1330.0,1349.0,1368.0,1387.0,1406.0,1425.0,1444.0,1463.0,1482.0,1501.0,1520.0,1539.0,1558.0,1577.0,1596.0,1615.0,1634.0,1653.0,1672.0,1691.0,1710.0,1729.0,1748.0,1767.0,1786.0,1805.0,1824.0,1843.0,1862.0,1881.0,1900.0],"times":[789162.0,1761916.0,2776909.0,3761917.0,4723670.0,5777616.0,6722018.0,7737812.0,8704205.0,9705803.0,10629566.0,11679103.0,12722389.0,13708979.0,14827616.0,15573838.0,16620871.0,17738054.0,18715077.0,19775525.0,20820734.0,21721915.0,22749171.0,23611720.0,24643044.0,25635584.0,26710600.0,27703562.0,31941375.0,43884422.0,44606107.0,32522820.0,32981015.0,33600221.0,34580698.0,35765589.0,36779279.0,37524319.0,38563828.0,39502980.0,40552857.0,41485828.0,43045237.0,43715657.0,44670438.0,45433011.0,46671801.0,47493884.0,48348127.0,49355637.0,50394784.0,51899632.0,52728718.0,53190840.0,54001852.0,56583948.0,56737524.0,58024114.0,58440511.0,59961418.0,60868931.0,61149384.0,62644491.0,63410271.0,64573451.0,65758341.0,67421833.0,67538090.0,71837727.0,69484542.0,70236453.0,71225079.0,73104675.0,73151141.0,74326593.0,75730173.0,76465745.0,77395980.0,79549347.0,79935778.0,80245857.0,81898359.0,85340841.0,83617115.0,84295601.0,85700031.0,86213269.0,86985489.0,90276468.0,89093681.0,91845074.0,91797155.0,92649746.0,98150136.0,94447971.0,96211530.0,97021039.0,98746599.0,98373042.0,99565096.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[20.0,40.0,60.0,80.0,100.0,120.0,140.0,160.0,180.0,200.0,220.0,240.0,260.0,280.0,300.0,320.0,340.0,360.0,380.0,400.0,420.0,440.0,460.0,480.0,500.0,520.0,540.0,560.0,580.0,600.0,620.0,640.0,660.0,680.0,700.0,720.0,740.0,760.0,780.0,800.0,820.0,840.0,860.0,880.0,900.0,920.0,940.0,960.0,980.0,1000.0,1020.0,1040.0,1060.0,1080.0,1100.0,1120.0,1140.0,1160.0,1180.0,1200.0,1220.0,1240.0,1260.0,1280.0,1300.0,1320.0,1340.0,1360.0,1380.0,1400.0,1420.0,1440.0,1460.0,1480.0,1500.0,1520.0,1540.0,1560.0,1580.0,1600.0,1620.0,1640.0,1660.0,1680.0,1700.0,1720.0,1740.0,1760.0,1780.0,1800.0,1820.0,1840.0,1860.0,1880.0,1900.0,1920.0,1940.0,1960.0,1980.0,2000.0],"times":[813834.0,1848619.0,2897050.0,3885058.0,4897231.0,5918782.0,6995777.0,7954480.0,9035521.0,10058344.0,10998202.0,12036334.0,13082431.0,14090216.0,15067273.0,16141542.0,17169435.0,18233304.0,19190455.0,20674646.0,21205334.0,22354622.0,23328685.0,24560296.0,25426989.0,26484516.0,27385804.0,28590204.0,29467195.0,30436790.0,31583693.0,32525285.0,33440194.0,34571180.0,35814272.0,36698959.0,37615923.0,38724789.0,39684056.0,45139451.0,41525398.0,42672982.0,44237112.0,44707004.0,46053189.0,48793754.0,47817124.0,49097402.0,50039701.0,50967354.0,51770597.0,52774215.0,54176459.0,54974693.0,56182752.0,57085591.0,58056733.0,59243835.0,60220760.0,61422230.0,62172998.0,63093190.0,64125979.0,65487566.0,66673900.0,67519973.0,68645705.0,70988536.0,70147771.0,71132222.0,72427496.0,73768074.0,74725795.0,80045609.0,76578460.0,77552470.0,78638799.0,79656720.0,80497755.0,81810973.0,82439155.0,124120169.0,84667023.0,85661040.0,86648476.0,87714005.0,89681113.0,89635479.0,90937715.0,92301968.0,93251684.0,94017479.0,95251671.0,109519177.0,133349432.0,102202220.0,99102680.0,99928266.0,101534586.0,102434279.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/tukey.json b/criterion/micro_ops_next_tick_small/new/tukey.json index c0e17a45c3c8..9d65fbbceae9 100644 --- a/criterion/micro_ops_next_tick_small/new/tukey.json +++ b/criterion/micro_ops_next_tick_small/new/tukey.json @@ -1 +1 @@ -[50396.64964568091,51172.23725302306,53240.47087260211,54016.05847994426] \ No newline at end of file +[49498.812062026525,50119.56801017993,51774.917205255675,52395.67315340908] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/report/MAD.svg b/criterion/micro_ops_next_tick_small/report/MAD.svg index adb92c7e3003..fa626ecc45cd 100644 --- a/criterion/micro_ops_next_tick_small/report/MAD.svg +++ b/criterion/micro_ops_next_tick_small/report/MAD.svg @@ -9,62 +9,94 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - + + +0.008 + + + +0.009 + + + +0.01 + + - + +200 + + + +220 + + + +240 + + + +260 + + + +280 + + + 300 - - -350 + + +320 - - -400 + + +340 - - -450 + + +360 - - -500 + + +380 - - -550 + + +400 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/SD.svg b/criterion/micro_ops_next_tick_small/report/SD.svg index a79332d2cb7a..2feacf35c93b 100644 --- a/criterion/micro_ops_next_tick_small/report/SD.svg +++ b/criterion/micro_ops_next_tick_small/report/SD.svg @@ -13,94 +13,78 @@ Average time (µs) 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - -0.45 - - - -0.5 - - - -0.55 - - + - + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - + + 5.5 - - -6 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/both/pdf.svg b/criterion/micro_ops_next_tick_small/report/both/pdf.svg index 8b3b243ad218..66048a7dc047 100644 --- a/criterion/micro_ops_next_tick_small/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/both/pdf.svg @@ -17,67 +17,67 @@ Average Time (µs) 0.04 - + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - + + 0.2 - - + + 0.22 - + - + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_small/report/both/regression.svg b/criterion/micro_ops_next_tick_small/report/both/regression.svg index dfcd3d23adca..7aa0f7b63250 100644 --- a/criterion/micro_ops_next_tick_small/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/both/regression.svg @@ -9,101 +9,121 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - + + + + + + + + + + - - - - + + + + + + - - + + + 0.0 - + +10.0 + + + 20.0 - - + + +30.0 + + + 40.0 - - -60.0 + + +50.0 - - -80.0 + + +60.0 - + -100.0 +70.0 - -120.0 + +80.0 - - -140.0 + + +90.0 - + + +100.0 + + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - + + +2 + + - - + + Base Sample diff --git a/criterion/micro_ops_next_tick_small/report/change/mean.svg b/criterion/micro_ops_next_tick_small/report/change/mean.svg index bf46f56a81f5..d4e27964a783 100644 --- a/criterion/micro_ops_next_tick_small/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/change/mean.svg @@ -9,59 +9,83 @@ Density (a.u.) Relative change (%) - + +5 + + + 10 - - + + +15 + + + 20 - - -30 + + +25 - - -40 - - - -50 + + +30 - - -60 + + +35 - - -70 + + +40 - + - --0.335 - - - --0.33 - - - --0.325 - - - --0.32 - - - --0.315 - - - - - - + +-0.045 + + + +-0.04 + + + +-0.035 + + + +-0.03 + + + +-0.025 + + + +-0.02 + + + +-0.015 + + + +-0.01 + + + +-0.005 + + + +-6.9389e-18 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/median.svg b/criterion/micro_ops_next_tick_small/report/change/median.svg index 0898dbffc65a..3c4b7d179249 100644 --- a/criterion/micro_ops_next_tick_small/report/change/median.svg +++ b/criterion/micro_ops_next_tick_small/report/change/median.svg @@ -9,82 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - - -400 - - - -450 - - + - --0.34 - - - --0.3395 - - - --0.339 - - - --0.3385 + +-0.026 - - --0.338 + + +-0.025 - - --0.3375 + + +-0.024 - - --0.337 + + +-0.023 - - --0.3365 + + +-0.022 - - --0.336 + + +-0.021 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/t-test.svg b/criterion/micro_ops_next_tick_small/report/change/t-test.svg index 20564dda7c5c..1b51fcda7e81 100644 --- a/criterion/micro_ops_next_tick_small/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_small/report/change/t-test.svg @@ -13,77 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_small/report/index.html b/criterion/micro_ops_next_tick_small/report/index.html index 989a04821889..74a76a0972c8 100644 --- a/criterion/micro_ops_next_tick_small/report/index.html +++ b/criterion/micro_ops_next_tick_small/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 52.448 µs - 52.678 µs - 52.959 µs + 51.224 µs + 52.405 µs + 53.926 µs R² - 0.8432134 - 0.8451409 - 0.8422817 + 0.4415720 + 0.4568824 + 0.4320209 Mean - 51.869 µs - 52.512 µs - 53.326 µs + 50.715 µs + 51.318 µs + 52.079 µs Std. Dev. - 1.1723 µs - 3.7730 µs - 5.6293 µs + 1.2386 µs + 3.5245 µs + 5.2738 µs Median - 52.058 µs - 52.151 µs - 52.275 µs + 50.888 µs + 50.964 µs + 51.021 µs MAD - 292.33 ns - 410.14 ns - 562.52 ns + 216.29 ns + 297.78 ns + 385.75 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -33.720% - -32.789% - -31.653% - (p = 0.00 < + -4.2010% + -2.2729% + -0.3086% + (p = 0.02 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_next_tick_small/report/mean.svg b/criterion/micro_ops_next_tick_small/report/mean.svg index d99e06bf4b11..42bd672656d8 100644 --- a/criterion/micro_ops_next_tick_small/report/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/mean.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - - -1.1 + + +1.2 - + - -51.8 - - - -52 + +50.6 - - -52.2 + + +50.8 - - -52.4 + + +51 - - -52.6 + + +51.2 - - -52.8 + + +51.4 - - -53 + + +51.6 - - -53.2 + + +51.8 - - -53.4 + + +52 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/median.svg b/criterion/micro_ops_next_tick_small/report/median.svg index aa842a9cd0df..eb6ec1574dc4 100644 --- a/criterion/micro_ops_next_tick_small/report/median.svg +++ b/criterion/micro_ops_next_tick_small/report/median.svg @@ -9,54 +9,66 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 + + +10 - - -6 + + +15 - - -8 + + +20 - - -10 + + +25 - - -12 + + +30 - + - -52.05 + +50.88 + + + +50.9 + + + +50.92 + + + +50.94 - - -52.1 + + +50.96 - - -52.15 + + +50.98 - - -52.2 + + +51 - - -52.25 + + +51.02 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/pdf.svg b/criterion/micro_ops_next_tick_small/report/pdf.svg index f77f86642073..193fbc2d2206 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf.svg @@ -13,79 +13,83 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - + + +2 + + - + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - + Density (a.u.) @@ -94,90 +98,62 @@ Density (a.u.) 0 - -0.02 - - - -0.04 - - - -0.06 - - - -0.08 + +0.05 - - + + 0.1 - - -0.12 - - - -0.14 - - - -0.16 - - - -0.18 + + +0.15 - - + + 0.2 - - - - - + + + + + - - - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_small/report/pdf_small.svg b/criterion/micro_ops_next_tick_small/report/pdf_small.svg index 5c7efac649db..e2a6708c7a0f 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf_small.svg @@ -10,43 +10,47 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - + + +0.25 + + - + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - - + + + diff --git a/criterion/micro_ops_next_tick_small/report/regression.svg b/criterion/micro_ops_next_tick_small/report/regression.svg index f83d6b262fcd..a99299b8e633 100644 --- a/criterion/micro_ops_next_tick_small/report/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/regression.svg @@ -8,200 +8,190 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - + + + + + + + + + + + - - - - - - + + + + - -10.0 - - - + 20.0 - + -30.0 - - - 40.0 - - -50.0 - - - + + 60.0 - - -70.0 - - - + + 80.0 - - -90.0 + + +100.0 - + + +120.0 + + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - + + +2 + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_next_tick_small/report/regression_small.svg b/criterion/micro_ops_next_tick_small/report/regression_small.svg index 7077c1a83426..250b13e15619 100644 --- a/criterion/micro_ops_next_tick_small/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/regression_small.svg @@ -5,198 +5,188 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - + + + + + + + + + + + - - - - - - + + + + - -10.0 - - - + 20.0 - + -30.0 - - - 40.0 - - -50.0 - - - + + 60.0 - - -70.0 - - - + + 80.0 - - -90.0 + + +100.0 - + + +120.0 + + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - + + +2 + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg index ef960b7ac55e..e0b000d0dc83 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg @@ -10,69 +10,69 @@ Average Time (µs) 0.02 - + 0.04 - + 0.06 - + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - + + 0.2 - - + + 0.22 - + - + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg index 733748e4a7e5..e9a9df1bcb18 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg @@ -6,99 +6,119 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - + + + + + + + + + + - - - - + + + + + + - - + + + 0.0 - + +10.0 + + + 20.0 - - + + +30.0 + + + 40.0 - - -60.0 + + +50.0 - - -80.0 + + +60.0 - + -100.0 +70.0 - -120.0 + +80.0 - - -140.0 + + +90.0 - + + +100.0 + + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - + + +2 + + - - - + + + diff --git a/criterion/micro_ops_next_tick_small/report/slope.svg b/criterion/micro_ops_next_tick_small/report/slope.svg index c4b892e11142..3d0065b4442a 100644 --- a/criterion/micro_ops_next_tick_small/report/slope.svg +++ b/criterion/micro_ops_next_tick_small/report/slope.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 + +0.1 - - -1 + + +0.2 - - -1.5 + + +0.3 - - -2 + + +0.4 - - -2.5 + + +0.5 - - -3 + + +0.6 - + - -52.4 + +51 - + -52.5 +51.5 - -52.6 + +52 + + + +52.5 - - -52.7 + + +53 - - -52.8 + + +53.5 - - -52.9 + + +54 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/typical.svg b/criterion/micro_ops_next_tick_small/report/typical.svg index f3c1773fce6b..2b9349df04da 100644 --- a/criterion/micro_ops_next_tick_small/report/typical.svg +++ b/criterion/micro_ops_next_tick_small/report/typical.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 + +0.1 - - -1 + + +0.2 - - -1.5 + + +0.3 - - -2 + + +0.4 - - -2.5 + + +0.5 - - -3 + + +0.6 - + - -52.4 + +51 - + -52.5 +51.5 - -52.6 + +52 + + + +52.5 - - -52.7 + + +53 - - -52.8 + + +53.5 - - -52.9 + + +54 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/base/estimates.json b/criterion/micro_ops_sort/base/estimates.json index b768eda753b4..b7ba144d3865 100644 --- a/criterion/micro_ops_sort/base/estimates.json +++ b/criterion/micro_ops_sort/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98261.58627108918,"upper_bound":99037.77399479639},"point_estimate":98609.66036185842,"standard_error":200.25423655129774},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97973.49411764706,"upper_bound":98587.26339285714},"point_estimate":98238.59407665505,"standard_error":161.35511861035565},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":822.0335871393582,"upper_bound":1609.8307750962647},"point_estimate":1088.4326421081928,"standard_error":196.6972821587989},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97724.58414235232,"upper_bound":99138.84609819588},"point_estimate":98251.71482910764,"standard_error":384.24296216854145},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1112.3345153928606,"upper_bound":2939.57505311201},"point_estimate":2006.0633501127681,"standard_error":517.9001822329911}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98656.01038787462,"upper_bound":99098.65879236697},"point_estimate":98873.86245215489,"standard_error":112.82657847333004},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98407.33862433862,"upper_bound":99075.83333333333},"point_estimate":98622.41997084548,"standard_error":169.87184012280807},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":873.8013405282669,"upper_bound":1547.808870071924},"point_estimate":1223.9234287522854,"standard_error":169.96715929624403},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98236.40675859102,"upper_bound":98588.72930007831},"point_estimate":98403.86618885769,"standard_error":89.79901219296909},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":992.9741173512608,"upper_bound":1256.4176306540946},"point_estimate":1135.1166195824749,"standard_error":67.2781137977854}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/sample.json b/criterion/micro_ops_sort/base/sample.json index 20728446e7c6..81db41582203 100644 --- a/criterion/micro_ops_sort/base/sample.json +++ b/criterion/micro_ops_sort/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[713350.0,1404530.0,2119024.0,2816588.0,3490779.0,4198151.0,4913996.0,5573551.0,6338929.0,7036467.0,7705695.0,8492344.0,9062731.0,9807383.0,10506874.0,11156746.0,11861519.0,12477647.0,13107782.0,13870553.0,14538696.0,15204936.0,15847542.0,16728637.0,17451526.0,18018925.0,18648357.0,19268648.0,20025916.0,22188306.0,21335365.0,22083547.0,22860397.0,23537152.0,24250763.0,24882688.0,25538485.0,26258497.0,26916898.0,27574968.0,28244384.0,29131245.0,29750778.0,30057526.0,30525602.0,31184763.0,31974241.0,32274811.0,33115698.0,33855048.0,34756115.0,35588296.0,36210178.0,36862355.0,37605128.0,38115545.0,38793807.0,39493961.0,40178053.0,40716950.0,41454387.0,42167433.0,42704564.0,43377821.0,44024642.0,46524326.0,45620852.0,46611628.0,46728188.0,48341809.0,48597752.0,49292385.0,50156044.0,50684720.0,51372366.0,52206693.0,52910005.0,53422821.0,54056002.0,54868541.0,55442314.0,56348294.0,57024306.0,57824799.0,58193145.0,58945410.0,59511158.0,60421278.0,62296662.0,61754742.0,62783761.0,72739783.0,63738804.0,64012780.0,64367735.0,64723575.0,66591798.0,67231433.0,68160556.0,68324215.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[708098.0,1421905.0,2126237.0,2830622.0,3526454.0,4220963.0,4921459.0,5653739.0,6282536.0,7041376.0,7756094.0,8419837.0,9092461.0,9876046.0,10498858.0,11203463.0,11831539.0,12508182.0,13202951.0,13929382.0,14597850.0,15247161.0,15963785.0,16599387.0,17427773.0,18085534.0,18934993.0,19568365.0,20239140.0,20858222.0,21504652.0,22224372.0,22827322.0,23714601.0,24433599.0,25028448.0,25594571.0,26483975.0,26994035.0,27703765.0,28439459.0,29128295.0,29726178.0,30204781.0,30749229.0,31492962.0,32095280.0,32759606.0,33498902.0,35539271.0,34845832.0,35467497.0,36160964.0,37028645.0,37472346.0,38115346.0,38842265.0,39515476.0,40214595.0,40982255.0,41584639.0,42311766.0,43004752.0,43640428.0,45671418.0,45097338.0,45863957.0,46381912.0,47107003.0,47923390.0,48863232.0,49601127.0,50280544.0,50891405.0,52180710.0,52272764.0,52897130.0,53726627.0,55403571.0,54526453.0,55796961.0,56419879.0,57215085.0,57817499.0,58612687.0,59154865.0,59885184.0,62002142.0,61488593.0,62109126.0,62778052.0,63333857.0,64099263.0,64772580.0,65539130.0,66076114.0,66763947.0,67680023.0,68124432.0,68997770.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/tukey.json b/criterion/micro_ops_sort/base/tukey.json index 204c339309de..e045dbeee4b5 100644 --- a/criterion/micro_ops_sort/base/tukey.json +++ b/criterion/micro_ops_sort/base/tukey.json @@ -1 +1 @@ -[93297.96330862535,95451.43443396228,101194.02410152741,103347.49522686432] \ No newline at end of file +[93359.53799748182,95699.9928293085,101941.20571417961,104281.66054600627] \ No newline at end of file diff --git a/criterion/micro_ops_sort/change/estimates.json b/criterion/micro_ops_sort/change/estimates.json index 7bf93eae3bdf..84a9971b25ea 100644 --- a/criterion/micro_ops_sort/change/estimates.json +++ b/criterion/micro_ops_sort/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.27606339429342874,"upper_bound":-0.2684581868784043},"point_estimate":-0.2724650369887076,"standard_error":0.0019534003119821776},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.27886956224100523,"upper_bound":-0.26591425214918635},"point_estimate":-0.2699406312540046,"standard_error":0.003621019084915294}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002116620631974999,"upper_bound":0.0070576961478157},"point_estimate":0.0026792718819530492,"standard_error":0.0023398307548390144},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00039160348394162714,"upper_bound":0.009079907706785795},"point_estimate":0.003907078453208923,"standard_error":0.002405051047818465}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/estimates.json b/criterion/micro_ops_sort/new/estimates.json index b768eda753b4..b7ba144d3865 100644 --- a/criterion/micro_ops_sort/new/estimates.json +++ b/criterion/micro_ops_sort/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98261.58627108918,"upper_bound":99037.77399479639},"point_estimate":98609.66036185842,"standard_error":200.25423655129774},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97973.49411764706,"upper_bound":98587.26339285714},"point_estimate":98238.59407665505,"standard_error":161.35511861035565},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":822.0335871393582,"upper_bound":1609.8307750962647},"point_estimate":1088.4326421081928,"standard_error":196.6972821587989},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97724.58414235232,"upper_bound":99138.84609819588},"point_estimate":98251.71482910764,"standard_error":384.24296216854145},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1112.3345153928606,"upper_bound":2939.57505311201},"point_estimate":2006.0633501127681,"standard_error":517.9001822329911}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98656.01038787462,"upper_bound":99098.65879236697},"point_estimate":98873.86245215489,"standard_error":112.82657847333004},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98407.33862433862,"upper_bound":99075.83333333333},"point_estimate":98622.41997084548,"standard_error":169.87184012280807},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":873.8013405282669,"upper_bound":1547.808870071924},"point_estimate":1223.9234287522854,"standard_error":169.96715929624403},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98236.40675859102,"upper_bound":98588.72930007831},"point_estimate":98403.86618885769,"standard_error":89.79901219296909},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":992.9741173512608,"upper_bound":1256.4176306540946},"point_estimate":1135.1166195824749,"standard_error":67.2781137977854}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/sample.json b/criterion/micro_ops_sort/new/sample.json index 20728446e7c6..81db41582203 100644 --- a/criterion/micro_ops_sort/new/sample.json +++ b/criterion/micro_ops_sort/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[713350.0,1404530.0,2119024.0,2816588.0,3490779.0,4198151.0,4913996.0,5573551.0,6338929.0,7036467.0,7705695.0,8492344.0,9062731.0,9807383.0,10506874.0,11156746.0,11861519.0,12477647.0,13107782.0,13870553.0,14538696.0,15204936.0,15847542.0,16728637.0,17451526.0,18018925.0,18648357.0,19268648.0,20025916.0,22188306.0,21335365.0,22083547.0,22860397.0,23537152.0,24250763.0,24882688.0,25538485.0,26258497.0,26916898.0,27574968.0,28244384.0,29131245.0,29750778.0,30057526.0,30525602.0,31184763.0,31974241.0,32274811.0,33115698.0,33855048.0,34756115.0,35588296.0,36210178.0,36862355.0,37605128.0,38115545.0,38793807.0,39493961.0,40178053.0,40716950.0,41454387.0,42167433.0,42704564.0,43377821.0,44024642.0,46524326.0,45620852.0,46611628.0,46728188.0,48341809.0,48597752.0,49292385.0,50156044.0,50684720.0,51372366.0,52206693.0,52910005.0,53422821.0,54056002.0,54868541.0,55442314.0,56348294.0,57024306.0,57824799.0,58193145.0,58945410.0,59511158.0,60421278.0,62296662.0,61754742.0,62783761.0,72739783.0,63738804.0,64012780.0,64367735.0,64723575.0,66591798.0,67231433.0,68160556.0,68324215.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[708098.0,1421905.0,2126237.0,2830622.0,3526454.0,4220963.0,4921459.0,5653739.0,6282536.0,7041376.0,7756094.0,8419837.0,9092461.0,9876046.0,10498858.0,11203463.0,11831539.0,12508182.0,13202951.0,13929382.0,14597850.0,15247161.0,15963785.0,16599387.0,17427773.0,18085534.0,18934993.0,19568365.0,20239140.0,20858222.0,21504652.0,22224372.0,22827322.0,23714601.0,24433599.0,25028448.0,25594571.0,26483975.0,26994035.0,27703765.0,28439459.0,29128295.0,29726178.0,30204781.0,30749229.0,31492962.0,32095280.0,32759606.0,33498902.0,35539271.0,34845832.0,35467497.0,36160964.0,37028645.0,37472346.0,38115346.0,38842265.0,39515476.0,40214595.0,40982255.0,41584639.0,42311766.0,43004752.0,43640428.0,45671418.0,45097338.0,45863957.0,46381912.0,47107003.0,47923390.0,48863232.0,49601127.0,50280544.0,50891405.0,52180710.0,52272764.0,52897130.0,53726627.0,55403571.0,54526453.0,55796961.0,56419879.0,57215085.0,57817499.0,58612687.0,59154865.0,59885184.0,62002142.0,61488593.0,62109126.0,62778052.0,63333857.0,64099263.0,64772580.0,65539130.0,66076114.0,66763947.0,67680023.0,68124432.0,68997770.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/tukey.json b/criterion/micro_ops_sort/new/tukey.json index 204c339309de..e045dbeee4b5 100644 --- a/criterion/micro_ops_sort/new/tukey.json +++ b/criterion/micro_ops_sort/new/tukey.json @@ -1 +1 @@ -[93297.96330862535,95451.43443396228,101194.02410152741,103347.49522686432] \ No newline at end of file +[93359.53799748182,95699.9928293085,101941.20571417961,104281.66054600627] \ No newline at end of file diff --git a/criterion/micro_ops_sort/report/MAD.svg b/criterion/micro_ops_sort/report/MAD.svg index 3cae7657acf7..61b123172338 100644 --- a/criterion/micro_ops_sort/report/MAD.svg +++ b/criterion/micro_ops_sort/report/MAD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + - + 0.8 - - + + 0.9 - - + + 1 - - + + 1.1 - - + + 1.2 - - + + 1.3 - - + + 1.4 - - + + 1.5 - - + + 1.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/SD.svg b/criterion/micro_ops_sort/report/SD.svg index 3c8ec43af1d9..7f03b14336bb 100644 --- a/criterion/micro_ops_sort/report/SD.svg +++ b/criterion/micro_ops_sort/report/SD.svg @@ -9,98 +9,58 @@ Density (a.u.) Average time (µs) - -0.1 - - - -0.2 - - - -0.3 - - - -0.4 - - - -0.5 - - - -0.6 + +1 - - -0.7 + + +2 - - -0.8 + + +3 - - -0.9 + + +4 - - -1 + + +5 - - -1.1 + + +6 - + - + 1 - - -1.2 - - - -1.4 - - - -1.6 + + +1.05 - - -1.8 - - - -2 + + +1.1 - + -2.2 +1.15 - -2.4 - - - -2.6 - - - -2.8 + +1.2 - - -3 + + +1.25 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/both/pdf.svg b/criterion/micro_ops_sort/report/both/pdf.svg index 5b1da0f1d30e..5be7361addf2 100644 --- a/criterion/micro_ops_sort/report/both/pdf.svg +++ b/criterion/micro_ops_sort/report/both/pdf.svg @@ -9,51 +9,55 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - + + +0.3 + + - -100 + +95 - - -110 + + +100 - - -120 + + +105 - - -130 + + +110 - - -140 + + +115 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_sort/report/both/regression.svg b/criterion/micro_ops_sort/report/both/regression.svg index db68d5464604..817216b4175b 100644 --- a/criterion/micro_ops_sort/report/both/regression.svg +++ b/criterion/micro_ops_sort/report/both/regression.svg @@ -17,56 +17,41 @@ Iterations - - - - - - - - - + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - -70.0 - - - -80.0 - - - -90.0 - - + 0 @@ -100,10 +85,10 @@ Iterations 700 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_sort/report/change/mean.svg b/criterion/micro_ops_sort/report/change/mean.svg index 8aa74c42ad32..c4c8bb6948ae 100644 --- a/criterion/micro_ops_sort/report/change/mean.svg +++ b/criterion/micro_ops_sort/report/change/mean.svg @@ -9,87 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 - - - -200 - - + - --0.276 - - - --0.275 - - - --0.274 + +-0.002 - - --0.273 + + +0 - - --0.272 + + +0.002 - + --0.271 +0.004 - --0.27 - - - --0.269 - - - --0.268 - - - - - - + +0.006 + + + +0.008 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/median.svg b/criterion/micro_ops_sort/report/change/median.svg index ec40b1821467..a1910591eb77 100644 --- a/criterion/micro_ops_sort/report/change/median.svg +++ b/criterion/micro_ops_sort/report/change/median.svg @@ -9,71 +9,71 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + + +160 + + + +180 + + - --0.28 - - - --0.278 - - - --0.276 - - - --0.274 - - - --0.272 - - - --0.27 - - - --0.268 - - - --0.266 - - - - - - + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/t-test.svg b/criterion/micro_ops_sort/report/change/t-test.svg index 541f418458a1..4feb23acc8a5 100644 --- a/criterion/micro_ops_sort/report/change/t-test.svg +++ b/criterion/micro_ops_sort/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_sort/report/index.html b/criterion/micro_ops_sort/report/index.html index 618aef0a01cf..960edaceb334 100644 --- a/criterion/micro_ops_sort/report/index.html +++ b/criterion/micro_ops_sort/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 97.725 µs - 98.252 µs - 99.139 µs + 98.236 µs + 98.404 µs + 98.589 µs R² - 0.9116074 - 0.9150139 - 0.9054309 + 0.9910182 + 0.9914090 + 0.9909327 Mean - 98.262 µs - 98.610 µs - 99.038 µs + 98.656 µs + 98.874 µs + 99.099 µs Std. Dev. - 1.1123 µs - 2.0061 µs - 2.9396 µs + 992.97 ns + 1.1351 µs + 1.2564 µs Median - 97.973 µs - 98.239 µs - 98.587 µs + 98.407 µs + 98.622 µs + 99.076 µs MAD - 822.03 ns - 1.0884 µs - 1.6098 µs + 873.80 ns + 1.2239 µs + 1.5478 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -27.606% - -27.247% - -26.846% - (p = 0.00 < + -0.2117% + +0.2679% + +0.7058% + (p = 0.26 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_sort/report/mean.svg b/criterion/micro_ops_sort/report/mean.svg index 1b326b5e471d..c48007fe863f 100644 --- a/criterion/micro_ops_sort/report/mean.svg +++ b/criterion/micro_ops_sort/report/mean.svg @@ -9,90 +9,78 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 - - - -1.4 + + +1.5 - - -1.6 - - - -1.8 - - - + + 2 - - - -98.2 + + +2.5 - - -98.3 + + +3 - - -98.4 + + +3.5 - - -98.5 - - - -98.6 + + + +98.65 - - + + 98.7 - - + + +98.75 + + + 98.8 - - + + +98.85 + + + 98.9 - - + + +98.95 + + + 99 - - + + +99.05 + + + 99.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/median.svg b/criterion/micro_ops_sort/report/median.svg index 081c9d34df41..9dd09a5bfd2a 100644 --- a/criterion/micro_ops_sort/report/median.svg +++ b/criterion/micro_ops_sort/report/median.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - -4 + + +3.5 - - -5 + + +4 - - -6 + + +4.5 - + - -98 + +98.4 - - -98.1 + + +98.5 - - -98.2 + + +98.6 - - -98.3 + + +98.7 - - -98.4 + + +98.8 - - -98.5 + + +98.9 - - -98.6 + + +99 + + + +99.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/pdf.svg b/criterion/micro_ops_sort/report/pdf.svg index 14314120e192..758df6aa7009 100644 --- a/criterion/micro_ops_sort/report/pdf.svg +++ b/criterion/micro_ops_sort/report/pdf.svg @@ -42,50 +42,38 @@ Average Time (µs) - -94 - - - + 96 - - -98 - - - -100 - - - -102 + + +97 - - -104 + + +98 - - -106 + + +99 - - -108 + + +100 - - -110 + + +101 - - -112 + + +102 - - -114 + + +103 - + Density (a.u.) @@ -94,38 +82,36 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - - - - + + +0.3 + + + + + + - - - - - - - + PDF diff --git a/criterion/micro_ops_sort/report/pdf_small.svg b/criterion/micro_ops_sort/report/pdf_small.svg index db0fffff22b3..15afef2f812b 100644 --- a/criterion/micro_ops_sort/report/pdf_small.svg +++ b/criterion/micro_ops_sort/report/pdf_small.svg @@ -10,51 +10,51 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - - -95 + + +0.35 - - -100 + + + +96 - - -105 + + +98 - - -110 + + +100 - - -115 + + +102 - - - + + + diff --git a/criterion/micro_ops_sort/report/regression.svg b/criterion/micro_ops_sort/report/regression.svg index 995a7fcd24fb..f0ca4f27f61f 100644 --- a/criterion/micro_ops_sort/report/regression.svg +++ b/criterion/micro_ops_sort/report/regression.svg @@ -15,42 +15,37 @@ Iterations - - - - - - - + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - -70.0 - - + 100 @@ -83,105 +78,105 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_sort/report/regression_small.svg b/criterion/micro_ops_sort/report/regression_small.svg index 370498e61597..e24c86a4d2da 100644 --- a/criterion/micro_ops_sort/report/regression_small.svg +++ b/criterion/micro_ops_sort/report/regression_small.svg @@ -12,42 +12,37 @@ Iterations - - - - - - - + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - -70.0 - - + 100 @@ -80,103 +75,103 @@ Iterations - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_sort/report/relative_pdf_small.svg b/criterion/micro_ops_sort/report/relative_pdf_small.svg index 309624427a5d..86a7f4568145 100644 --- a/criterion/micro_ops_sort/report/relative_pdf_small.svg +++ b/criterion/micro_ops_sort/report/relative_pdf_small.svg @@ -6,49 +6,53 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - + + +0.3 + + - -100 + +95 - - -110 + + +100 - - -120 + + +105 - - -130 + + +110 - - -140 + + +115 - - - - - + + + + + diff --git a/criterion/micro_ops_sort/report/relative_regression_small.svg b/criterion/micro_ops_sort/report/relative_regression_small.svg index d5345b4f7966..e416bd017c1d 100644 --- a/criterion/micro_ops_sort/report/relative_regression_small.svg +++ b/criterion/micro_ops_sort/report/relative_regression_small.svg @@ -14,56 +14,41 @@ Iterations - - - - - - - - - + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - -70.0 - - - -80.0 - - - -90.0 - - + 0 @@ -97,8 +82,8 @@ Iterations 700 - - - - + + + + diff --git a/criterion/micro_ops_sort/report/slope.svg b/criterion/micro_ops_sort/report/slope.svg index 352a8a9ce87f..f6d0280633b2 100644 --- a/criterion/micro_ops_sort/report/slope.svg +++ b/criterion/micro_ops_sort/report/slope.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 + + + +3 + + + +3.5 - - -1.2 + + +4 - - -1.4 + + +4.5 - + - -97.6 + +98.2 - - -97.8 + + +98.25 - - -98 + + +98.3 - - -98.2 + + +98.35 - - + + 98.4 - - -98.6 + + +98.45 - - -98.8 + + +98.5 - - -99 + + +98.55 - - -99.2 + + +98.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/typical.svg b/criterion/micro_ops_sort/report/typical.svg index 9201c805f7f1..4d393e1390e4 100644 --- a/criterion/micro_ops_sort/report/typical.svg +++ b/criterion/micro_ops_sort/report/typical.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 + + + +3 + + + +3.5 - - -1.2 + + +4 - - -1.4 + + +4.5 - + - -97.6 + +98.2 - - -97.8 + + +98.25 - - -98 + + +98.3 - - -98.2 + + +98.35 - - + + 98.4 - - -98.6 + + +98.45 - - -98.8 + + +98.5 - - -99 + + +98.55 - - -99.2 + + +98.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/base/estimates.json b/criterion/micro_ops_tee/base/estimates.json index eab8d17a883f..8cf7f594a3aa 100644 --- a/criterion/micro_ops_tee/base/estimates.json +++ b/criterion/micro_ops_tee/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6923.741841999769,"upper_bound":6956.87472764915},"point_estimate":6938.335060833841,"standard_error":8.526269833754357},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6913.001131221719,"upper_bound":6929.382600732601},"point_estimate":6920.077852564103,"standard_error":4.325703661568463},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.496804042575416,"upper_bound":48.4237193083089},"point_estimate":36.39874516262493,"standard_error":5.139991197963801},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6927.050497343051,"upper_bound":6975.158569704032},"point_estimate":6948.192325425424,"standard_error":12.371008402940962},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.92738255626055,"upper_bound":129.37882500263672},"point_estimate":86.01522993481719,"standard_error":24.929098314601845}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6890.509016329229,"upper_bound":6916.158414271697},"point_estimate":6902.097952787563,"standard_error":6.555473404728797},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6879.0380974447235,"upper_bound":6901.38757701109},"point_estimate":6888.469300382875,"standard_error":4.897642292747797},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.613046986350597,"upper_bound":47.00065050336499},"point_estimate":39.04906737334897,"standard_error":3.796055565423801},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6895.513055236208,"upper_bound":6917.7953202423},"point_estimate":6906.159532118539,"standard_error":5.7071460471273765},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38.245494784488436,"upper_bound":95.12349957748653},"point_estimate":65.77245713390938,"standard_error":16.35458555869244}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/sample.json b/criterion/micro_ops_tee/base/sample.json index b5616b275610..d453818bad75 100644 --- a/criterion/micro_ops_tee/base/sample.json +++ b/criterion/micro_ops_tee/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[89506.0,178884.0,268450.0,357886.0,458886.0,536725.0,639589.0,715780.0,819160.0,905906.0,988812.0,1073322.0,1162737.0,1261950.0,1344493.0,1443931.0,1527159.0,1613383.0,1713838.0,1820859.0,1885283.0,1971630.0,2056509.0,2145046.0,2268685.0,2345334.0,2415219.0,2519659.0,2622497.0,2703310.0,2774002.0,2888540.0,2959205.0,3080509.0,3157904.0,3231613.0,3321067.0,3401249.0,3524656.0,3664292.0,3699487.0,3759479.0,3859600.0,3950645.0,4023748.0,4118478.0,4192824.0,4318445.0,4464783.0,4546369.0,4583919.0,4674733.0,4766888.0,4899810.0,4966266.0,5042109.0,5113384.0,5205680.0,5818067.0,5389602.0,5506914.0,5597725.0,5695941.0,5754648.0,5868399.0,5923974.0,6068404.0,6111093.0,6191100.0,6303753.0,6525317.0,6478584.0,6613997.0,6623348.0,6693715.0,6806023.0,6889894.0,7001581.0,7126194.0,7219547.0,7300094.0,7382330.0,7483042.0,7560174.0,7799989.0,7772794.0,7799650.0,8007500.0,8012381.0,8090357.0,8177962.0,8278929.0,8362499.0,8593788.0,8571887.0,9068153.0,8736438.0,8793949.0,8900021.0,8995442.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[89148.0,191546.0,270166.0,355871.0,445243.0,534003.0,623126.0,712190.0,815967.0,889879.0,978346.0,1090658.0,1172528.0,1252157.0,1335257.0,1438022.0,1517062.0,1606694.0,1732663.0,1782186.0,1870919.0,1961037.0,2066350.0,2163033.0,2260370.0,2326542.0,2406691.0,2506763.0,2605188.0,2684784.0,2756443.0,2866201.0,2938737.0,3044846.0,3136869.0,3203864.0,3300312.0,3395355.0,3472538.0,3574208.0,3655408.0,3787540.0,3863622.0,3947274.0,4063998.0,4140753.0,4207955.0,4310956.0,4379757.0,4461513.0,4550061.0,4647467.0,4762083.0,4871210.0,4937347.0,4991342.0,5120224.0,5173224.0,5397617.0,5339930.0,5484365.0,5537463.0,5794256.0,5816397.0,5820484.0,5909204.0,5975211.0,6105851.0,6158427.0,6253775.0,6362627.0,6472704.0,6528502.0,6627840.0,6699520.0,6835365.0,6880394.0,6987626.0,7093644.0,7211120.0,7285230.0,7370679.0,7421462.0,7531992.0,7788397.0,7681651.0,7824808.0,7931355.0,8004530.0,8056007.0,8222380.0,8252195.0,8293947.0,8414774.0,8525139.0,8580234.0,8718394.0,8913361.0,8894880.0,8960425.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/tukey.json b/criterion/micro_ops_tee/base/tukey.json index 862b32bf8457..3d799a892c86 100644 --- a/criterion/micro_ops_tee/base/tukey.json +++ b/criterion/micro_ops_tee/base/tukey.json @@ -1 +1 @@ -[6755.267846523432,6826.381863539829,7016.0192422502205,7087.133259266617] \ No newline at end of file +[6708.072703063571,6785.840797233142,6993.222381685335,7070.990475854907] \ No newline at end of file diff --git a/criterion/micro_ops_tee/change/estimates.json b/criterion/micro_ops_tee/change/estimates.json index b054fadb8b34..0e90c7985fd4 100644 --- a/criterion/micro_ops_tee/change/estimates.json +++ b/criterion/micro_ops_tee/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.24493641655891735,"upper_bound":-0.2410478159661187},"point_estimate":-0.24325189154011717,"standard_error":0.0009623235712029503},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.24612975853183894,"upper_bound":-0.2439636793728489},"point_estimate":-0.2451291461843904,"standard_error":0.0005694072581626448}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00833711867467716,"upper_bound":-0.0022141025644266846},"point_estimate":-0.00522273826913211,"standard_error":0.0015593191706808607},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006350898428870599,"upper_bound":-0.0023030665630887626},"point_estimate":-0.004567658464928348,"standard_error":0.0009641489829124413}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/estimates.json b/criterion/micro_ops_tee/new/estimates.json index eab8d17a883f..8cf7f594a3aa 100644 --- a/criterion/micro_ops_tee/new/estimates.json +++ b/criterion/micro_ops_tee/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6923.741841999769,"upper_bound":6956.87472764915},"point_estimate":6938.335060833841,"standard_error":8.526269833754357},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6913.001131221719,"upper_bound":6929.382600732601},"point_estimate":6920.077852564103,"standard_error":4.325703661568463},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.496804042575416,"upper_bound":48.4237193083089},"point_estimate":36.39874516262493,"standard_error":5.139991197963801},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6927.050497343051,"upper_bound":6975.158569704032},"point_estimate":6948.192325425424,"standard_error":12.371008402940962},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.92738255626055,"upper_bound":129.37882500263672},"point_estimate":86.01522993481719,"standard_error":24.929098314601845}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6890.509016329229,"upper_bound":6916.158414271697},"point_estimate":6902.097952787563,"standard_error":6.555473404728797},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6879.0380974447235,"upper_bound":6901.38757701109},"point_estimate":6888.469300382875,"standard_error":4.897642292747797},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.613046986350597,"upper_bound":47.00065050336499},"point_estimate":39.04906737334897,"standard_error":3.796055565423801},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6895.513055236208,"upper_bound":6917.7953202423},"point_estimate":6906.159532118539,"standard_error":5.7071460471273765},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38.245494784488436,"upper_bound":95.12349957748653},"point_estimate":65.77245713390938,"standard_error":16.35458555869244}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/sample.json b/criterion/micro_ops_tee/new/sample.json index b5616b275610..d453818bad75 100644 --- a/criterion/micro_ops_tee/new/sample.json +++ b/criterion/micro_ops_tee/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[89506.0,178884.0,268450.0,357886.0,458886.0,536725.0,639589.0,715780.0,819160.0,905906.0,988812.0,1073322.0,1162737.0,1261950.0,1344493.0,1443931.0,1527159.0,1613383.0,1713838.0,1820859.0,1885283.0,1971630.0,2056509.0,2145046.0,2268685.0,2345334.0,2415219.0,2519659.0,2622497.0,2703310.0,2774002.0,2888540.0,2959205.0,3080509.0,3157904.0,3231613.0,3321067.0,3401249.0,3524656.0,3664292.0,3699487.0,3759479.0,3859600.0,3950645.0,4023748.0,4118478.0,4192824.0,4318445.0,4464783.0,4546369.0,4583919.0,4674733.0,4766888.0,4899810.0,4966266.0,5042109.0,5113384.0,5205680.0,5818067.0,5389602.0,5506914.0,5597725.0,5695941.0,5754648.0,5868399.0,5923974.0,6068404.0,6111093.0,6191100.0,6303753.0,6525317.0,6478584.0,6613997.0,6623348.0,6693715.0,6806023.0,6889894.0,7001581.0,7126194.0,7219547.0,7300094.0,7382330.0,7483042.0,7560174.0,7799989.0,7772794.0,7799650.0,8007500.0,8012381.0,8090357.0,8177962.0,8278929.0,8362499.0,8593788.0,8571887.0,9068153.0,8736438.0,8793949.0,8900021.0,8995442.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[89148.0,191546.0,270166.0,355871.0,445243.0,534003.0,623126.0,712190.0,815967.0,889879.0,978346.0,1090658.0,1172528.0,1252157.0,1335257.0,1438022.0,1517062.0,1606694.0,1732663.0,1782186.0,1870919.0,1961037.0,2066350.0,2163033.0,2260370.0,2326542.0,2406691.0,2506763.0,2605188.0,2684784.0,2756443.0,2866201.0,2938737.0,3044846.0,3136869.0,3203864.0,3300312.0,3395355.0,3472538.0,3574208.0,3655408.0,3787540.0,3863622.0,3947274.0,4063998.0,4140753.0,4207955.0,4310956.0,4379757.0,4461513.0,4550061.0,4647467.0,4762083.0,4871210.0,4937347.0,4991342.0,5120224.0,5173224.0,5397617.0,5339930.0,5484365.0,5537463.0,5794256.0,5816397.0,5820484.0,5909204.0,5975211.0,6105851.0,6158427.0,6253775.0,6362627.0,6472704.0,6528502.0,6627840.0,6699520.0,6835365.0,6880394.0,6987626.0,7093644.0,7211120.0,7285230.0,7370679.0,7421462.0,7531992.0,7788397.0,7681651.0,7824808.0,7931355.0,8004530.0,8056007.0,8222380.0,8252195.0,8293947.0,8414774.0,8525139.0,8580234.0,8718394.0,8913361.0,8894880.0,8960425.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/tukey.json b/criterion/micro_ops_tee/new/tukey.json index 862b32bf8457..3d799a892c86 100644 --- a/criterion/micro_ops_tee/new/tukey.json +++ b/criterion/micro_ops_tee/new/tukey.json @@ -1 +1 @@ -[6755.267846523432,6826.381863539829,7016.0192422502205,7087.133259266617] \ No newline at end of file +[6708.072703063571,6785.840797233142,6993.222381685335,7070.990475854907] \ No newline at end of file diff --git a/criterion/micro_ops_tee/report/MAD.svg b/criterion/micro_ops_tee/report/MAD.svg index a84455085e95..2468dac480cb 100644 --- a/criterion/micro_ops_tee/report/MAD.svg +++ b/criterion/micro_ops_tee/report/MAD.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (ns) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - - -0.07 - - - + + 0.08 - - -0.09 + + +0.1 + + + +0.12 - + - + 30 - - -35 + + +32 - - + + +34 + + + +36 + + + +38 + + + 40 - - -45 + + +42 + + + +44 + + + +46 - - -50 + + +48 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/SD.svg b/criterion/micro_ops_tee/report/SD.svg index 62f5fe5d9450..5ab07689e3f9 100644 --- a/criterion/micro_ops_tee/report/SD.svg +++ b/criterion/micro_ops_tee/report/SD.svg @@ -9,94 +9,70 @@ Density (a.u.) Average time (ns) - -0.002 + +0.005 - - -0.004 - - - -0.006 - - - -0.008 - - - + + 0.01 - - -0.012 + + +0.015 - - -0.014 + + +0.02 - - -0.016 + + +0.025 - - -0.018 + + +0.03 - - -0.02 + + +0.035 - + -0.022 +0.04 - + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - - -110 - - - -120 - - - -130 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/both/pdf.svg b/criterion/micro_ops_tee/report/both/pdf.svg index bec49d18eb15..54f6f05a5608 100644 --- a/criterion/micro_ops_tee/report/both/pdf.svg +++ b/criterion/micro_ops_tee/report/both/pdf.svg @@ -9,59 +9,63 @@ Density (a.u.) Average Time (µs) - + +1 + + + 2 - - -4 + + +3 - - -6 + + +4 - - -8 + + +5 - - -10 + + +6 - - -12 + + +7 - - -14 + + +8 - + - -7 + +6.8 - - -7.5 + + +7 - - -8 + + +7.2 - - -8.5 + + +7.4 - - -9 + + +7.6 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_tee/report/both/regression.svg b/criterion/micro_ops_tee/report/both/regression.svg index c84535fa6856..3cf26c78ea1f 100644 --- a/criterion/micro_ops_tee/report/both/regression.svg +++ b/criterion/micro_ops_tee/report/both/regression.svg @@ -16,36 +16,56 @@ Iterations (x 10^3) - - - - - + + + + + + + + + 0.0 - + +1.0 + + + 2.0 - - + + +3.0 + + + 4.0 - - + + +5.0 + + + 6.0 - - + + +7.0 + + + 8.0 - - -10.0 + + +9.0 - + 0 @@ -76,9 +96,9 @@ Iterations (x 10^3) - - - + + + Base Sample diff --git a/criterion/micro_ops_tee/report/change/mean.svg b/criterion/micro_ops_tee/report/change/mean.svg index 924e029b9e1c..a7d9749b4705 100644 --- a/criterion/micro_ops_tee/report/change/mean.svg +++ b/criterion/micro_ops_tee/report/change/mean.svg @@ -9,79 +9,63 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - - -400 - - + - --0.245 - - - --0.2445 - - - --0.244 - - - --0.2435 - - - --0.243 - - - --0.2425 - - - --0.242 - - - --0.2415 - - - --0.241 - - - - - - + +-0.009 + + + +-0.008 + + + +-0.007 + + + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + +-0.002 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/median.svg b/criterion/micro_ops_tee/report/change/median.svg index 543bb0abcd02..f0f077ebd7e3 100644 --- a/criterion/micro_ops_tee/report/change/median.svg +++ b/criterion/micro_ops_tee/report/change/median.svg @@ -9,59 +9,83 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - -300 + + +250 - - -400 - - - -500 + + +300 - - -600 + + +350 - - -700 + + +400 - + - --0.246 - - - --0.2455 - - - --0.245 - - - --0.2445 - - - --0.244 - - - - - - + +-0.0065 + + + +-0.006 + + + +-0.0055 + + + +-0.005 + + + +-0.0045 + + + +-0.004 + + + +-0.0035 + + + +-0.003 + + + +-0.0025 + + + +-0.002 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/t-test.svg b/criterion/micro_ops_tee/report/change/t-test.svg index 338f348245aa..9cd642396821 100644 --- a/criterion/micro_ops_tee/report/change/t-test.svg +++ b/criterion/micro_ops_tee/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_tee/report/index.html b/criterion/micro_ops_tee/report/index.html index 83aee8c1c062..bf9901c6f6b3 100644 --- a/criterion/micro_ops_tee/report/index.html +++ b/criterion/micro_ops_tee/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.9271 µs - 6.9482 µs - 6.9752 µs + 6.8955 µs + 6.9062 µs + 6.9178 µs R² - 0.9735739 - 0.9748066 - 0.9728028 + 0.9940120 + 0.9943387 + 0.9939485 Mean - 6.9237 µs - 6.9383 µs - 6.9569 µs + 6.8905 µs + 6.9021 µs + 6.9162 µs Std. Dev. - 40.927 ns - 86.015 ns - 129.38 ns + 38.245 ns + 65.772 ns + 95.123 ns Median - 6.9130 µs - 6.9201 µs - 6.9294 µs + 6.8790 µs + 6.8885 µs + 6.9014 µs MAD - 28.497 ns - 36.399 ns - 48.424 ns + 31.613 ns + 39.049 ns + 47.001 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -24.494% - -24.325% - -24.105% + -0.8337% + -0.5223% + -0.2214% (p = 0.00 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_tee/report/mean.svg b/criterion/micro_ops_tee/report/mean.svg index b2195dcaa853..13d40a1f4eb0 100644 --- a/criterion/micro_ops_tee/report/mean.svg +++ b/criterion/micro_ops_tee/report/mean.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - - - -6.925 - - - -6.93 + + +60 - - -6.935 + + + +6.89 - - -6.94 + + +6.895 - - -6.945 + + +6.9 - - -6.95 + + +6.905 - - -6.955 + + +6.91 - - -6.96 + + +6.915 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/median.svg b/criterion/micro_ops_tee/report/median.svg index 58f3fb80737e..6322a9b35464 100644 --- a/criterion/micro_ops_tee/report/median.svg +++ b/criterion/micro_ops_tee/report/median.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - - -6.912 - - - -6.914 - - - -6.916 - - - -6.918 - - - -6.92 + + +160 - - -6.922 + + + +6.88 - - -6.924 + + +6.885 - - -6.926 + + +6.89 - - -6.928 + + +6.895 - - -6.93 + + +6.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/pdf.svg b/criterion/micro_ops_tee/report/pdf.svg index eddb3efe0281..ba2979e4c49e 100644 --- a/criterion/micro_ops_tee/report/pdf.svg +++ b/criterion/micro_ops_tee/report/pdf.svg @@ -38,42 +38,34 @@ Average Time (µs) - + 6.8 - - + + 6.9 - - + + 7 - - + + 7.1 - - + + 7.2 - - + + 7.3 - - + + 7.4 - - -7.5 - - - -7.6 - - + Density (a.u.) @@ -82,56 +74,56 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - - - - - - - - - - - - - - - - - - - - - - + + +8 + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_tee/report/pdf_small.svg b/criterion/micro_ops_tee/report/pdf_small.svg index 60312afee007..f58118a7256a 100644 --- a/criterion/micro_ops_tee/report/pdf_small.svg +++ b/criterion/micro_ops_tee/report/pdf_small.svg @@ -10,59 +10,59 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - + + +9 + + - + 6.8 - - + + 7 - - + + 7.2 - - + + 7.4 - - -7.6 - - - - + + + diff --git a/criterion/micro_ops_tee/report/regression.svg b/criterion/micro_ops_tee/report/regression.svg index 4ab09e6ff483..b60389072f49 100644 --- a/criterion/micro_ops_tee/report/regression.svg +++ b/criterion/micro_ops_tee/report/regression.svg @@ -14,52 +14,47 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - -9.0 - - + 0.2 @@ -89,104 +84,104 @@ Iterations (x 10^3) - - + + - + - - + + - - - - - - - + + + + + + + - - + + - + - - + + - - - - - + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_tee/report/regression_small.svg b/criterion/micro_ops_tee/report/regression_small.svg index 8fc53d77d5d8..3d61098d48ea 100644 --- a/criterion/micro_ops_tee/report/regression_small.svg +++ b/criterion/micro_ops_tee/report/regression_small.svg @@ -12,51 +12,46 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - -9.0 - - + 0.2 @@ -88,30 +83,30 @@ Iterations (x 10^3) - - + + - + - - - + + + - - - + + + - + - + @@ -119,69 +114,69 @@ Iterations (x 10^3) - + - + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - + + + - + - - + + - - - - - - - + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - + + + + + + - - - - - - - - - + + + + + + + + + diff --git a/criterion/micro_ops_tee/report/relative_pdf_small.svg b/criterion/micro_ops_tee/report/relative_pdf_small.svg index af6e1d5d6d4a..69bbf0ee150f 100644 --- a/criterion/micro_ops_tee/report/relative_pdf_small.svg +++ b/criterion/micro_ops_tee/report/relative_pdf_small.svg @@ -6,57 +6,61 @@ Density (a.u.) Average Time (µs) - + +1 + + + 2 - - -4 + + +3 - - -6 + + +4 - - -8 + + +5 - - -10 + + +6 - - -12 + + +7 - - -14 + + +8 - + - -7 + +6.8 - - -7.5 + + +7 - - -8 + + +7.2 - - -8.5 + + +7.4 - - -9 + + +7.6 - - - - - + + + + + diff --git a/criterion/micro_ops_tee/report/relative_regression_small.svg b/criterion/micro_ops_tee/report/relative_regression_small.svg index 881963a19644..2c8d7904f20d 100644 --- a/criterion/micro_ops_tee/report/relative_regression_small.svg +++ b/criterion/micro_ops_tee/report/relative_regression_small.svg @@ -13,36 +13,56 @@ Iterations (x 10^3) - + + - - - + + + + + + 0.0 - + +1.0 + + + 2.0 - + -4.0 +3.0 - + +4.0 + + + +5.0 + + + 6.0 - - + + +7.0 + + + 8.0 - - -10.0 + + +9.0 - + 0 @@ -74,6 +94,6 @@ Iterations (x 10^3) - - + + diff --git a/criterion/micro_ops_tee/report/slope.svg b/criterion/micro_ops_tee/report/slope.svg index aa467d024b72..681bea2e2857 100644 --- a/criterion/micro_ops_tee/report/slope.svg +++ b/criterion/micro_ops_tee/report/slope.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 + + +40 - - - -6.93 + + +50 - - -6.94 + + +60 + + + +70 + + + + +6.895 - - -6.95 + + +6.9 - - -6.96 + + +6.905 - - -6.97 + + +6.91 - - -6.98 + + +6.915 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/typical.svg b/criterion/micro_ops_tee/report/typical.svg index 75086743f763..4259740b2b84 100644 --- a/criterion/micro_ops_tee/report/typical.svg +++ b/criterion/micro_ops_tee/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 + + +40 - - - -6.93 + + +50 - - -6.94 + + +60 + + + +70 + + + + +6.895 - - -6.95 + + +6.9 - - -6.96 + + +6.905 - - -6.97 + + +6.91 - - -6.98 + + +6.915 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/base/estimates.json b/criterion/micro_ops_union/base/estimates.json index b26a5e0e76d1..a44b0f3cc742 100644 --- a/criterion/micro_ops_union/base/estimates.json +++ b/criterion/micro_ops_union/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15701.22981589381,"upper_bound":15843.292480041498},"point_estimate":15768.762937480118,"standard_error":36.24813185683652},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15619.26533105996,"upper_bound":15694.330554256921},"point_estimate":15656.478793309438,"standard_error":21.44569736531476},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96.98980841585005,"upper_bound":170.57964254374468},"point_estimate":126.513667845592,"standard_error":20.33791766815754},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15616.720171821415,"upper_bound":15684.927680677922},"point_estimate":15650.886644664466,"standard_error":17.433874493121085},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":269.2098810944113,"upper_bound":441.62497308617355},"point_estimate":363.6370240968587,"standard_error":44.02648312534506}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14932.813578267791,"upper_bound":14992.879564927445},"point_estimate":14960.760264305974,"standard_error":15.381254450375332},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14904.960390355913,"upper_bound":14925.56886574074},"point_estimate":14913.838497417957,"standard_error":5.014174749627928},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35.64084597285131,"upper_bound":70.78704246239005},"point_estimate":52.88307528932101,"standard_error":9.198023812799764},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14923.972632363326,"upper_bound":14984.710811959258},"point_estimate":14949.518635206805,"standard_error":15.749543419688996},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99.70795270790332,"upper_bound":199.21952362131182},"point_estimate":154.8390657352707,"standard_error":25.38589938237734}} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/sample.json b/criterion/micro_ops_union/base/sample.json index ca7a05a0edf7..d822abb7d856 100644 --- a/criterion/micro_ops_union/base/sample.json +++ b/criterion/micro_ops_union/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[150230.0,298987.0,448646.0,599105.0,752703.0,901327.0,1047758.0,1200900.0,1397697.0,1501546.0,1639667.0,1775159.0,1838492.0,1950413.0,2117067.0,2262424.0,2378735.0,2500028.0,2703863.0,2796415.0,2952242.0,3098232.0,3233741.0,3364174.0,3523733.0,3648992.0,3805409.0,3953579.0,4057021.0,4255676.0,4367542.0,4528454.0,4663227.0,4782214.0,4906077.0,5057350.0,5222619.0,5324783.0,5504907.0,5607294.0,5700142.0,5867313.0,6095139.0,6228521.0,6310093.0,6496458.0,6685193.0,6861506.0,7002523.0,7089513.0,7264671.0,7394949.0,7535852.0,7698811.0,7745412.0,7885006.0,7950787.0,8082785.0,8228293.0,8415378.0,8536652.0,8812014.0,8842196.0,9081780.0,9110611.0,9240194.0,9393790.0,9544419.0,9763237.0,9912301.0,9978209.0,10111702.0,10193494.0,10468812.0,10510584.0,10675008.0,10702116.0,10946815.0,11083079.0,11081451.0,11188598.0,11366519.0,11678183.0,11837966.0,11946694.0,12099379.0,12180886.0,12427304.0,12472417.0,12661446.0,12779055.0,12914606.0,13138166.0,13276844.0,13516296.0,13652333.0,13781990.0,14076263.0,14063656.0,14139824.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[133888.0,267038.0,401796.0,557826.0,686394.0,800748.0,937114.0,1068767.0,1200450.0,1338087.0,1466868.0,1626804.0,1743828.0,1877819.0,2011582.0,2157603.0,2299507.0,2430010.0,2541453.0,2683911.0,2854253.0,2941336.0,3106159.0,3341902.0,3452537.0,3646073.0,3650164.0,3750471.0,3892563.0,4026642.0,4150060.0,4298035.0,4430562.0,4593842.0,4747781.0,4834875.0,4960303.0,5085090.0,5213625.0,5370032.0,5478826.0,5662291.0,5754899.0,5913430.0,6092647.0,6169682.0,6285734.0,6448639.0,6586727.0,6707397.0,6869382.0,6986381.0,7130272.0,7245396.0,7376937.0,7504560.0,7700199.0,7773272.0,7913439.0,8353847.0,8179905.0,8285950.0,8454797.0,8605097.0,8725535.0,8838403.0,8987961.0,9143923.0,9261372.0,9446658.0,9545762.0,9667804.0,9837859.0,9907997.0,10037157.0,10189116.0,10321784.0,10994911.0,10601056.0,10705935.0,10888725.0,11041537.0,11181301.0,11379492.0,11420754.0,11549969.0,11755183.0,11803159.0,11955002.0,12079006.0,12190373.0,12316447.0,12516997.0,12598222.0,12758798.0,12902784.0,13018547.0,13275234.0,13330699.0,13391733.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/tukey.json b/criterion/micro_ops_union/base/tukey.json index 135749c90dfb..43ba4f10ca3d 100644 --- a/criterion/micro_ops_union/base/tukey.json +++ b/criterion/micro_ops_union/base/tukey.json @@ -1 +1 @@ -[14956.609875722917,15267.19122517489,16095.408157046822,16405.989506498798] \ No newline at end of file +[14636.555381188622,14760.30298821336,15090.29660694599,15214.044213970727] \ No newline at end of file diff --git a/criterion/micro_ops_union/change/estimates.json b/criterion/micro_ops_union/change/estimates.json index 13944e15302c..de818251c8b8 100644 --- a/criterion/micro_ops_union/change/estimates.json +++ b/criterion/micro_ops_union/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.5590530304308863,"upper_bound":-0.5548375058626399},"point_estimate":-0.5570646503190231,"standard_error":0.0010828694568371477},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.5611783083122068,"upper_bound":-0.5589518997658632},"point_estimate":-0.5600429377757739,"standard_error":0.0006198678179883249}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05607843485482221,"upper_bound":-0.046799817444486164},"point_estimate":-0.05124071408630515,"standard_error":0.0023700906702306644},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04983079031033888,"upper_bound":-0.045056979650906714},"point_estimate":-0.04743341754525521,"standard_error":0.0013331978775716691}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/estimates.json b/criterion/micro_ops_union/new/estimates.json index b26a5e0e76d1..a44b0f3cc742 100644 --- a/criterion/micro_ops_union/new/estimates.json +++ b/criterion/micro_ops_union/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15701.22981589381,"upper_bound":15843.292480041498},"point_estimate":15768.762937480118,"standard_error":36.24813185683652},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15619.26533105996,"upper_bound":15694.330554256921},"point_estimate":15656.478793309438,"standard_error":21.44569736531476},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96.98980841585005,"upper_bound":170.57964254374468},"point_estimate":126.513667845592,"standard_error":20.33791766815754},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15616.720171821415,"upper_bound":15684.927680677922},"point_estimate":15650.886644664466,"standard_error":17.433874493121085},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":269.2098810944113,"upper_bound":441.62497308617355},"point_estimate":363.6370240968587,"standard_error":44.02648312534506}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14932.813578267791,"upper_bound":14992.879564927445},"point_estimate":14960.760264305974,"standard_error":15.381254450375332},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14904.960390355913,"upper_bound":14925.56886574074},"point_estimate":14913.838497417957,"standard_error":5.014174749627928},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35.64084597285131,"upper_bound":70.78704246239005},"point_estimate":52.88307528932101,"standard_error":9.198023812799764},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14923.972632363326,"upper_bound":14984.710811959258},"point_estimate":14949.518635206805,"standard_error":15.749543419688996},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99.70795270790332,"upper_bound":199.21952362131182},"point_estimate":154.8390657352707,"standard_error":25.38589938237734}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/sample.json b/criterion/micro_ops_union/new/sample.json index ca7a05a0edf7..d822abb7d856 100644 --- a/criterion/micro_ops_union/new/sample.json +++ b/criterion/micro_ops_union/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[150230.0,298987.0,448646.0,599105.0,752703.0,901327.0,1047758.0,1200900.0,1397697.0,1501546.0,1639667.0,1775159.0,1838492.0,1950413.0,2117067.0,2262424.0,2378735.0,2500028.0,2703863.0,2796415.0,2952242.0,3098232.0,3233741.0,3364174.0,3523733.0,3648992.0,3805409.0,3953579.0,4057021.0,4255676.0,4367542.0,4528454.0,4663227.0,4782214.0,4906077.0,5057350.0,5222619.0,5324783.0,5504907.0,5607294.0,5700142.0,5867313.0,6095139.0,6228521.0,6310093.0,6496458.0,6685193.0,6861506.0,7002523.0,7089513.0,7264671.0,7394949.0,7535852.0,7698811.0,7745412.0,7885006.0,7950787.0,8082785.0,8228293.0,8415378.0,8536652.0,8812014.0,8842196.0,9081780.0,9110611.0,9240194.0,9393790.0,9544419.0,9763237.0,9912301.0,9978209.0,10111702.0,10193494.0,10468812.0,10510584.0,10675008.0,10702116.0,10946815.0,11083079.0,11081451.0,11188598.0,11366519.0,11678183.0,11837966.0,11946694.0,12099379.0,12180886.0,12427304.0,12472417.0,12661446.0,12779055.0,12914606.0,13138166.0,13276844.0,13516296.0,13652333.0,13781990.0,14076263.0,14063656.0,14139824.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[133888.0,267038.0,401796.0,557826.0,686394.0,800748.0,937114.0,1068767.0,1200450.0,1338087.0,1466868.0,1626804.0,1743828.0,1877819.0,2011582.0,2157603.0,2299507.0,2430010.0,2541453.0,2683911.0,2854253.0,2941336.0,3106159.0,3341902.0,3452537.0,3646073.0,3650164.0,3750471.0,3892563.0,4026642.0,4150060.0,4298035.0,4430562.0,4593842.0,4747781.0,4834875.0,4960303.0,5085090.0,5213625.0,5370032.0,5478826.0,5662291.0,5754899.0,5913430.0,6092647.0,6169682.0,6285734.0,6448639.0,6586727.0,6707397.0,6869382.0,6986381.0,7130272.0,7245396.0,7376937.0,7504560.0,7700199.0,7773272.0,7913439.0,8353847.0,8179905.0,8285950.0,8454797.0,8605097.0,8725535.0,8838403.0,8987961.0,9143923.0,9261372.0,9446658.0,9545762.0,9667804.0,9837859.0,9907997.0,10037157.0,10189116.0,10321784.0,10994911.0,10601056.0,10705935.0,10888725.0,11041537.0,11181301.0,11379492.0,11420754.0,11549969.0,11755183.0,11803159.0,11955002.0,12079006.0,12190373.0,12316447.0,12516997.0,12598222.0,12758798.0,12902784.0,13018547.0,13275234.0,13330699.0,13391733.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/tukey.json b/criterion/micro_ops_union/new/tukey.json index 135749c90dfb..43ba4f10ca3d 100644 --- a/criterion/micro_ops_union/new/tukey.json +++ b/criterion/micro_ops_union/new/tukey.json @@ -1 +1 @@ -[14956.609875722917,15267.19122517489,16095.408157046822,16405.989506498798] \ No newline at end of file +[14636.555381188622,14760.30298821336,15090.29660694599,15214.044213970727] \ No newline at end of file diff --git a/criterion/micro_ops_union/report/MAD.svg b/criterion/micro_ops_union/report/MAD.svg index cece7293bfc8..577a8b3ba4c8 100644 --- a/criterion/micro_ops_union/report/MAD.svg +++ b/criterion/micro_ops_union/report/MAD.svg @@ -9,86 +9,78 @@ Density (a.u.) Average time (ns) - -0.002 + +0.005 - - -0.004 - - - -0.006 + + +0.01 - - -0.008 + + +0.015 - - -0.01 + + +0.02 - - -0.012 + + +0.025 - - -0.014 + + +0.03 - - -0.016 + + +0.035 - - -0.018 + + +0.04 - - -0.02 + + +0.045 - + - -90 - - - -100 + +35 - - -110 + + +40 - - -120 + + +45 - - -130 + + +50 - - -140 + + +55 - - -150 + + +60 - - -160 + + +65 - - -170 + + +70 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/SD.svg b/criterion/micro_ops_union/report/SD.svg index 60d99a1e7857..6374fa5a81ec 100644 --- a/criterion/micro_ops_union/report/SD.svg +++ b/criterion/micro_ops_union/report/SD.svg @@ -9,94 +9,66 @@ Density (a.u.) Average time (ns) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - - -0.009 - - - + + 0.01 - - - -260 - - - -280 + + +0.012 - - -300 + + +0.014 - - -320 + + +0.016 - - -340 - - - -360 + + + +100 - - -380 + + +120 - - -400 + + +140 - - -420 + + +160 - - -440 + + +180 - - -460 + + +200 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/both/pdf.svg b/criterion/micro_ops_union/report/both/pdf.svg index 9cd59136bfcf..c20c79594e7d 100644 --- a/criterion/micro_ops_union/report/both/pdf.svg +++ b/criterion/micro_ops_union/report/both/pdf.svg @@ -9,59 +9,55 @@ Density (a.u.) Average Time (µs) - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 + + +2 - - -4 + + +2.5 - - -5 + + +3 - - -6 + + +3.5 - - -7 + + +4 - + - + 15 - - -20 - - - -25 - - - -30 + + +16 - - -35 + + +17 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_union/report/both/regression.svg b/criterion/micro_ops_union/report/both/regression.svg index 4e475d179602..d24f86d1bc62 100644 --- a/criterion/micro_ops_union/report/both/regression.svg +++ b/criterion/micro_ops_union/report/both/regression.svg @@ -19,41 +19,46 @@ Iterations - - - - - - + + + + + + + 0.0 - -5.0 + +2.0 - - -10.0 + + +4.0 + + + +6.0 - - -15.0 + + +8.0 - - -20.0 + + +10.0 - - -25.0 + + +12.0 - - -30.0 + + +14.0 - + 0 @@ -97,8 +102,8 @@ Iterations - - + + Base Sample diff --git a/criterion/micro_ops_union/report/change/mean.svg b/criterion/micro_ops_union/report/change/mean.svg index 433f25a934f1..7d02f9a9c8b4 100644 --- a/criterion/micro_ops_union/report/change/mean.svg +++ b/criterion/micro_ops_union/report/change/mean.svg @@ -9,86 +9,66 @@ Density (a.u.) Relative change (%) - -50 + +20 - + -100 +40 - -150 + +60 - - -200 + + +80 - - -250 + + +100 - - -300 + + +120 - - -350 + + +140 - - -400 + + +160 - + - --0.5595 - - - --0.559 - - - --0.5585 - - - --0.558 - - - --0.5575 - - - --0.557 + +-0.056 - - --0.5565 + + +-0.054 - - --0.556 + + +-0.052 - - --0.5555 + + +-0.05 - - --0.555 + + +-0.048 - - --0.5545 + + +-0.046 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/median.svg b/criterion/micro_ops_union/report/change/median.svg index d0af1dbc4cdc..25ce01619d9b 100644 --- a/criterion/micro_ops_union/report/change/median.svg +++ b/criterion/micro_ops_union/report/change/median.svg @@ -9,70 +9,82 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - -400 + + +350 - - -500 + + + +-0.05 - - -600 + + +-0.0495 - - -700 + + +-0.049 - - -800 + + +-0.0485 - - -900 + + +-0.048 - - -1000 + + +-0.0475 - - - --0.561 + + +-0.047 - - --0.5605 + + +-0.0465 - - --0.56 + + +-0.046 - - --0.5595 + + +-0.0455 - - --0.559 + + +-0.045 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/t-test.svg b/criterion/micro_ops_union/report/change/t-test.svg index f88f2e3e5ada..b6f50332727f 100644 --- a/criterion/micro_ops_union/report/change/t-test.svg +++ b/criterion/micro_ops_union/report/change/t-test.svg @@ -13,76 +13,76 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/micro_ops_union/report/index.html b/criterion/micro_ops_union/report/index.html index 9be5092c2972..e62e9b434ff7 100644 --- a/criterion/micro_ops_union/report/index.html +++ b/criterion/micro_ops_union/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 15.617 µs - 15.651 µs - 15.685 µs + 14.924 µs + 14.950 µs + 14.985 µs R² - 0.9894234 - 0.9900591 - 0.9894281 + 0.9894047 + 0.9898073 + 0.9890434 Mean - 15.701 µs - 15.769 µs - 15.843 µs + 14.933 µs + 14.961 µs + 14.993 µs Std. Dev. - 269.21 ns - 363.64 ns - 441.62 ns + 99.708 ns + 154.84 ns + 199.22 ns Median - 15.619 µs - 15.656 µs - 15.694 µs + 14.905 µs + 14.914 µs + 14.926 µs MAD - 96.990 ns - 126.51 ns - 170.58 ns + 35.641 ns + 52.883 ns + 70.787 ns @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - -55.905% - -55.706% - -55.484% + -5.6078% + -5.1241% + -4.6800% (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_union/report/mean.svg b/criterion/micro_ops_union/report/mean.svg index 1f830529dd44..8c819e138df9 100644 --- a/criterion/micro_ops_union/report/mean.svg +++ b/criterion/micro_ops_union/report/mean.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 + + +10 - - -8 + + +15 - - -10 + + +20 - - -12 + + +25 - + - -15.7 - - - -15.72 + +14.93 - - -15.74 + + +14.94 - - -15.76 + + +14.95 - - -15.78 + + +14.96 - - -15.8 + + +14.97 - - -15.82 + + +14.98 - - -15.84 + + +14.99 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/median.svg b/criterion/micro_ops_union/report/median.svg index b725520ac4de..e14bda538b9d 100644 --- a/criterion/micro_ops_union/report/median.svg +++ b/criterion/micro_ops_union/report/median.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - -5 - - - -10 - - - -15 - - - + 20 - - -25 + + +40 - - -30 + + +60 - - - -15.62 + + +80 + + + +100 - - -15.63 + + +120 - - -15.64 + + +140 - - -15.65 + + +160 - - -15.66 + + + +14.905 - - -15.67 + + +14.91 - - -15.68 + + +14.915 - - -15.69 + + +14.92 - - -15.7 + + +14.925 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/pdf.svg b/criterion/micro_ops_union/report/pdf.svg index b8d18d4e0ce4..4e2e44d8d959 100644 --- a/criterion/micro_ops_union/report/pdf.svg +++ b/criterion/micro_ops_union/report/pdf.svg @@ -50,30 +50,30 @@ Average Time (µs) - -15 + +14.8 - - -15.5 + + +15 - - -16 + + +15.2 - - -16.5 + + +15.4 - - -17 + + +15.6 - - -17.5 + + +15.8 - + Density (a.u.) @@ -82,72 +82,60 @@ Density (a.u.) 0 - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 + +0.5 - - + + 1 - - -1.2 - - - -1.4 - - - -1.6 - - - -1.8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_union/report/pdf_small.svg b/criterion/micro_ops_union/report/pdf_small.svg index 9732e0d247e3..120c8399d47f 100644 --- a/criterion/micro_ops_union/report/pdf_small.svg +++ b/criterion/micro_ops_union/report/pdf_small.svg @@ -10,59 +10,51 @@ Average Time (µs) 0 - -0.2 + +0.5 - - -0.4 - - - -0.6 + + +1 - - -0.8 + + +1.5 - - -1 + + +2 - - -1.2 + + +2.5 - - -1.4 + + +3 - - -1.6 + + +3.5 - - -1.8 + + +4 - - -2 + + +4.5 - + - + 15 - - -16 - - - -17 + + +15.5 - - - + + + diff --git a/criterion/micro_ops_union/report/regression.svg b/criterion/micro_ops_union/report/regression.svg index a34bf1e67f38..12d16c952d9f 100644 --- a/criterion/micro_ops_union/report/regression.svg +++ b/criterion/micro_ops_union/report/regression.svg @@ -17,42 +17,37 @@ Iterations - - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - -14.0 - - + 100 @@ -94,104 +89,104 @@ Iterations - - - - - - - - + + + + + + + + - - + + - - + + - - + + - - - - - - - - + + + + + + + + - - - - - + + + + + - - - - + + + + - + - - - + + + - + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - + + Sample diff --git a/criterion/micro_ops_union/report/regression_small.svg b/criterion/micro_ops_union/report/regression_small.svg index 2fbe43c97881..98b060fda279 100644 --- a/criterion/micro_ops_union/report/regression_small.svg +++ b/criterion/micro_ops_union/report/regression_small.svg @@ -14,42 +14,37 @@ Iterations - - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - -14.0 - - + 100 @@ -92,101 +87,101 @@ Iterations - - - - - - - + + + + + + + - + - - + + - - + + - - - - - + + + + + - + - - - - + + + + - + - - - + + + - - + + - + - - - - - - - - - - + + + + + + + + + + - - - - + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - + + + - - + + diff --git a/criterion/micro_ops_union/report/relative_pdf_small.svg b/criterion/micro_ops_union/report/relative_pdf_small.svg index 75c0d1f8332e..9bbd1e59fe73 100644 --- a/criterion/micro_ops_union/report/relative_pdf_small.svg +++ b/criterion/micro_ops_union/report/relative_pdf_small.svg @@ -6,57 +6,53 @@ Density (a.u.) Average Time (µs) - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 + + +2 - + -4 +2.5 - -5 + +3 - - -6 + + +3.5 - - -7 + + +4 - + - + 15 - - -20 - - - -25 - - - -30 + + +16 - - -35 + + +17 - - - - - + + + + + diff --git a/criterion/micro_ops_union/report/relative_regression_small.svg b/criterion/micro_ops_union/report/relative_regression_small.svg index 6d1dd8ff6144..f9a9c86b719b 100644 --- a/criterion/micro_ops_union/report/relative_regression_small.svg +++ b/criterion/micro_ops_union/report/relative_regression_small.svg @@ -16,41 +16,46 @@ Iterations - - - - - - + + + + + + + 0.0 - -5.0 + +2.0 - - -10.0 + + +4.0 + + + +6.0 - - -15.0 + + +8.0 - - -20.0 + + +10.0 - - -25.0 + + +12.0 - - -30.0 + + +14.0 - + 0 @@ -94,6 +99,6 @@ Iterations - - + + diff --git a/criterion/micro_ops_union/report/slope.svg b/criterion/micro_ops_union/report/slope.svg index 44ff0a83fe38..475ab9ab7491 100644 --- a/criterion/micro_ops_union/report/slope.svg +++ b/criterion/micro_ops_union/report/slope.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + - -15.61 + +14.92 - - -15.62 + + +14.93 - - -15.63 + + +14.94 - - -15.64 + + +14.95 - - -15.65 + + +14.96 - - -15.66 + + +14.97 - - -15.67 + + +14.98 - - -15.68 + + +14.99 - - -15.69 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/typical.svg b/criterion/micro_ops_union/report/typical.svg index f651481f80be..1fa2bdaa2779 100644 --- a/criterion/micro_ops_union/report/typical.svg +++ b/criterion/micro_ops_union/report/typical.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + - -15.61 + +14.92 - - -15.62 + + +14.93 - - -15.63 + + +14.94 - - -15.64 + + +14.95 - - -15.65 + + +14.96 - - -15.66 + + +14.97 - - -15.67 + + +14.98 - - -15.68 + + +14.99 - - -15.69 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/base/estimates.json b/criterion/micro_ops_unique/base/estimates.json index fa2986aaf579..2e8ea4616e02 100644 --- a/criterion/micro_ops_unique/base/estimates.json +++ b/criterion/micro_ops_unique/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52903.69513872256,"upper_bound":53034.87143249765},"point_estimate":52965.67839757595,"standard_error":33.5198435110535},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52875.5845959596,"upper_bound":52964.465127556396},"point_estimate":52922.806830317524,"standard_error":26.00219736145697},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147.67989594765606,"upper_bound":257.83249611952647},"point_estimate":202.5051055623245,"standard_error":28.519743673832572},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52945.657514397324,"upper_bound":53093.541810873445},"point_estimate":53012.6563351559,"standard_error":37.95059157572174},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":229.04882631982417,"upper_bound":431.80613680977086},"point_estimate":335.75113640909916,"standard_error":52.014116072663796}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53012.14515562239,"upper_bound":53241.59192675325},"point_estimate":53119.29834854226,"standard_error":58.543670666632124},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52919.8275862069,"upper_bound":53000.40555555555},"point_estimate":52961.95910165485,"standard_error":18.8882719487327},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124.4234590479455,"upper_bound":240.07070838357313},"point_estimate":165.80019547750902,"standard_error":29.277046040920233},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52994.7179272728,"upper_bound":53150.13524156316},"point_estimate":53065.77975534867,"standard_error":39.87833321370029},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":405.56278490514984,"upper_bound":736.4069329832505},"point_estimate":588.8880047066427,"standard_error":84.25629307250854}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/sample.json b/criterion/micro_ops_unique/base/sample.json index 36db89ac46a6..db5a491b2b60 100644 --- a/criterion/micro_ops_unique/base/sample.json +++ b/criterion/micro_ops_unique/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[473714.0,959101.0,1419616.0,1903118.0,2386131.0,2838929.0,3335624.0,3796526.0,4266915.0,4758709.0,5201769.0,5697925.0,6143103.0,6634265.0,7119654.0,7646140.0,8060174.0,8535537.0,8996689.0,9640350.0,10148722.0,10601469.0,10892241.0,11383241.0,11854844.0,12352162.0,12887935.0,13339019.0,13770646.0,14260865.0,14756275.0,15175162.0,16207326.0,16235055.0,16607479.0,17138884.0,17594064.0,18013114.0,18438544.0,19069412.0,19720854.0,19939788.0,20465959.0,20970426.0,21475368.0,21959638.0,22363790.0,22917268.0,23434306.0,23737795.0,24200242.0,24869256.0,25333594.0,25645888.0,26281793.0,26799098.0,27188071.0,27506573.0,28147850.0,28751485.0,29063295.0,29556294.0,30060049.0,30510905.0,31023813.0,31396339.0,31956221.0,32334062.0,33024074.0,33284474.0,34424265.0,34320269.0,34806470.0,35229431.0,36742628.0,36099537.0,37142679.0,37074127.0,37598378.0,37927192.0,38645223.0,39084838.0,39540585.0,40115316.0,40514906.0,41031194.0,41412093.0,41877463.0,42383396.0,43019914.0,43361906.0,43918215.0,44305300.0,45397449.0,45172165.0,45696214.0,46070007.0,46799090.0,47209090.0,47614340.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[473933.0,946982.0,1422978.0,1891977.0,2378198.0,2837838.0,3313446.0,3825666.0,4296310.0,4979580.0,5482319.0,5969687.0,6405908.0,6935681.0,7391376.0,7801131.0,8142232.0,8605197.0,9022216.0,9499420.0,10009134.0,10399992.0,10940826.0,11418841.0,11845511.0,12339247.0,12806365.0,13316902.0,13812075.0,14275813.0,14673296.0,15165718.0,15652466.0,16131586.0,16649763.0,17068745.0,17567932.0,18150797.0,18743505.0,19058607.0,19570337.0,19983981.0,20537772.0,20927473.0,21484169.0,22380167.0,22394069.0,23019469.0,23400242.0,23841094.0,24399153.0,24807551.0,25418232.0,25822597.0,26214716.0,26677349.0,27179600.0,27660004.0,28097274.0,28593385.0,29096943.0,29580145.0,29992367.0,30437927.0,31005397.0,31463994.0,31929870.0,32422449.0,33453970.0,33523359.0,33871808.0,34264083.0,34837352.0,35228907.0,35651038.0,36234835.0,36621751.0,37256877.0,37638281.0,38248662.0,38616916.0,40057307.0,39522304.0,40262225.0,41020147.0,40936777.0,41434218.0,41981340.0,42538218.0,42798340.0,43655004.0,43814653.0,45034612.0,44808302.0,45350863.0,45699574.0,46212773.0,46746463.0,47125459.0,47700365.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/tukey.json b/criterion/micro_ops_unique/base/tukey.json index 4b24cafa8015..c6bafd253704 100644 --- a/criterion/micro_ops_unique/base/tukey.json +++ b/criterion/micro_ops_unique/base/tukey.json @@ -1 +1 @@ -[51928.12884182909,52344.29594230663,53454.074876913386,53870.24197739092] \ No newline at end of file +[52168.60980389216,52510.747414023375,53423.114374373275,53765.25198450449] \ No newline at end of file diff --git a/criterion/micro_ops_unique/change/estimates.json b/criterion/micro_ops_unique/change/estimates.json index 950966bdd3ee..cc2688561d5d 100644 --- a/criterion/micro_ops_unique/change/estimates.json +++ b/criterion/micro_ops_unique/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.4482513925791376,"upper_bound":-0.446753517574804},"point_estimate":-0.44751263594626034,"standard_error":0.0003745663119456329},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.44876235251001595,"upper_bound":-0.44766457506638546},"point_estimate":-0.44812867917220933,"standard_error":0.00029598127063478765}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00031596995901888593,"upper_bound":0.005380219386383204},"point_estimate":0.0029003678535595157,"standard_error":0.0013197608132949283},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0004045701986319372,"upper_bound":0.0018789649883663717},"point_estimate":0.0007397996002529439,"standard_error":0.0006077655115142488}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/estimates.json b/criterion/micro_ops_unique/new/estimates.json index fa2986aaf579..2e8ea4616e02 100644 --- a/criterion/micro_ops_unique/new/estimates.json +++ b/criterion/micro_ops_unique/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52903.69513872256,"upper_bound":53034.87143249765},"point_estimate":52965.67839757595,"standard_error":33.5198435110535},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52875.5845959596,"upper_bound":52964.465127556396},"point_estimate":52922.806830317524,"standard_error":26.00219736145697},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147.67989594765606,"upper_bound":257.83249611952647},"point_estimate":202.5051055623245,"standard_error":28.519743673832572},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52945.657514397324,"upper_bound":53093.541810873445},"point_estimate":53012.6563351559,"standard_error":37.95059157572174},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":229.04882631982417,"upper_bound":431.80613680977086},"point_estimate":335.75113640909916,"standard_error":52.014116072663796}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53012.14515562239,"upper_bound":53241.59192675325},"point_estimate":53119.29834854226,"standard_error":58.543670666632124},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52919.8275862069,"upper_bound":53000.40555555555},"point_estimate":52961.95910165485,"standard_error":18.8882719487327},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124.4234590479455,"upper_bound":240.07070838357313},"point_estimate":165.80019547750902,"standard_error":29.277046040920233},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52994.7179272728,"upper_bound":53150.13524156316},"point_estimate":53065.77975534867,"standard_error":39.87833321370029},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":405.56278490514984,"upper_bound":736.4069329832505},"point_estimate":588.8880047066427,"standard_error":84.25629307250854}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/sample.json b/criterion/micro_ops_unique/new/sample.json index 36db89ac46a6..db5a491b2b60 100644 --- a/criterion/micro_ops_unique/new/sample.json +++ b/criterion/micro_ops_unique/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[473714.0,959101.0,1419616.0,1903118.0,2386131.0,2838929.0,3335624.0,3796526.0,4266915.0,4758709.0,5201769.0,5697925.0,6143103.0,6634265.0,7119654.0,7646140.0,8060174.0,8535537.0,8996689.0,9640350.0,10148722.0,10601469.0,10892241.0,11383241.0,11854844.0,12352162.0,12887935.0,13339019.0,13770646.0,14260865.0,14756275.0,15175162.0,16207326.0,16235055.0,16607479.0,17138884.0,17594064.0,18013114.0,18438544.0,19069412.0,19720854.0,19939788.0,20465959.0,20970426.0,21475368.0,21959638.0,22363790.0,22917268.0,23434306.0,23737795.0,24200242.0,24869256.0,25333594.0,25645888.0,26281793.0,26799098.0,27188071.0,27506573.0,28147850.0,28751485.0,29063295.0,29556294.0,30060049.0,30510905.0,31023813.0,31396339.0,31956221.0,32334062.0,33024074.0,33284474.0,34424265.0,34320269.0,34806470.0,35229431.0,36742628.0,36099537.0,37142679.0,37074127.0,37598378.0,37927192.0,38645223.0,39084838.0,39540585.0,40115316.0,40514906.0,41031194.0,41412093.0,41877463.0,42383396.0,43019914.0,43361906.0,43918215.0,44305300.0,45397449.0,45172165.0,45696214.0,46070007.0,46799090.0,47209090.0,47614340.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[473933.0,946982.0,1422978.0,1891977.0,2378198.0,2837838.0,3313446.0,3825666.0,4296310.0,4979580.0,5482319.0,5969687.0,6405908.0,6935681.0,7391376.0,7801131.0,8142232.0,8605197.0,9022216.0,9499420.0,10009134.0,10399992.0,10940826.0,11418841.0,11845511.0,12339247.0,12806365.0,13316902.0,13812075.0,14275813.0,14673296.0,15165718.0,15652466.0,16131586.0,16649763.0,17068745.0,17567932.0,18150797.0,18743505.0,19058607.0,19570337.0,19983981.0,20537772.0,20927473.0,21484169.0,22380167.0,22394069.0,23019469.0,23400242.0,23841094.0,24399153.0,24807551.0,25418232.0,25822597.0,26214716.0,26677349.0,27179600.0,27660004.0,28097274.0,28593385.0,29096943.0,29580145.0,29992367.0,30437927.0,31005397.0,31463994.0,31929870.0,32422449.0,33453970.0,33523359.0,33871808.0,34264083.0,34837352.0,35228907.0,35651038.0,36234835.0,36621751.0,37256877.0,37638281.0,38248662.0,38616916.0,40057307.0,39522304.0,40262225.0,41020147.0,40936777.0,41434218.0,41981340.0,42538218.0,42798340.0,43655004.0,43814653.0,45034612.0,44808302.0,45350863.0,45699574.0,46212773.0,46746463.0,47125459.0,47700365.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/tukey.json b/criterion/micro_ops_unique/new/tukey.json index 4b24cafa8015..c6bafd253704 100644 --- a/criterion/micro_ops_unique/new/tukey.json +++ b/criterion/micro_ops_unique/new/tukey.json @@ -1 +1 @@ -[51928.12884182909,52344.29594230663,53454.074876913386,53870.24197739092] \ No newline at end of file +[52168.60980389216,52510.747414023375,53423.114374373275,53765.25198450449] \ No newline at end of file diff --git a/criterion/micro_ops_unique/report/MAD.svg b/criterion/micro_ops_unique/report/MAD.svg index 790b1b50ee00..4e380033b59f 100644 --- a/criterion/micro_ops_unique/report/MAD.svg +++ b/criterion/micro_ops_unique/report/MAD.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - + 0.016 - + +120 + + + 140 - - + + 160 - - + + 180 - - + + 200 - - + + 220 - - + + 240 - - -260 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/SD.svg b/criterion/micro_ops_unique/report/SD.svg index b9958cf5fe6a..cf84faa5efc5 100644 --- a/criterion/micro_ops_unique/report/SD.svg +++ b/criterion/micro_ops_unique/report/SD.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ns) - + +5e-4 + + + 0.001 - - + + +0.0015 + + + 0.002 - - + + +0.0025 + + + 0.003 - - + + +0.0035 + + + 0.004 - - + + +0.0045 + + + 0.005 - - -0.006 + + + +400 - - -0.007 + + +450 - - -0.008 + + +500 - - - -250 + + +550 - - -300 + + +600 - - -350 + + +650 - - -400 + + +700 - - -450 + + +750 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/both/pdf.svg b/criterion/micro_ops_unique/report/both/pdf.svg index 9bb05f22c35a..70f092ab1a6a 100644 --- a/criterion/micro_ops_unique/report/both/pdf.svg +++ b/criterion/micro_ops_unique/report/both/pdf.svg @@ -9,59 +9,59 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - + - -60 - - - -70 - - - -80 - - - -90 - - - - - - + +52 + + + +53 + + + +54 + + + +55 + + + +56 + + + + + + Base PDF diff --git a/criterion/micro_ops_unique/report/both/regression.svg b/criterion/micro_ops_unique/report/both/regression.svg index 631bde0b4a90..0430c688580d 100644 --- a/criterion/micro_ops_unique/report/both/regression.svg +++ b/criterion/micro_ops_unique/report/both/regression.svg @@ -19,51 +19,56 @@ Iterations - - - - - - - - + + + + + + + + + 0.0 - + +5.0 + + + 10.0 - - + + +15.0 + + + 20.0 - - -30.0 + + +25.0 - - -40.0 - - - -50.0 + + +30.0 - - -60.0 + + +35.0 - - -70.0 + + +40.0 - - -80.0 + + +45.0 - + 0 @@ -105,10 +110,10 @@ Iterations 900 - + - - + + Base Sample diff --git a/criterion/micro_ops_unique/report/change/mean.svg b/criterion/micro_ops_unique/report/change/mean.svg index 0e82b4199430..3ee22d22a8cb 100644 --- a/criterion/micro_ops_unique/report/change/mean.svg +++ b/criterion/micro_ops_unique/report/change/mean.svg @@ -9,91 +9,59 @@ Density (a.u.) Relative change (%) - -100 - - - -200 - - - -300 + +50 - - -400 - - - -500 - - - -600 + + +100 - - -700 + + +150 - - -800 + + +200 - - -900 + + +250 - - -1000 + + +300 - + - --0.4484 - - - --0.4482 - - - --0.448 - - - --0.4478 - - - --0.4476 - - - --0.4474 - - - --0.4472 - - - --0.447 - - - --0.4468 - - - --0.4466 - - - - - - + +0 + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/median.svg b/criterion/micro_ops_unique/report/change/median.svg index e599a2d55a15..a4ee3fc91d48 100644 --- a/criterion/micro_ops_unique/report/change/median.svg +++ b/criterion/micro_ops_unique/report/change/median.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - -200 + +100 - - -400 + + +200 - - -600 + + +300 - - -800 + + +400 - - -1000 + + +500 - - -1200 + + +600 - + - --0.4488 - - - --0.4486 - - - --0.4484 - - - --0.4482 - - - --0.448 - - - --0.4478 - - - --0.4476 - - - - - - + +-5e-4 + + + +0 + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/t-test.svg b/criterion/micro_ops_unique/report/change/t-test.svg index 0c18924b9d8b..b26e1e7bd4f8 100644 --- a/criterion/micro_ops_unique/report/change/t-test.svg +++ b/criterion/micro_ops_unique/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - + 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_unique/report/index.html b/criterion/micro_ops_unique/report/index.html index 48228043b3d4..d4238bb587fa 100644 --- a/criterion/micro_ops_unique/report/index.html +++ b/criterion/micro_ops_unique/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 52.946 µs - 53.013 µs - 53.094 µs + 52.995 µs + 53.066 µs + 53.150 µs R² - 0.9952663 - 0.9954866 - 0.9951656 + 0.9949044 + 0.9951509 + 0.9948036 Mean - 52.904 µs - 52.966 µs - 53.035 µs + 53.012 µs + 53.119 µs + 53.242 µs Std. Dev. - 229.05 ns - 335.75 ns - 431.81 ns + 405.56 ns + 588.89 ns + 736.41 ns Median - 52.876 µs - 52.923 µs - 52.964 µs + 52.920 µs + 52.962 µs + 53.000 µs MAD - 147.68 ns - 202.51 ns - 257.83 ns + 124.42 ns + 165.80 ns + 240.07 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -44.825% - -44.751% - -44.675% - (p = 0.00 < + +0.0316% + +0.2900% + +0.5380% + (p = 0.02 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_unique/report/mean.svg b/criterion/micro_ops_unique/report/mean.svg index 19b31484e05c..85b6d7ebebd8 100644 --- a/criterion/micro_ops_unique/report/mean.svg +++ b/criterion/micro_ops_unique/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - -4 + + +3 - - -6 + + +4 - - -8 + + +5 - - -10 + + +6 - - -12 + + +7 - + - -52.9 - - - -52.92 + +53 - - -52.94 + + +53.05 - - -52.96 + + +53.1 - - -52.98 + + +53.15 - - -53 + + +53.2 - - -53.02 + + +53.25 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/median.svg b/criterion/micro_ops_unique/report/median.svg index 30b4f7b66167..e6d3e6b98883 100644 --- a/criterion/micro_ops_unique/report/median.svg +++ b/criterion/micro_ops_unique/report/median.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + - -52.87 - - - -52.88 - - - -52.89 - - - -52.9 - - - -52.91 - - - + 52.92 - - + + 52.93 - - + + 52.94 - - + + 52.95 - - + + 52.96 - - + + 52.97 - - - - + + +52.98 + + + +52.99 + + + +53 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/pdf.svg b/criterion/micro_ops_unique/report/pdf.svg index 91764daacc54..5be5c502158c 100644 --- a/criterion/micro_ops_unique/report/pdf.svg +++ b/criterion/micro_ops_unique/report/pdf.svg @@ -50,26 +50,42 @@ Average Time (µs) - + +52 + + + 52.5 - - + + 53 - - + + 53.5 - - + + 54 - - + + 54.5 - + + +55 + + + +55.5 + + + +56 + + Density (a.u.) @@ -78,56 +94,56 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - -1.2 - - - -1.4 - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_unique/report/pdf_small.svg b/criterion/micro_ops_unique/report/pdf_small.svg index 63087d41515a..8d034b4738ce 100644 --- a/criterion/micro_ops_unique/report/pdf_small.svg +++ b/criterion/micro_ops_unique/report/pdf_small.svg @@ -10,59 +10,51 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - - -1.6 - - + - -52.5 + +52 - - + + 53 - - -53.5 - - - + + 54 - - -54.5 + + +55 + + + +56 - - - + + + diff --git a/criterion/micro_ops_unique/report/regression.svg b/criterion/micro_ops_unique/report/regression.svg index 173405f4e1f6..a8989757dcc4 100644 --- a/criterion/micro_ops_unique/report/regression.svg +++ b/criterion/micro_ops_unique/report/regression.svg @@ -19,12 +19,12 @@ Iterations - + - + - + @@ -35,10 +35,10 @@ Iterations 10.0 - + 15.0 - + 20.0 @@ -47,18 +47,18 @@ Iterations 25.0 - + 30.0 - + 35.0 - + 40.0 - + 45.0 @@ -105,103 +105,103 @@ Iterations - + - - - - - - - - - + + + + + + + + + - - - + + + - - + + - - + + - + - - + + - - - - - - + + + + + + - - + + - + - - - - - - - - - - - + + + + + + + + + + + - - + + - - - + + + - - - - - + + + + + - - - - + + + + - - - - - - - + + + + + + + - - - - - - - + + + + + + + - - + + - + Sample diff --git a/criterion/micro_ops_unique/report/regression_small.svg b/criterion/micro_ops_unique/report/regression_small.svg index d4d56081ca45..354d64500646 100644 --- a/criterion/micro_ops_unique/report/regression_small.svg +++ b/criterion/micro_ops_unique/report/regression_small.svg @@ -18,11 +18,11 @@ Iterations - + - - + + 5.0 @@ -40,10 +40,10 @@ Iterations 20.0 - + 25.0 - + 30.0 @@ -52,14 +52,14 @@ Iterations 35.0 - + 40.0 - - + + 45.0 - + 100 @@ -106,57 +106,57 @@ Iterations - - - - - - - - + + + + + + + + - - - + + + - + - + - + - - + + - + - + - + - - + + - - + + - + - - + + @@ -165,38 +165,38 @@ Iterations - - - - + + + + - + - - + + - - - + + + - - + + - - - - - + + + + + - - + + - + diff --git a/criterion/micro_ops_unique/report/relative_pdf_small.svg b/criterion/micro_ops_unique/report/relative_pdf_small.svg index e186276afc76..3e0984ff83af 100644 --- a/criterion/micro_ops_unique/report/relative_pdf_small.svg +++ b/criterion/micro_ops_unique/report/relative_pdf_small.svg @@ -6,57 +6,57 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - + - -60 - - - -70 - - - -80 - - - -90 - - - - - - + +52 + + + +53 + + + +54 + + + +55 + + + +56 + + + + + + diff --git a/criterion/micro_ops_unique/report/relative_regression_small.svg b/criterion/micro_ops_unique/report/relative_regression_small.svg index 57e4903ffbc1..04716be032c1 100644 --- a/criterion/micro_ops_unique/report/relative_regression_small.svg +++ b/criterion/micro_ops_unique/report/relative_regression_small.svg @@ -16,51 +16,56 @@ Iterations - - - - - - - - + + + + + + + + + 0.0 - + +5.0 + + + 10.0 - - + + +15.0 + + + 20.0 - - -30.0 + + +25.0 - - -40.0 - - - -50.0 + + +30.0 - - -60.0 + + +35.0 - - -70.0 + + +40.0 - - -80.0 + + +45.0 - + 0 @@ -102,8 +107,8 @@ Iterations 900 - + - - + + diff --git a/criterion/micro_ops_unique/report/slope.svg b/criterion/micro_ops_unique/report/slope.svg index 8ba39c8d30af..19d130ff5357 100644 --- a/criterion/micro_ops_unique/report/slope.svg +++ b/criterion/micro_ops_unique/report/slope.svg @@ -9,90 +9,94 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - + + 10 - - + + 11 - + - -52.94 - - - -52.96 - - - + 52.98 - - + + 53 - - + + 53.02 - - + + 53.04 - - + + 53.06 - - + + 53.08 - - + + 53.1 - - - - + + +53.12 + + + +53.14 + + + +53.16 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/typical.svg b/criterion/micro_ops_unique/report/typical.svg index a7a82f76d42a..0647ede88556 100644 --- a/criterion/micro_ops_unique/report/typical.svg +++ b/criterion/micro_ops_unique/report/typical.svg @@ -9,90 +9,94 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - + + 10 - - + + 11 - + - -52.94 - - - -52.96 - - - + 52.98 - - + + 53 - - + + 53.02 - - + + 53.04 - - + + 53.06 - - + + 53.08 - - + + 53.1 - - - - + + +53.12 + + + +53.14 + + + +53.16 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/base/estimates.json b/criterion/reachability_hydroflow/base/estimates.json index b4df31a9b032..565865472e48 100644 --- a/criterion/reachability_hydroflow/base/estimates.json +++ b/criterion/reachability_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1940860.6110453694,"upper_bound":1949048.3273126232},"point_estimate":1944170.230700642,"standard_error":2139.970779465357},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1939051.1020408163,"upper_bound":1940652.611931818},"point_estimate":1939889.136111111,"standard_error":396.59147675018147},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2304.218631166344,"upper_bound":4033.2849585073045},"point_estimate":3226.0079363539744,"standard_error":444.70994104846187},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1940473.8454277103,"upper_bound":1953066.289754964},"point_estimate":1945690.975670164,"standard_error":3270.8754861129974},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6254.344610667363,"upper_bound":34766.47562573343},"point_estimate":21558.37825629791,"standard_error":8572.775301848711}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1940282.229507342,"upper_bound":1948037.1502715512},"point_estimate":1943347.172435952,"standard_error":2048.655314009565},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1938592.6066176472,"upper_bound":1940848.7045454546},"point_estimate":1939457.9884910486,"standard_error":609.2446742061736},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3429.894315060204,"upper_bound":6061.453145901232},"point_estimate":4532.314097761141,"standard_error":654.7663190344562},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1940530.9063539102,"upper_bound":1947409.1145753968},"point_estimate":1943609.753376681,"standard_error":1770.3025899710212},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5752.568021981922,"upper_bound":33590.53561491626},"point_estimate":20525.000758992297,"standard_error":8805.91294483255}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/sample.json b/criterion/reachability_hydroflow/base/sample.json index 6e02099da957..11a096d75980 100644 --- a/criterion/reachability_hydroflow/base/sample.json +++ b/criterion/reachability_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1991855.0,3872734.0,5834963.0,7870509.0,9720200.0,11653616.0,13559702.0,15538352.0,17462641.0,19337487.0,21271404.0,23320507.0,25131886.0,27174655.0,29174324.0,31025898.0,32937534.0,34917126.0,36962661.0,38949557.0,40776545.0,42708408.0,44544733.0,46517853.0,48408239.0,50622259.0,52597082.0,54299397.0,56323443.0,58193520.0,60833465.0,62199001.0,64039194.0,65894584.0,67821138.0,69830515.0,71737983.0,73603263.0,75663334.0,77456389.0,79639020.0,81421144.0,83561005.0,85410906.0,87295621.0,89194593.0,91106959.0,93261017.0,94964925.0,97332992.0,98673342.0,100805020.0,102640295.0,104576886.0,107202131.0,108579409.0,110482387.0,112382260.0,114194699.0,116196552.0,118235885.0,120335209.0,122034898.0,124073649.0,126013588.0,127928477.0,129819734.0,131762216.0,133719997.0,135631741.0,151408559.0,140109380.0,141569784.0,143644281.0,145465828.0,147454196.0,149221130.0,151504468.0,153302330.0,155257887.0,157182124.0,159080945.0,161071266.0,162949549.0,165905941.0,166829152.0,172563895.0,176120598.0,172701582.0,174733711.0,176638263.0,178234860.0,180908505.0,182487109.0,184629895.0,186535337.0,188340594.0,190027008.0,191930006.0,193904354.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2128713.0,3887596.0,5823129.0,7787225.0,9711997.0,11620710.0,13591810.0,15508237.0,17511356.0,19426229.0,21272557.0,23280354.0,25187865.0,27090596.0,29097271.0,30881032.0,32970300.0,34874264.0,37047218.0,38679446.0,40652898.0,42694397.0,44436398.0,46413397.0,48358526.0,50677601.0,52425452.0,54247373.0,56431296.0,58065586.0,60028919.0,62869084.0,63783585.0,66059040.0,67864127.0,69645693.0,71635785.0,73600260.0,75416108.0,77614059.0,79600564.0,81429617.0,83332318.0,85355132.0,87804678.0,89156685.0,91115579.0,93154343.0,94920349.0,96844508.0,98698608.0,100875809.0,102709871.0,105096402.0,106641717.0,109335218.0,110789615.0,112462887.0,114385805.0,116551845.0,118785052.0,120286304.0,122100540.0,124910478.0,125915017.0,128108878.0,129843115.0,131828580.0,133824573.0,136099536.0,137765135.0,139566357.0,141381113.0,143441654.0,145652819.0,147629008.0,148908159.0,151061728.0,153839428.0,156043101.0,157665651.0,158973795.0,161238300.0,163252711.0,165031993.0,167075857.0,168710048.0,171471138.0,173665884.0,176500750.0,177968372.0,178608363.0,179905569.0,181926550.0,189467364.0,185798467.0,187752926.0,189552815.0,194827885.0,193718820.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/tukey.json b/criterion/reachability_hydroflow/base/tukey.json index e0f8bf3e49c5..75bc2305bd11 100644 --- a/criterion/reachability_hydroflow/base/tukey.json +++ b/criterion/reachability_hydroflow/base/tukey.json @@ -1 +1 @@ -[1925155.1601064438,1931613.5417879159,1948835.8929385077,1955294.2746199796] \ No newline at end of file +[1918351.8186499334,1927615.8377460195,1952319.8886689153,1961583.907765001] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/change/estimates.json b/criterion/reachability_hydroflow/change/estimates.json index 6372ba715c87..b9d20dcaac12 100644 --- a/criterion/reachability_hydroflow/change/estimates.json +++ b/criterion/reachability_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.20416764645460023,"upper_bound":-0.20142405635129468},"point_estimate":-0.2028442960731579,"standard_error":0.0007703713495171834},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.2049555635417497,"upper_bound":-0.20426392256325024},"point_estimate":-0.20459255808449528,"standard_error":0.00017125896680260353}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0034632663024866802,"upper_bound":0.002775454644687869},"point_estimate":-0.0004233468097047943,"standard_error":0.0015541934468734004},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.000900968261737467,"upper_bound":0.0006359715181203374},"point_estimate":-0.00022225374225592898,"standard_error":0.00039078825872986}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/estimates.json b/criterion/reachability_hydroflow/new/estimates.json index b4df31a9b032..565865472e48 100644 --- a/criterion/reachability_hydroflow/new/estimates.json +++ b/criterion/reachability_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1940860.6110453694,"upper_bound":1949048.3273126232},"point_estimate":1944170.230700642,"standard_error":2139.970779465357},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1939051.1020408163,"upper_bound":1940652.611931818},"point_estimate":1939889.136111111,"standard_error":396.59147675018147},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2304.218631166344,"upper_bound":4033.2849585073045},"point_estimate":3226.0079363539744,"standard_error":444.70994104846187},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1940473.8454277103,"upper_bound":1953066.289754964},"point_estimate":1945690.975670164,"standard_error":3270.8754861129974},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6254.344610667363,"upper_bound":34766.47562573343},"point_estimate":21558.37825629791,"standard_error":8572.775301848711}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1940282.229507342,"upper_bound":1948037.1502715512},"point_estimate":1943347.172435952,"standard_error":2048.655314009565},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1938592.6066176472,"upper_bound":1940848.7045454546},"point_estimate":1939457.9884910486,"standard_error":609.2446742061736},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3429.894315060204,"upper_bound":6061.453145901232},"point_estimate":4532.314097761141,"standard_error":654.7663190344562},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1940530.9063539102,"upper_bound":1947409.1145753968},"point_estimate":1943609.753376681,"standard_error":1770.3025899710212},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5752.568021981922,"upper_bound":33590.53561491626},"point_estimate":20525.000758992297,"standard_error":8805.91294483255}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/sample.json b/criterion/reachability_hydroflow/new/sample.json index 6e02099da957..11a096d75980 100644 --- a/criterion/reachability_hydroflow/new/sample.json +++ b/criterion/reachability_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1991855.0,3872734.0,5834963.0,7870509.0,9720200.0,11653616.0,13559702.0,15538352.0,17462641.0,19337487.0,21271404.0,23320507.0,25131886.0,27174655.0,29174324.0,31025898.0,32937534.0,34917126.0,36962661.0,38949557.0,40776545.0,42708408.0,44544733.0,46517853.0,48408239.0,50622259.0,52597082.0,54299397.0,56323443.0,58193520.0,60833465.0,62199001.0,64039194.0,65894584.0,67821138.0,69830515.0,71737983.0,73603263.0,75663334.0,77456389.0,79639020.0,81421144.0,83561005.0,85410906.0,87295621.0,89194593.0,91106959.0,93261017.0,94964925.0,97332992.0,98673342.0,100805020.0,102640295.0,104576886.0,107202131.0,108579409.0,110482387.0,112382260.0,114194699.0,116196552.0,118235885.0,120335209.0,122034898.0,124073649.0,126013588.0,127928477.0,129819734.0,131762216.0,133719997.0,135631741.0,151408559.0,140109380.0,141569784.0,143644281.0,145465828.0,147454196.0,149221130.0,151504468.0,153302330.0,155257887.0,157182124.0,159080945.0,161071266.0,162949549.0,165905941.0,166829152.0,172563895.0,176120598.0,172701582.0,174733711.0,176638263.0,178234860.0,180908505.0,182487109.0,184629895.0,186535337.0,188340594.0,190027008.0,191930006.0,193904354.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2128713.0,3887596.0,5823129.0,7787225.0,9711997.0,11620710.0,13591810.0,15508237.0,17511356.0,19426229.0,21272557.0,23280354.0,25187865.0,27090596.0,29097271.0,30881032.0,32970300.0,34874264.0,37047218.0,38679446.0,40652898.0,42694397.0,44436398.0,46413397.0,48358526.0,50677601.0,52425452.0,54247373.0,56431296.0,58065586.0,60028919.0,62869084.0,63783585.0,66059040.0,67864127.0,69645693.0,71635785.0,73600260.0,75416108.0,77614059.0,79600564.0,81429617.0,83332318.0,85355132.0,87804678.0,89156685.0,91115579.0,93154343.0,94920349.0,96844508.0,98698608.0,100875809.0,102709871.0,105096402.0,106641717.0,109335218.0,110789615.0,112462887.0,114385805.0,116551845.0,118785052.0,120286304.0,122100540.0,124910478.0,125915017.0,128108878.0,129843115.0,131828580.0,133824573.0,136099536.0,137765135.0,139566357.0,141381113.0,143441654.0,145652819.0,147629008.0,148908159.0,151061728.0,153839428.0,156043101.0,157665651.0,158973795.0,161238300.0,163252711.0,165031993.0,167075857.0,168710048.0,171471138.0,173665884.0,176500750.0,177968372.0,178608363.0,179905569.0,181926550.0,189467364.0,185798467.0,187752926.0,189552815.0,194827885.0,193718820.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/tukey.json b/criterion/reachability_hydroflow/new/tukey.json index e0f8bf3e49c5..75bc2305bd11 100644 --- a/criterion/reachability_hydroflow/new/tukey.json +++ b/criterion/reachability_hydroflow/new/tukey.json @@ -1 +1 @@ -[1925155.1601064438,1931613.5417879159,1948835.8929385077,1955294.2746199796] \ No newline at end of file +[1918351.8186499334,1927615.8377460195,1952319.8886689153,1961583.907765001] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/report/MAD.svg b/criterion/reachability_hydroflow/report/MAD.svg index 6ebe50516070..e3b550d77756 100644 --- a/criterion/reachability_hydroflow/report/MAD.svg +++ b/criterion/reachability_hydroflow/report/MAD.svg @@ -9,94 +9,62 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - -0.8 - - - -0.9 - - - -1 - - + - -2.2 - - - -2.4 - - - -2.6 + +3.5 - - -2.8 - - - -3 - - - -3.2 - - - -3.4 + + +4 - - -3.6 + + +4.5 - - -3.8 + + +5 - - -4 + + +5.5 - - -4.2 + + +6 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/SD.svg b/criterion/reachability_hydroflow/report/SD.svg index 92f7d4dc0965..ca9fcc25e525 100644 --- a/criterion/reachability_hydroflow/report/SD.svg +++ b/criterion/reachability_hydroflow/report/SD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - + + +0.14 + + - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/both/pdf.svg b/criterion/reachability_hydroflow/report/both/pdf.svg index ef5cfdf35820..1d85eeef230b 100644 --- a/criterion/reachability_hydroflow/report/both/pdf.svg +++ b/criterion/reachability_hydroflow/report/both/pdf.svg @@ -9,51 +9,59 @@ Density (a.u.) Average Time (ms) - -50 + +5 - - -100 + + +10 - - -150 + + +15 - - -200 + + +20 - - -250 + + +25 - + + +30 + + + +35 + + - -2 + +1.95 - - -2.1 + + +2 - - -2.2 + + +2.05 - - -2.3 + + +2.1 - - -2.4 + + +2.15 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow/report/both/regression.svg b/criterion/reachability_hydroflow/report/both/regression.svg new file mode 100644 index 000000000000..43590c6e38ce --- /dev/null +++ b/criterion/reachability_hydroflow/report/both/regression.svg @@ -0,0 +1,130 @@ + + +reachability/hydroflow + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + + + +0.0 + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +0 + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + +Base Sample + + +New Sample + + + + diff --git a/criterion/reachability_hydroflow/report/change/mean.svg b/criterion/reachability_hydroflow/report/change/mean.svg index 1c1c1baa1be8..9c6f8e0ccc11 100644 --- a/criterion/reachability_hydroflow/report/change/mean.svg +++ b/criterion/reachability_hydroflow/report/change/mean.svg @@ -9,79 +9,63 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - - -400 - - - -450 - - - -500 - - - -550 - - + - --0.204 - - - --0.2035 - - - --0.203 - - - --0.2025 - - - --0.202 - - - --0.2015 - - - - - - + +-0.004 + + + +-0.003 + + + +-0.002 + + + +-0.001 + + + +0 + + + +0.001 + + + +0.002 + + + +0.003 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/median.svg b/criterion/reachability_hydroflow/report/change/median.svg index c5048519207d..95bb0a05da88 100644 --- a/criterion/reachability_hydroflow/report/change/median.svg +++ b/criterion/reachability_hydroflow/report/change/median.svg @@ -9,75 +9,91 @@ Density (a.u.) Relative change (%) - -500 + +100 - - -1000 + + +200 - - -1500 + + +300 - - -2000 + + +400 + + + +500 - - -2500 + + +600 - - -3000 + + +700 - - -3500 + + +800 + + + +900 + + + +1000 - + --0.205 +-0.001 - --0.2049 - - - --0.2048 - - - --0.2047 - - - --0.2046 - - - --0.2045 - - - --0.2044 - - - --0.2043 - - - --0.2042 - - - - - - + +-8e-4 + + + +-6e-4 + + + +-4e-4 + + + +-2e-4 + + + +0 + + + +2e-4 + + + +4e-4 + + + +6e-4 + + + +8e-4 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/t-test.svg b/criterion/reachability_hydroflow/report/change/t-test.svg index b2e19e36114d..8f5f7cb9e5e1 100644 --- a/criterion/reachability_hydroflow/report/change/t-test.svg +++ b/criterion/reachability_hydroflow/report/change/t-test.svg @@ -13,77 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow/report/index.html b/criterion/reachability_hydroflow/report/index.html index 709e9516b605..3507a69160ac 100644 --- a/criterion/reachability_hydroflow/report/index.html +++ b/criterion/reachability_hydroflow/report/index.html @@ -119,38 +119,38 @@

Additional Statistics:

Slope 1.9405 ms - 1.9457 ms - 1.9531 ms + 1.9436 ms + 1.9474 ms R² - 0.9752804 - 0.9762381 - 0.9743261 + 0.9949093 + 0.9952567 + 0.9947277 Mean - 1.9409 ms - 1.9442 ms - 1.9490 ms + 1.9403 ms + 1.9433 ms + 1.9480 ms Std. Dev. - 6.2543 µs - 21.558 µs - 34.766 µs + 5.7526 µs + 20.525 µs + 33.591 µs Median - 1.9391 ms - 1.9399 ms - 1.9407 ms + 1.9386 ms + 1.9395 ms + 1.9408 ms MAD - 2.3042 µs - 3.2260 µs - 4.0333 µs + 3.4299 µs + 4.5323 µs + 6.0615 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -20.417% - -20.284% - -20.142% - (p = 0.00 < + -0.3463% + -0.0423% + +0.2775% + (p = 0.80 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/reachability_hydroflow/report/mean.svg b/criterion/reachability_hydroflow/report/mean.svg index 357bd70ccd6d..e277cb5f59b7 100644 --- a/criterion/reachability_hydroflow/report/mean.svg +++ b/criterion/reachability_hydroflow/report/mean.svg @@ -13,86 +13,86 @@ Average time (ms) 20 - + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - + + 200 - + + +220 + + - + 1.94 - - + + 1.941 - - + + 1.942 - - + + 1.943 - - + + 1.944 - - + + 1.945 - - + + 1.946 - - + + 1.947 - - -1.948 - - + -1.949 +1.948 - - - + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/median.svg b/criterion/reachability_hydroflow/report/median.svg index 63632b57394c..e61fa9fd82cb 100644 --- a/criterion/reachability_hydroflow/report/median.svg +++ b/criterion/reachability_hydroflow/report/median.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (ms) - -500 + +100 - - -1000 + + +200 - - -1500 + + +300 - - -2000 + + +400 - - -2500 + + +500 - - - -1.939 + + +600 - - -1.9392 + + +700 - - -1.9394 + + +800 - - -1.9396 + + +900 - - -1.9398 + + +1000 - - -1.94 + + + +1.9385 - - -1.9402 + + +1.939 - - -1.9404 + + +1.9395 + + + +1.94 - - -1.9406 + + +1.9405 - - -1.9408 + + +1.941 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/pdf.svg b/criterion/reachability_hydroflow/report/pdf.svg index 5a866ee26490..afcf0a0126da 100644 --- a/criterion/reachability_hydroflow/report/pdf.svg +++ b/criterion/reachability_hydroflow/report/pdf.svg @@ -54,26 +54,26 @@ Average Time (ms) - + 1.95 - - + + 2 - - + + 2.05 - - + + 2.1 - - + + 2.15 - + Density (a.u.) @@ -82,56 +82,54 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow/report/pdf_small.svg b/criterion/reachability_hydroflow/report/pdf_small.svg index c343b158e43d..ae863f581078 100644 --- a/criterion/reachability_hydroflow/report/pdf_small.svg +++ b/criterion/reachability_hydroflow/report/pdf_small.svg @@ -10,59 +10,59 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - + - + 1.95 - - + + 2 - - + + 2.05 - - + + 2.1 - - + + 2.15 - - - + + + diff --git a/criterion/reachability_hydroflow/report/regression.svg b/criterion/reachability_hydroflow/report/regression.svg index a89ad0d04cd3..df4358d30271 100644 --- a/criterion/reachability_hydroflow/report/regression.svg +++ b/criterion/reachability_hydroflow/report/regression.svg @@ -18,52 +18,52 @@ Iterations - + - - - - - - - + + + + + + + - + 20.0 - + 40.0 - + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 10 @@ -106,107 +106,107 @@ Iterations - + - - + + - - + + - - + + - - - + + + - - - - - - + + + + + + - - - - + + + + - - - - - + + + + + - - - - + + + + - - - - - - - - + + + + + + + + - - + + - + - + - - + + - - - - - + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow/report/regression_small.svg b/criterion/reachability_hydroflow/report/regression_small.svg index a719e66acd08..da474b01cca3 100644 --- a/criterion/reachability_hydroflow/report/regression_small.svg +++ b/criterion/reachability_hydroflow/report/regression_small.svg @@ -17,13 +17,13 @@ Iterations - - + + - - - + + + 20.0 @@ -33,14 +33,14 @@ Iterations 40.0 - + 60.0 - - + + 80.0 - + 100.0 @@ -49,18 +49,18 @@ Iterations 120.0 - + 140.0 - - + + 160.0 - - + + 180.0 - + 10 @@ -105,103 +105,103 @@ Iterations - + - + - + - + - + - - + + - - - - - + + + + + - - - - - + + + + + - - + + - + - - + + - - + + - - + + - + - + - + - - + + - - + + - + - - - - - - - - + + + + + + + + - - + + - - + + - - + + - + - - - - - - - - - - - + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow/report/relative_pdf_small.svg b/criterion/reachability_hydroflow/report/relative_pdf_small.svg index 3d6f6262ce7f..dea435a43f4e 100644 --- a/criterion/reachability_hydroflow/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow/report/relative_pdf_small.svg @@ -6,49 +6,57 @@ Density (a.u.) Average Time (ms) - -50 + +5 - - -100 + + +10 - - -150 + + +15 - - -200 + + +20 - - -250 + + +25 - + + +30 + + + +35 + + - -2 + +1.95 - - -2.1 + + +2 - - -2.2 + + +2.05 - - -2.3 + + +2.1 - - -2.4 + + +2.15 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow/report/relative_regression_small.svg b/criterion/reachability_hydroflow/report/relative_regression_small.svg new file mode 100644 index 000000000000..df28ba4cdfcb --- /dev/null +++ b/criterion/reachability_hydroflow/report/relative_regression_small.svg @@ -0,0 +1,119 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + + + +0.0 + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +0 + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + diff --git a/criterion/reachability_hydroflow/report/slope.svg b/criterion/reachability_hydroflow/report/slope.svg index d3dc0cbf9f65..038cd52042f0 100644 --- a/criterion/reachability_hydroflow/report/slope.svg +++ b/criterion/reachability_hydroflow/report/slope.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - + + +200 + + - + 1.94 - - + + +1.941 + + + 1.942 - - -1.944 + + +1.943 - - -1.946 + + +1.944 - - -1.948 + + +1.945 - - -1.95 + + +1.946 - - -1.952 + + +1.947 - - -1.954 + + +1.948 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/typical.svg b/criterion/reachability_hydroflow/report/typical.svg index e736e518049e..fe13a593ddd2 100644 --- a/criterion/reachability_hydroflow/report/typical.svg +++ b/criterion/reachability_hydroflow/report/typical.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - + + +200 + + - + 1.94 - - + + +1.941 + + + 1.942 - - -1.944 + + +1.943 - - -1.946 + + +1.944 - - -1.948 + + +1.945 - - -1.95 + + +1.946 - - -1.952 + + +1.947 - - -1.954 + + +1.948 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/base/estimates.json b/criterion/reachability_hydroflow_scheduled/base/estimates.json index 5df4ddcf5c7b..ede2ba3f81a1 100644 --- a/criterion/reachability_hydroflow_scheduled/base/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1917720.3371950788,"upper_bound":1924662.8818774053},"point_estimate":1920597.5251931055,"standard_error":1815.238508580199},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1917125.744871795,"upper_bound":1918199.5428571429},"point_estimate":1917841.7708333335,"standard_error":291.7335475940438},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2263.717644068925,"upper_bound":3645.653663255251},"point_estimate":2913.6588094213735,"standard_error":339.4892019346876},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1917487.710979476,"upper_bound":1927862.039338782},"point_estimate":1921685.7790926555,"standard_error":2750.5485531485733},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2955.4089325352234,"upper_bound":28718.545859502454},"point_estimate":18173.942780922403,"standard_error":6790.242615962906}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1933250.1977087122,"upper_bound":1939616.9835301202},"point_estimate":1936063.816171713,"standard_error":1638.49654974255},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1929920.350877193,"upper_bound":1934226.5333333334},"point_estimate":1931758.6120955315,"standard_error":1085.1855682750065},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4485.483962382682,"upper_bound":7946.733572439843},"point_estimate":5883.600007735023,"standard_error":811.742042395505},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1931420.643838673,"upper_bound":1939033.1378243656},"point_estimate":1934630.8267740505,"standard_error":1966.6153781834853},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7822.531637866132,"upper_bound":24557.916258059227},"point_estimate":16453.17986760036,"standard_error":4555.749494065533}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/sample.json b/criterion/reachability_hydroflow_scheduled/base/sample.json index 073b90cb6ef4..e4de88ca0a48 100644 --- a/criterion/reachability_hydroflow_scheduled/base/sample.json +++ b/criterion/reachability_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1953154.0,3842528.0,5761627.0,7665169.0,9629152.0,11503027.0,13398123.0,15321600.0,17304048.0,19176981.0,21055276.0,23035710.0,24878256.0,26783360.0,28710204.0,30645664.0,32537984.0,34734472.0,36439984.0,38361387.0,40173708.0,42089021.0,44041011.0,46028109.0,47862339.0,49878179.0,51688567.0,53648432.0,55750044.0,57674422.0,59441679.0,61252447.0,63311727.0,65266674.0,67052345.0,69020366.0,71003626.0,72886888.0,74794266.0,76755786.0,78902260.0,80533202.0,82491195.0,84465156.0,86303055.0,88252261.0,90264484.0,92237194.0,93947864.0,95927808.0,97853151.0,99888986.0,101692640.0,103711436.0,105579070.0,107467773.0,109331310.0,111082477.0,112989503.0,114890189.0,116919625.0,118754267.0,120676202.0,122844076.0,124610221.0,126530814.0,128350248.0,130280820.0,142301183.0,134273968.0,135958962.0,137916893.0,139937202.0,141707435.0,143653976.0,145600436.0,147600758.0,157578466.0,151415184.0,153229848.0,155667606.0,157124714.0,159216366.0,161176743.0,163052723.0,165104940.0,166864584.0,168782640.0,170860046.0,172788764.0,175317912.0,176447540.0,178383761.0,180248269.0,182376142.0,184473001.0,185784597.0,187764712.0,189509686.0,191582573.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2006234.0,3907122.0,5778784.0,7711903.0,9765044.0,11701017.0,13561199.0,15438713.0,17333550.0,19289019.0,21154772.0,23128315.0,25355790.0,26901327.0,29013398.0,30853893.0,32744822.0,34647493.0,36771106.0,38682759.0,40775189.0,42775502.0,44701478.0,46447569.0,48400644.0,50583929.0,52275078.0,54642835.0,56834606.0,58260600.0,60310085.0,62404577.0,63925085.0,65935749.0,67767729.0,69792738.0,71567303.0,74313095.0,75557581.0,77295366.0,79221171.0,80974505.0,82780127.0,84849128.0,86915706.0,88566509.0,90544270.0,92499010.0,94206718.0,96221860.0,98338159.0,100349895.0,102609602.0,104510821.0,106777622.0,108281471.0,110005460.0,111958956.0,113960774.0,115735167.0,117709632.0,119512189.0,121357453.0,123494953.0,133562094.0,127727091.0,129494592.0,131597627.0,133271574.0,135371592.0,137216948.0,139533040.0,140806320.0,142628112.0,144453990.0,147061194.0,148478343.0,150557704.0,152447843.0,154376332.0,156273464.0,158047888.0,160264603.0,164121866.0,164599515.0,166013016.0,167803178.0,170014124.0,171606840.0,173451543.0,175736098.0,177776014.0,179507280.0,181306210.0,183873499.0,185895221.0,187628328.0,189072225.0,190960129.0,196904664.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/tukey.json b/criterion/reachability_hydroflow_scheduled/base/tukey.json index 1cc4f4611319..c974985bb923 100644 --- a/criterion/reachability_hydroflow_scheduled/base/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[1903199.7549125704,1909353.9372281106,1925765.090069551,1931919.272385091] \ No newline at end of file +[1903647.30447861,1916015.6685745323,1948997.9728303251,1961366.3369262475] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/change/estimates.json b/criterion/reachability_hydroflow_scheduled/change/estimates.json index 268888764f0b..9a029854e741 100644 --- a/criterion/reachability_hydroflow_scheduled/change/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.19430925140669383,"upper_bound":-0.19020604860175186},"point_estimate":-0.1924614944102685,"standard_error":0.001037077777937585},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.19247640574718772,"upper_bound":-0.1918864181299581},"point_estimate":-0.19206892746969317,"standard_error":0.0001534570965704649}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.005460890078212244,"upper_bound":0.010294169525492863},"point_estimate":0.008052853747717137,"standard_error":0.0012307852140658656},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.006384097289200025,"upper_bound":0.008679009816408234},"point_estimate":0.007256511706985602,"standard_error":0.0005885896125425183}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/estimates.json b/criterion/reachability_hydroflow_scheduled/new/estimates.json index 5df4ddcf5c7b..ede2ba3f81a1 100644 --- a/criterion/reachability_hydroflow_scheduled/new/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1917720.3371950788,"upper_bound":1924662.8818774053},"point_estimate":1920597.5251931055,"standard_error":1815.238508580199},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1917125.744871795,"upper_bound":1918199.5428571429},"point_estimate":1917841.7708333335,"standard_error":291.7335475940438},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2263.717644068925,"upper_bound":3645.653663255251},"point_estimate":2913.6588094213735,"standard_error":339.4892019346876},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1917487.710979476,"upper_bound":1927862.039338782},"point_estimate":1921685.7790926555,"standard_error":2750.5485531485733},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2955.4089325352234,"upper_bound":28718.545859502454},"point_estimate":18173.942780922403,"standard_error":6790.242615962906}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1933250.1977087122,"upper_bound":1939616.9835301202},"point_estimate":1936063.816171713,"standard_error":1638.49654974255},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1929920.350877193,"upper_bound":1934226.5333333334},"point_estimate":1931758.6120955315,"standard_error":1085.1855682750065},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4485.483962382682,"upper_bound":7946.733572439843},"point_estimate":5883.600007735023,"standard_error":811.742042395505},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1931420.643838673,"upper_bound":1939033.1378243656},"point_estimate":1934630.8267740505,"standard_error":1966.6153781834853},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7822.531637866132,"upper_bound":24557.916258059227},"point_estimate":16453.17986760036,"standard_error":4555.749494065533}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/sample.json b/criterion/reachability_hydroflow_scheduled/new/sample.json index 073b90cb6ef4..e4de88ca0a48 100644 --- a/criterion/reachability_hydroflow_scheduled/new/sample.json +++ b/criterion/reachability_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1953154.0,3842528.0,5761627.0,7665169.0,9629152.0,11503027.0,13398123.0,15321600.0,17304048.0,19176981.0,21055276.0,23035710.0,24878256.0,26783360.0,28710204.0,30645664.0,32537984.0,34734472.0,36439984.0,38361387.0,40173708.0,42089021.0,44041011.0,46028109.0,47862339.0,49878179.0,51688567.0,53648432.0,55750044.0,57674422.0,59441679.0,61252447.0,63311727.0,65266674.0,67052345.0,69020366.0,71003626.0,72886888.0,74794266.0,76755786.0,78902260.0,80533202.0,82491195.0,84465156.0,86303055.0,88252261.0,90264484.0,92237194.0,93947864.0,95927808.0,97853151.0,99888986.0,101692640.0,103711436.0,105579070.0,107467773.0,109331310.0,111082477.0,112989503.0,114890189.0,116919625.0,118754267.0,120676202.0,122844076.0,124610221.0,126530814.0,128350248.0,130280820.0,142301183.0,134273968.0,135958962.0,137916893.0,139937202.0,141707435.0,143653976.0,145600436.0,147600758.0,157578466.0,151415184.0,153229848.0,155667606.0,157124714.0,159216366.0,161176743.0,163052723.0,165104940.0,166864584.0,168782640.0,170860046.0,172788764.0,175317912.0,176447540.0,178383761.0,180248269.0,182376142.0,184473001.0,185784597.0,187764712.0,189509686.0,191582573.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2006234.0,3907122.0,5778784.0,7711903.0,9765044.0,11701017.0,13561199.0,15438713.0,17333550.0,19289019.0,21154772.0,23128315.0,25355790.0,26901327.0,29013398.0,30853893.0,32744822.0,34647493.0,36771106.0,38682759.0,40775189.0,42775502.0,44701478.0,46447569.0,48400644.0,50583929.0,52275078.0,54642835.0,56834606.0,58260600.0,60310085.0,62404577.0,63925085.0,65935749.0,67767729.0,69792738.0,71567303.0,74313095.0,75557581.0,77295366.0,79221171.0,80974505.0,82780127.0,84849128.0,86915706.0,88566509.0,90544270.0,92499010.0,94206718.0,96221860.0,98338159.0,100349895.0,102609602.0,104510821.0,106777622.0,108281471.0,110005460.0,111958956.0,113960774.0,115735167.0,117709632.0,119512189.0,121357453.0,123494953.0,133562094.0,127727091.0,129494592.0,131597627.0,133271574.0,135371592.0,137216948.0,139533040.0,140806320.0,142628112.0,144453990.0,147061194.0,148478343.0,150557704.0,152447843.0,154376332.0,156273464.0,158047888.0,160264603.0,164121866.0,164599515.0,166013016.0,167803178.0,170014124.0,171606840.0,173451543.0,175736098.0,177776014.0,179507280.0,181306210.0,183873499.0,185895221.0,187628328.0,189072225.0,190960129.0,196904664.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/tukey.json b/criterion/reachability_hydroflow_scheduled/new/tukey.json index 1cc4f4611319..c974985bb923 100644 --- a/criterion/reachability_hydroflow_scheduled/new/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[1903199.7549125704,1909353.9372281106,1925765.090069551,1931919.272385091] \ No newline at end of file +[1903647.30447861,1916015.6685745323,1948997.9728303251,1961366.3369262475] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/report/MAD.svg b/criterion/reachability_hydroflow_scheduled/report/MAD.svg index 3be289adebad..a4ed0bd191c1 100644 --- a/criterion/reachability_hydroflow_scheduled/report/MAD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/MAD.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - -0.6 + + +0.5 - - -0.8 - - - -1 + + +0.6 - - -1.2 + + +0.7 - - -1.4 + + +0.8 - + - -2.2 + +4.5 - - -2.4 + + +5 - - -2.6 + + +5.5 - - -2.8 + + +6 - - -3 + + +6.5 - - -3.2 + + +7 - - -3.4 + + +7.5 - - -3.6 + + +8 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/SD.svg b/criterion/reachability_hydroflow_scheduled/report/SD.svg index 202df4a528df..dbf0e9850abe 100644 --- a/criterion/reachability_hydroflow_scheduled/report/SD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/SD.svg @@ -9,78 +9,98 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - + + 0.08 - - + + 0.09 - - + + 0.1 - - + + 0.11 - + - -5 + +6 - - + + +8 + + + 10 - - -15 + + +12 + + + +14 + + + +16 - - + + +18 + + + 20 - - -25 + + +22 + + + +24 - - -30 + + +26 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg index 5f63fcb68162..6d1e7fa370a3 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg @@ -46,22 +46,26 @@ Average Time (ms) - -2 + +1.9 + + + +1.95 - - -2.2 + + +2 - - -2.4 + + +2.05 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg new file mode 100644 index 000000000000..840fa7eeaa2f --- /dev/null +++ b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg @@ -0,0 +1,130 @@ + + +reachability/hydroflow/scheduled + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + + + +0.0 + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +0 + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + +Base Sample + + +New Sample + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg index af06fdb66743..53aceb2e2756 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg @@ -9,79 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - + - --0.1945 - - - --0.194 - - - --0.1935 - - - --0.193 - - - --0.1925 - - - --0.192 - - - --0.1915 - - - --0.191 - - - --0.1905 - - - --0.19 - - - - - - + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/median.svg b/criterion/reachability_hydroflow_scheduled/report/change/median.svg index bab279fd96f7..dd499f0a5aff 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/median.svg @@ -9,63 +9,63 @@ Density (a.u.) Relative change (%) - -500 + +100 + + + +200 - - -1000 + + +300 - - -1500 + + +400 + + + +500 - - -2000 + + +600 - - -2500 + + +700 - - -3000 + + +800 - + - --0.1925 - - - --0.1924 - - - --0.1923 - - - --0.1922 - - - --0.1921 - - - --0.192 - - - --0.1919 - - - - - - + +0.0065 + + + +0.007 + + + +0.0075 + + + +0.008 + + + +0.0085 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg index 710751031375..1cdf8330f18b 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/index.html b/criterion/reachability_hydroflow_scheduled/report/index.html index ebee911248ac..5a4c580765ee 100644 --- a/criterion/reachability_hydroflow_scheduled/report/index.html +++ b/criterion/reachability_hydroflow_scheduled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.9175 ms - 1.9217 ms - 1.9279 ms + 1.9314 ms + 1.9346 ms + 1.9390 ms R² - 0.9817461 - 0.9823894 - 0.9809981 + 0.9910645 + 0.9914127 + 0.9907581 Mean - 1.9177 ms - 1.9206 ms - 1.9247 ms + 1.9333 ms + 1.9361 ms + 1.9396 ms Std. Dev. - 2.9554 µs - 18.174 µs - 28.719 µs + 7.8225 µs + 16.453 µs + 24.558 µs Median - 1.9171 ms - 1.9178 ms - 1.9182 ms + 1.9299 ms + 1.9318 ms + 1.9342 ms MAD - 2.2637 µs - 2.9137 µs - 3.6457 µs + 4.4855 µs + 5.8836 µs + 7.9467 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -19.431% - -19.246% - -19.021% + +0.5461% + +0.8053% + +1.0294% (p = 0.00 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_scheduled/report/mean.svg b/criterion/reachability_hydroflow_scheduled/report/mean.svg index 83914be990f9..a5f76640a1fd 100644 --- a/criterion/reachability_hydroflow_scheduled/report/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - - -1.917 + + +250 - - -1.918 + + + +1.933 - - -1.919 + + +1.934 - - -1.92 + + +1.935 - - -1.921 + + +1.936 - - -1.922 + + +1.937 - - -1.923 + + +1.938 - - -1.924 + + +1.939 - - -1.925 + + +1.94 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/median.svg b/criterion/reachability_hydroflow_scheduled/report/median.svg index a14be6feb48b..3e33af0aa16b 100644 --- a/criterion/reachability_hydroflow_scheduled/report/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/median.svg @@ -9,54 +9,78 @@ Density (a.u.) Average time (ms) - -500 + +100 + + + +200 - - -1000 + + +300 - - -1500 + + +400 - - -2000 + + +500 - - -2500 + + +600 - + - -1.9172 + +1.9295 + + + +1.93 + + + +1.9305 + + + +1.931 + + + +1.9315 + + + +1.932 - - -1.9174 + + +1.9325 - - -1.9176 + + +1.933 - - -1.9178 + + +1.9335 - - -1.918 + + +1.934 - - -1.9182 + + +1.9345 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/pdf.svg index fe45a65b56b6..3aea1330bda8 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf.svg @@ -54,46 +54,38 @@ Average Time (ms) - -1.9 - - - + 1.92 - - + + 1.94 - - + + 1.96 - - + + 1.98 - - + + 2 - - + + 2.02 - - + + 2.04 - - + + 2.06 - - -2.08 - - + Density (a.u.) @@ -102,60 +94,68 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - -45 - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg index 46473c5b376b..19a842c2e52c 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg @@ -10,63 +10,51 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - -45 - - - -50 - - + - -1.9 - - - + 1.95 - - + + 2 - - + + 2.05 - - - + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/regression.svg b/criterion/reachability_hydroflow_scheduled/report/regression.svg index f09e8047c9c1..82c99d4b907e 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression.svg @@ -18,52 +18,52 @@ Iterations - - - - - - - - - + + + + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 10 @@ -110,103 +110,103 @@ Iterations - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg index ad1b15d8dab3..64306788e623 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg @@ -16,51 +16,51 @@ Iterations - - - - - - - - + + + + + + + + 20.0 - + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 10 @@ -109,99 +109,99 @@ Iterations - + - - + + - - + + - - + + - - + + - - + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg index 42df69060e65..2bda8eb68c81 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg @@ -43,20 +43,24 @@ Average Time (ms) - -2 + +1.9 + + + +1.95 - - -2.2 + + +2 - - -2.4 + + +2.05 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg new file mode 100644 index 000000000000..18b669b6e020 --- /dev/null +++ b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg @@ -0,0 +1,119 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + + + +0.0 + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +0 + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/slope.svg b/criterion/reachability_hydroflow_scheduled/report/slope.svg index 156418294fbf..d458ff30c960 100644 --- a/criterion/reachability_hydroflow_scheduled/report/slope.svg +++ b/criterion/reachability_hydroflow_scheduled/report/slope.svg @@ -9,78 +9,90 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - + 100 - + 120 - - + + 140 - - + + 160 - - + + 180 - - + + 200 - - + + 220 - + - -1.918 + +1.931 - - -1.92 + + +1.932 - - -1.922 + + +1.933 - - -1.924 + + +1.934 - - -1.926 + + +1.935 - - -1.928 + + +1.936 - - - - + + +1.937 + + + +1.938 + + + +1.939 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/typical.svg b/criterion/reachability_hydroflow_scheduled/report/typical.svg index fe4249e2ac01..db9168c2f5fa 100644 --- a/criterion/reachability_hydroflow_scheduled/report/typical.svg +++ b/criterion/reachability_hydroflow_scheduled/report/typical.svg @@ -9,78 +9,90 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - + 100 - + 120 - - + + 140 - - + + 160 - - + + 180 - - + + 200 - - + + 220 - + - -1.918 + +1.931 - - -1.92 + + +1.932 - - -1.922 + + +1.933 - - -1.924 + + +1.934 - - -1.926 + + +1.935 - - -1.928 + + +1.936 - - - - + + +1.937 + + + +1.938 + + + +1.939 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/base/estimates.json b/criterion/reachability_hydroflow_surface/base/estimates.json index 58715ce3f47b..64abda2e338d 100644 --- a/criterion/reachability_hydroflow_surface/base/estimates.json +++ b/criterion/reachability_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5520992.224499998,"upper_bound":5560035.175555557},"point_estimate":5535080.26111111,"standard_error":11280.725992751364},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5517231.222222222,"upper_bound":5523644.555555556},"point_estimate":5519242.611111111,"standard_error":1652.8989544375017},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11834.112989902496,"upper_bound":18322.052841385128},"point_estimate":15509.395957986591,"standard_error":1628.5479126555556},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16553.825439163535,"upper_bound":191743.51774525418},"point_estimate":112921.52573162546,"standard_error":61366.087522421316}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5650316.264138889,"upper_bound":5692950.703250001},"point_estimate":5670605.192222222,"standard_error":10891.1810959337},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5616921.222222222,"upper_bound":5647166.166666666},"point_estimate":5628852.611111112,"standard_error":7664.559278883356},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34404.39132253406,"upper_bound":68931.59134288598},"point_estimate":48712.22236851997,"standard_error":9165.696114218086},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80858.02791977579,"upper_bound":136706.06459173354},"point_estimate":109536.63137488153,"standard_error":14400.925531835846}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/sample.json b/criterion/reachability_hydroflow_surface/base/sample.json index 43c59f565ca1..b71071dfde8c 100644 --- a/criterion/reachability_hydroflow_surface/base/sample.json +++ b/criterion/reachability_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[49768994.0,49685227.0,49633450.0,49658127.0,49645466.0,49725794.0,49741574.0,50003352.0,50191111.0,49756582.0,49762272.0,49743836.0,49666341.0,49633422.0,49564342.0,49832745.0,49571807.0,50462475.0,49816572.0,49697219.0,49651975.0,49683656.0,49748186.0,49659981.0,49680222.0,49539938.0,49612906.0,49712789.0,49992503.0,49786139.0,49599557.0,49437857.0,49552699.0,49564650.0,49518939.0,49652035.0,49679356.0,49857880.0,49606001.0,49566075.0,49656355.0,49610539.0,49451604.0,49678979.0,49540338.0,49560986.0,49637257.0,49778022.0,49747074.0,49712801.0,49451282.0,49555738.0,49656145.0,49640114.0,50444105.0,49536812.0,49958076.0,49761450.0,49629777.0,49999502.0,49503098.0,49577376.0,49637360.0,49564654.0,49584530.0,49538634.0,49593557.0,49850612.0,49653720.0,49576636.0,49440765.0,50324283.0,49783243.0,49492329.0,49803139.0,49923459.0,49684398.0,49771131.0,49785018.0,49665541.0,49670644.0,49861018.0,49675723.0,49659160.0,49869172.0,49663749.0,49744839.0,49822236.0,49612926.0,49597052.0,49580694.0,59707212.0,49866067.0,50057204.0,49744861.0,49779555.0,49992945.0,49722961.0,49860075.0,49659651.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[50536918.0,50704721.0,50826800.0,50846579.0,50751829.0,50533983.0,50822191.0,51031792.0,50543560.0,50867967.0,50598094.0,50594989.0,50415044.0,50586002.0,52147667.0,52944750.0,51251931.0,51306734.0,51098375.0,50713689.0,51236733.0,50659620.0,53394959.0,55794657.0,53350262.0,52812375.0,53033854.0,52649830.0,51429969.0,52274933.0,51113692.0,51375588.0,50824013.0,50861384.0,51565401.0,50555761.0,50266104.0,50675896.0,50386178.0,50500771.0,50476066.0,50339140.0,50383394.0,50564900.0,50474622.0,50467568.0,50659727.0,50342427.0,50158753.0,50360979.0,50555772.0,50204448.0,50300697.0,50278164.0,50933043.0,50337397.0,51152403.0,50449335.0,50754854.0,50366961.0,50337336.0,50342183.0,52411257.0,52069770.0,50834080.0,51330726.0,51079086.0,50640030.0,50328057.0,50429809.0,50403884.0,51279600.0,52144069.0,50512090.0,50497965.0,50570200.0,50382239.0,50548810.0,50834583.0,50597880.0,50855983.0,50353095.0,50680373.0,51086350.0,53160391.0,52782458.0,53248565.0,53698692.0,52053120.0,50231417.0,50747571.0,50518573.0,50894394.0,50355892.0,50432895.0,50289056.0,50456108.0,50218095.0,50233892.0,50227854.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/tukey.json b/criterion/reachability_hydroflow_surface/base/tukey.json index b9b39d2c49a5..87b19d659ba4 100644 --- a/criterion/reachability_hydroflow_surface/base/tukey.json +++ b/criterion/reachability_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[5450476.888888891,5480734.597222224,5561421.819444444,5591679.527777776] \ No newline at end of file +[5353779.388888889,5478340.680555556,5810504.125,5935065.416666666] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/change/estimates.json b/criterion/reachability_hydroflow_surface/change/estimates.json index 0a9973f6428b..117657ad570b 100644 --- a/criterion/reachability_hydroflow_surface/change/estimates.json +++ b/criterion/reachability_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.2367597910218805,"upper_bound":-0.22983390888630612},"point_estimate":-0.2339247672610978,"standard_error":0.00178347760582542},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.236104187361028,"upper_bound":-0.23239033933029968},"point_estimate":-0.23426834992761314,"standard_error":0.000933817437274915}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.018265263680262694,"upper_bound":0.029224844468117545},"point_estimate":0.024484727360377212,"standard_error":0.002759356012432481},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.017566803795132202,"upper_bound":0.023251303131652357},"point_estimate":0.019859608957819352,"standard_error":0.0014837063305550692}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/estimates.json b/criterion/reachability_hydroflow_surface/new/estimates.json index 58715ce3f47b..64abda2e338d 100644 --- a/criterion/reachability_hydroflow_surface/new/estimates.json +++ b/criterion/reachability_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5520992.224499998,"upper_bound":5560035.175555557},"point_estimate":5535080.26111111,"standard_error":11280.725992751364},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5517231.222222222,"upper_bound":5523644.555555556},"point_estimate":5519242.611111111,"standard_error":1652.8989544375017},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11834.112989902496,"upper_bound":18322.052841385128},"point_estimate":15509.395957986591,"standard_error":1628.5479126555556},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16553.825439163535,"upper_bound":191743.51774525418},"point_estimate":112921.52573162546,"standard_error":61366.087522421316}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5650316.264138889,"upper_bound":5692950.703250001},"point_estimate":5670605.192222222,"standard_error":10891.1810959337},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5616921.222222222,"upper_bound":5647166.166666666},"point_estimate":5628852.611111112,"standard_error":7664.559278883356},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34404.39132253406,"upper_bound":68931.59134288598},"point_estimate":48712.22236851997,"standard_error":9165.696114218086},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80858.02791977579,"upper_bound":136706.06459173354},"point_estimate":109536.63137488153,"standard_error":14400.925531835846}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/sample.json b/criterion/reachability_hydroflow_surface/new/sample.json index 43c59f565ca1..b71071dfde8c 100644 --- a/criterion/reachability_hydroflow_surface/new/sample.json +++ b/criterion/reachability_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[49768994.0,49685227.0,49633450.0,49658127.0,49645466.0,49725794.0,49741574.0,50003352.0,50191111.0,49756582.0,49762272.0,49743836.0,49666341.0,49633422.0,49564342.0,49832745.0,49571807.0,50462475.0,49816572.0,49697219.0,49651975.0,49683656.0,49748186.0,49659981.0,49680222.0,49539938.0,49612906.0,49712789.0,49992503.0,49786139.0,49599557.0,49437857.0,49552699.0,49564650.0,49518939.0,49652035.0,49679356.0,49857880.0,49606001.0,49566075.0,49656355.0,49610539.0,49451604.0,49678979.0,49540338.0,49560986.0,49637257.0,49778022.0,49747074.0,49712801.0,49451282.0,49555738.0,49656145.0,49640114.0,50444105.0,49536812.0,49958076.0,49761450.0,49629777.0,49999502.0,49503098.0,49577376.0,49637360.0,49564654.0,49584530.0,49538634.0,49593557.0,49850612.0,49653720.0,49576636.0,49440765.0,50324283.0,49783243.0,49492329.0,49803139.0,49923459.0,49684398.0,49771131.0,49785018.0,49665541.0,49670644.0,49861018.0,49675723.0,49659160.0,49869172.0,49663749.0,49744839.0,49822236.0,49612926.0,49597052.0,49580694.0,59707212.0,49866067.0,50057204.0,49744861.0,49779555.0,49992945.0,49722961.0,49860075.0,49659651.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[50536918.0,50704721.0,50826800.0,50846579.0,50751829.0,50533983.0,50822191.0,51031792.0,50543560.0,50867967.0,50598094.0,50594989.0,50415044.0,50586002.0,52147667.0,52944750.0,51251931.0,51306734.0,51098375.0,50713689.0,51236733.0,50659620.0,53394959.0,55794657.0,53350262.0,52812375.0,53033854.0,52649830.0,51429969.0,52274933.0,51113692.0,51375588.0,50824013.0,50861384.0,51565401.0,50555761.0,50266104.0,50675896.0,50386178.0,50500771.0,50476066.0,50339140.0,50383394.0,50564900.0,50474622.0,50467568.0,50659727.0,50342427.0,50158753.0,50360979.0,50555772.0,50204448.0,50300697.0,50278164.0,50933043.0,50337397.0,51152403.0,50449335.0,50754854.0,50366961.0,50337336.0,50342183.0,52411257.0,52069770.0,50834080.0,51330726.0,51079086.0,50640030.0,50328057.0,50429809.0,50403884.0,51279600.0,52144069.0,50512090.0,50497965.0,50570200.0,50382239.0,50548810.0,50834583.0,50597880.0,50855983.0,50353095.0,50680373.0,51086350.0,53160391.0,52782458.0,53248565.0,53698692.0,52053120.0,50231417.0,50747571.0,50518573.0,50894394.0,50355892.0,50432895.0,50289056.0,50456108.0,50218095.0,50233892.0,50227854.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/tukey.json b/criterion/reachability_hydroflow_surface/new/tukey.json index b9b39d2c49a5..87b19d659ba4 100644 --- a/criterion/reachability_hydroflow_surface/new/tukey.json +++ b/criterion/reachability_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[5450476.888888891,5480734.597222224,5561421.819444444,5591679.527777776] \ No newline at end of file +[5353779.388888889,5478340.680555556,5810504.125,5935065.416666666] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/report/MAD.svg b/criterion/reachability_hydroflow_surface/report/MAD.svg index 597fe2ceee8b..5e9168539ae5 100644 --- a/criterion/reachability_hydroflow_surface/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface/report/MAD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -0.05 + +0.01 + + + +0.02 - - -0.1 + + +0.03 - - -0.15 + + +0.04 - - -0.2 + + +0.05 - - -0.25 + + +0.06 - + - -12 + +35 - - -13 + + +40 - - -14 + + +45 - - -15 + + +50 - - -16 + + +55 - - -17 + + +60 - - -18 + + +65 - - -19 + + +70 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/SD.svg b/criterion/reachability_hydroflow_surface/report/SD.svg index d88095a30037..b110480627db 100644 --- a/criterion/reachability_hydroflow_surface/report/SD.svg +++ b/criterion/reachability_hydroflow_surface/report/SD.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (µs) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - - -0 - - - -20 - - - -40 + + +0.025 - - -60 - - - + + + 80 - - -100 + + +90 - - -120 + + +100 - - -140 + + +110 - - -160 + + +120 - - -180 + + +130 - - -200 + + +140 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg index 7ecefded0a77..ec80678a0773 100644 --- a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg @@ -16,57 +16,37 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + - + 5.6 - - + + 5.8 - - + + 6.0 - - + + 6.2 - - + + 6.4 - - + + 6.6 - - -6.8 - - - -7.0 - - - -7.2 - - - -7.4 - - + 0 @@ -112,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_surface/report/both/pdf.svg b/criterion/reachability_hydroflow_surface/report/both/pdf.svg index df356e4c86a5..450c3df20111 100644 --- a/criterion/reachability_hydroflow_surface/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/both/pdf.svg @@ -38,30 +38,22 @@ Average Time (ms) - + 5.5 - - + + 6 - - + + 6.5 - - -7 - - - -7.5 - - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface/report/change/mean.svg b/criterion/reachability_hydroflow_surface/report/change/mean.svg index 48712b326973..dde84d8bccfe 100644 --- a/criterion/reachability_hydroflow_surface/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/change/mean.svg @@ -9,86 +9,66 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - - -180 - - - -200 - - - -220 - - + - --0.237 - - - --0.236 + +0.018 - - --0.235 + + +0.02 - - --0.234 + + +0.022 - - --0.233 + + +0.024 - - --0.232 + + +0.026 - - --0.231 + + +0.028 - - --0.23 + + +0.03 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/median.svg b/criterion/reachability_hydroflow_surface/report/change/median.svg index 38fe0c4780d0..e0da53e7789f 100644 --- a/criterion/reachability_hydroflow_surface/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface/report/change/median.svg @@ -9,78 +9,62 @@ Density (a.u.) Relative change (%) - -100 - - - -200 + +50 - - -300 + + +100 - - -400 + + +150 - - -500 + + +200 - - -600 + + +250 - - -700 + + +300 - + - --0.2365 - - - --0.236 - - - --0.2355 - - - --0.235 + +0.017 - - --0.2345 + + +0.018 - - --0.234 + + +0.019 - - --0.2335 + + +0.02 - - --0.233 + + +0.021 - - --0.2325 + + +0.022 - - --0.232 + + +0.023 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/t-test.svg b/criterion/reachability_hydroflow_surface/report/change/t-test.svg index 00006803d1e0..00a989efec0a 100644 --- a/criterion/reachability_hydroflow_surface/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface/report/index.html b/criterion/reachability_hydroflow_surface/report/index.html index a62eb3c1e6c5..e4dbd822f637 100644 --- a/criterion/reachability_hydroflow_surface/report/index.html +++ b/criterion/reachability_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0002345 - 0.0002382 - 0.0002270 + 0.0065090 + 0.0067330 + 0.0064632 Mean - 5.5210 ms - 5.5351 ms - 5.5600 ms + 5.6503 ms + 5.6706 ms + 5.6930 ms Std. Dev. - 16.554 µs - 112.92 µs - 191.74 µs + 80.858 µs + 109.54 µs + 136.71 µs Median - 5.5172 ms - 5.5192 ms - 5.5236 ms + 5.6169 ms + 5.6289 ms + 5.6472 ms MAD - 11.834 µs - 15.509 µs - 18.322 µs + 34.404 µs + 48.712 µs + 68.932 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -23.676% - -23.392% - -22.983% + +1.8265% + +2.4485% + +2.9225% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/iteration_times.svg index 42d15620085a..4636dab82a76 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - + 5.6 - - -5.8 + + +5.7 - - -6.0 + + +5.8 - - -6.2 + + +5.9 - - -6.4 + + +6.0 - - -6.6 + + +6.1 - + 10 @@ -87,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + Sample diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg index 89d139873963..ea35e9803f97 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - + 5.6 - - -5.8 + + +5.7 - - -6.0 + + +5.8 - - -6.2 + + +5.9 - - -6.4 + + +6.0 - - -6.6 + + +6.1 - + 10 @@ -84,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + diff --git a/criterion/reachability_hydroflow_surface/report/mean.svg b/criterion/reachability_hydroflow_surface/report/mean.svg index c4ae6ed53c66..78ea5c751a22 100644 --- a/criterion/reachability_hydroflow_surface/report/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/mean.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (ms) - + +5 + + + 10 - - -20 + + +15 - - -30 + + +20 - - -40 + + +25 - - -50 + + +30 - - -60 + + +35 - + - -5.52 + +5.65 + + + +5.655 - - -5.525 + + +5.66 - - -5.53 + + +5.665 - - -5.535 + + +5.67 - - -5.54 + + +5.675 - - -5.545 + + +5.68 - - -5.55 + + +5.685 - - -5.555 + + +5.69 - - -5.56 + + +5.695 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/median.svg b/criterion/reachability_hydroflow_surface/report/median.svg index 66fd052947ef..8d303fd736a7 100644 --- a/criterion/reachability_hydroflow_surface/report/median.svg +++ b/criterion/reachability_hydroflow_surface/report/median.svg @@ -9,78 +9,74 @@ Density (a.u.) Average time (ms) - -50 - - - -100 + +10 - - -150 + + +20 - - -200 + + +30 - - -250 + + +40 - - -300 + + +50 - - -350 + + +60 - - -400 + + +70 - - -450 + + +80 - + - -5.517 + +5.615 - - -5.518 + + +5.62 - - -5.519 + + +5.625 - + -5.52 +5.63 - -5.521 + +5.635 - - -5.522 + + +5.64 - - -5.523 + + +5.645 - - -5.524 + + +5.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/pdf.svg b/criterion/reachability_hydroflow_surface/report/pdf.svg index 01ebb3f0cfaf..80076b15b443 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf.svg @@ -50,34 +50,42 @@ Average Time (ms) - -5.4 + +5.5 - - + + 5.6 - - + + +5.7 + + + 5.8 - - + + +5.9 + + + 6 - - -6.2 + + +6.1 - - -6.4 + + +6.2 - - -6.6 + + +6.3 - + Density (a.u.) @@ -86,52 +94,56 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - -6 - - - -7 - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface/report/pdf_small.svg b/criterion/reachability_hydroflow_surface/report/pdf_small.svg index 2a47beb7c04a..7c92c38708fd 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf_small.svg @@ -10,51 +10,43 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - -8 - - + - -5.5 + +5.6 - - -6 + + +5.8 - - -6.5 + + +6 - - - + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg index 42cc38b290c1..daaacc1e7c31 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,57 +13,37 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + - + 5.6 - - + + 5.8 - - + + 6.0 - - + + 6.2 - - + + 6.4 - - + + 6.6 - - -6.8 - - - -7.0 - - - -7.2 - - - -7.4 - - + 0 @@ -109,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg index d586029e73ef..50bf6f320ca5 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg @@ -35,28 +35,20 @@ Average Time (ms) - + 5.5 - - + + 6 - - + + 6.5 - - -7 - - - -7.5 - - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/typical.svg b/criterion/reachability_hydroflow_surface/report/typical.svg index 9b578f1d22b9..397abc3f404d 100644 --- a/criterion/reachability_hydroflow_surface/report/typical.svg +++ b/criterion/reachability_hydroflow_surface/report/typical.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (ms) - + +5 + + + 10 - - -20 + + +15 - - -30 + + +20 - - -40 + + +25 - - -50 + + +30 - - -60 + + +35 - + - -5.52 + +5.65 + + + +5.655 - - -5.525 + + +5.66 - - -5.53 + + +5.665 - - -5.535 + + +5.67 - - -5.54 + + +5.675 - - -5.545 + + +5.68 - - -5.55 + + +5.685 - - -5.555 + + +5.69 - - -5.56 + + +5.695 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json index f05a406872a6..c80e53f1589e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1585045.0198330495,"upper_bound":1592451.9765621782},"point_estimate":1587981.1262240678,"standard_error":1958.7674312847455},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1583380.3695652173,"upper_bound":1585646.2908653845},"point_estimate":1584746.3571428573,"standard_error":601.9920655039614},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2965.1736021370743,"upper_bound":5162.928987157925},"point_estimate":3852.627271782267,"standard_error":574.2929707907967},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1584358.3805303725,"upper_bound":1587228.873353343},"point_estimate":1585661.155897739,"standard_error":734.7844922269795},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5229.529816590715,"upper_bound":32260.41307469932},"point_estimate":19704.24595923092,"standard_error":8458.321360295799}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1589149.0061546678,"upper_bound":1592699.0904366316},"point_estimate":1590739.2025520268,"standard_error":909.561877895877},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1587647.4139058413,"upper_bound":1590560.988095238},"point_estimate":1589218.6706367384,"standard_error":697.8115892718251},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3763.257347795611,"upper_bound":6532.180579324816},"point_estimate":4876.412107709927,"standard_error":723.9389026436387},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1589021.0276189414,"upper_bound":1593625.6311985243},"point_estimate":1590950.141211763,"standard_error":1200.1811617303845},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4752.506012167531,"upper_bound":13471.560893529395},"point_estimate":9135.247286305335,"standard_error":2350.787886181268}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/sample.json b/criterion/reachability_hydroflow_surface_cheating/base/sample.json index f4234fc7c1d6..c678dda99a77 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1765904.0,3204817.0,4795175.0,6355934.0,7935782.0,9502635.0,11109278.0,12733662.0,14334836.0,15803708.0,17478301.0,19040706.0,20593596.0,22185466.0,23757604.0,25360510.0,26981181.0,28499766.0,29989936.0,31606120.0,34015382.0,34896676.0,36345583.0,37965922.0,39538846.0,41138107.0,42654758.0,44130428.0,45782072.0,47364681.0,48930576.0,52379886.0,52132144.0,53886257.0,55522205.0,57201260.0,58478714.0,60119659.0,61834387.0,63321398.0,65151506.0,66562296.0,68262954.0,69652818.0,71248636.0,72835497.0,74328194.0,76118183.0,77722447.0,79265462.0,81133891.0,82388892.0,84277979.0,86455861.0,87340918.0,88609251.0,90189031.0,91765532.0,93286732.0,94940734.0,96542217.0,98172663.0,101029860.0,101680364.0,103085493.0,104329248.0,105859844.0,107562095.0,109167056.0,111052590.0,112145915.0,113971634.0,115993742.0,117673106.0,118787606.0,120467327.0,122001892.0,123651192.0,125543037.0,126891953.0,128892776.0,130542626.0,131689281.0,132994412.0,134752674.0,136142545.0,137939067.0,139593811.0,141150247.0,142869088.0,146169523.0,145517082.0,147240653.0,148834333.0,150931003.0,152169584.0,153615350.0,154701454.0,156637000.0,158030157.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1654440.0,3180018.0,4774535.0,6326816.0,7918228.0,9512373.0,11122070.0,12665303.0,14261392.0,15817699.0,17439949.0,18976698.0,20678337.0,22354646.0,23773017.0,25544692.0,27107993.0,28773193.0,30440535.0,32173920.0,33483028.0,35235632.0,36625216.0,38298411.0,39860230.0,41230268.0,42946425.0,44561649.0,46274897.0,47570336.0,49417857.0,50900837.0,52748849.0,54244835.0,55744328.0,57034452.0,58794381.0,60271686.0,61850533.0,63484339.0,65023870.0,66837427.0,68419405.0,69727262.0,71800332.0,73122101.0,74604619.0,76090457.0,77596085.0,79221366.0,81090934.0,82420447.0,84103857.0,85723135.0,87118040.0,88828133.0,90737789.0,92115332.0,93774601.0,95262269.0,96690017.0,98418636.0,99745055.0,101509174.0,103082451.0,104412329.0,106210680.0,107740761.0,109252321.0,111036795.0,112796807.0,114257724.0,115864419.0,117504413.0,119263768.0,120672942.0,123636997.0,123925836.0,125661062.0,127540258.0,128957166.0,130491192.0,131940572.0,133607123.0,134914643.0,137219822.0,139075636.0,140350174.0,141663720.0,142922301.0,144671158.0,146464339.0,147833159.0,149407911.0,151168345.0,152537780.0,154944772.0,159630274.0,157055083.0,159157469.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json index 2ecee4988444..ef3b34a61c49 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json @@ -1 +1 @@ -[1566379.9837986934,1574282.5046997648,1595355.8937692884,1603258.4146703598] \ No newline at end of file +[1567173.1474916392,1576538.7198996658,1601513.5796544033,1610879.1520624298] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json index 8c9ad22635a2..c1b6968e5ab3 100644 --- a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.22081916521484032,"upper_bound":-0.21693750523465063},"point_estimate":-0.21929424528629882,"standard_error":0.0010082884096292864},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.2215212367119317,"upper_bound":-0.21977077776412127},"point_estimate":-0.2203862960258791,"standard_error":0.0004518041022786821}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0013151280022646538,"upper_bound":0.003969648802325898},"point_estimate":0.0017368445269354549,"standard_error":0.0013554242708854873},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001649930672991351,"upper_bound":0.003941661766949792},"point_estimate":0.002822100504426661,"standard_error":0.0005895357585401193}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json index f05a406872a6..c80e53f1589e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1585045.0198330495,"upper_bound":1592451.9765621782},"point_estimate":1587981.1262240678,"standard_error":1958.7674312847455},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1583380.3695652173,"upper_bound":1585646.2908653845},"point_estimate":1584746.3571428573,"standard_error":601.9920655039614},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2965.1736021370743,"upper_bound":5162.928987157925},"point_estimate":3852.627271782267,"standard_error":574.2929707907967},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1584358.3805303725,"upper_bound":1587228.873353343},"point_estimate":1585661.155897739,"standard_error":734.7844922269795},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5229.529816590715,"upper_bound":32260.41307469932},"point_estimate":19704.24595923092,"standard_error":8458.321360295799}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1589149.0061546678,"upper_bound":1592699.0904366316},"point_estimate":1590739.2025520268,"standard_error":909.561877895877},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1587647.4139058413,"upper_bound":1590560.988095238},"point_estimate":1589218.6706367384,"standard_error":697.8115892718251},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3763.257347795611,"upper_bound":6532.180579324816},"point_estimate":4876.412107709927,"standard_error":723.9389026436387},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1589021.0276189414,"upper_bound":1593625.6311985243},"point_estimate":1590950.141211763,"standard_error":1200.1811617303845},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4752.506012167531,"upper_bound":13471.560893529395},"point_estimate":9135.247286305335,"standard_error":2350.787886181268}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/sample.json b/criterion/reachability_hydroflow_surface_cheating/new/sample.json index f4234fc7c1d6..c678dda99a77 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1765904.0,3204817.0,4795175.0,6355934.0,7935782.0,9502635.0,11109278.0,12733662.0,14334836.0,15803708.0,17478301.0,19040706.0,20593596.0,22185466.0,23757604.0,25360510.0,26981181.0,28499766.0,29989936.0,31606120.0,34015382.0,34896676.0,36345583.0,37965922.0,39538846.0,41138107.0,42654758.0,44130428.0,45782072.0,47364681.0,48930576.0,52379886.0,52132144.0,53886257.0,55522205.0,57201260.0,58478714.0,60119659.0,61834387.0,63321398.0,65151506.0,66562296.0,68262954.0,69652818.0,71248636.0,72835497.0,74328194.0,76118183.0,77722447.0,79265462.0,81133891.0,82388892.0,84277979.0,86455861.0,87340918.0,88609251.0,90189031.0,91765532.0,93286732.0,94940734.0,96542217.0,98172663.0,101029860.0,101680364.0,103085493.0,104329248.0,105859844.0,107562095.0,109167056.0,111052590.0,112145915.0,113971634.0,115993742.0,117673106.0,118787606.0,120467327.0,122001892.0,123651192.0,125543037.0,126891953.0,128892776.0,130542626.0,131689281.0,132994412.0,134752674.0,136142545.0,137939067.0,139593811.0,141150247.0,142869088.0,146169523.0,145517082.0,147240653.0,148834333.0,150931003.0,152169584.0,153615350.0,154701454.0,156637000.0,158030157.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1654440.0,3180018.0,4774535.0,6326816.0,7918228.0,9512373.0,11122070.0,12665303.0,14261392.0,15817699.0,17439949.0,18976698.0,20678337.0,22354646.0,23773017.0,25544692.0,27107993.0,28773193.0,30440535.0,32173920.0,33483028.0,35235632.0,36625216.0,38298411.0,39860230.0,41230268.0,42946425.0,44561649.0,46274897.0,47570336.0,49417857.0,50900837.0,52748849.0,54244835.0,55744328.0,57034452.0,58794381.0,60271686.0,61850533.0,63484339.0,65023870.0,66837427.0,68419405.0,69727262.0,71800332.0,73122101.0,74604619.0,76090457.0,77596085.0,79221366.0,81090934.0,82420447.0,84103857.0,85723135.0,87118040.0,88828133.0,90737789.0,92115332.0,93774601.0,95262269.0,96690017.0,98418636.0,99745055.0,101509174.0,103082451.0,104412329.0,106210680.0,107740761.0,109252321.0,111036795.0,112796807.0,114257724.0,115864419.0,117504413.0,119263768.0,120672942.0,123636997.0,123925836.0,125661062.0,127540258.0,128957166.0,130491192.0,131940572.0,133607123.0,134914643.0,137219822.0,139075636.0,140350174.0,141663720.0,142922301.0,144671158.0,146464339.0,147833159.0,149407911.0,151168345.0,152537780.0,154944772.0,159630274.0,157055083.0,159157469.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json index 2ecee4988444..ef3b34a61c49 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json @@ -1 +1 @@ -[1566379.9837986934,1574282.5046997648,1595355.8937692884,1603258.4146703598] \ No newline at end of file +[1567173.1474916392,1576538.7198996658,1601513.5796544033,1610879.1520624298] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg index 4656fa843614..01e4802606f5 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - -0.8 - - + - -3 - - - + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - - - + + +5.5 + + + +6 + + + +6.5 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg index 9e3d07f5dbc5..e9078cc6dc7e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg @@ -9,66 +9,94 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - + + +0.16 + + + +0.18 + + + +0.2 + + - + +4 + + + 5 - - -10 + + +6 - - -15 + + +7 + + + +8 + + + +9 + + + +10 - - -20 + + +11 - - -25 + + +12 - - -30 + + +13 - - -35 + + +14 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg index fd0d00905d1f..409fd8880704 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg @@ -9,55 +9,51 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + - + 1.6 - - -1.7 - - - -1.8 + + +1.65 - - -1.9 + + +1.7 - - -2 + + +1.75 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg new file mode 100644 index 000000000000..248edd1200ca --- /dev/null +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg @@ -0,0 +1,120 @@ + + +reachability/hydroflow/surface_cheating + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + +0.0 + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + + +0 + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + +Base Sample + + +New Sample + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg index fcbc9791f9fe..4e257359c0ae 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg @@ -9,79 +9,55 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - - -400 - - + - --0.221 - - - --0.2205 - - - --0.22 - - - --0.2195 - - - --0.219 - - - --0.2185 - - - --0.218 - - - --0.2175 - - - --0.217 - - - - - - + +-0.001 + + + +0 + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg index 13c045b0514c..3d1fc8ca532f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg @@ -9,87 +9,63 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - -600 - - + -700 +600 - -800 + +700 - + - --0.2216 - - - --0.2214 - - - --0.2212 - - - --0.221 - - - --0.2208 - - - --0.2206 - - - --0.2204 - - - --0.2202 - - - --0.22 - - - --0.2198 - - - --0.2196 - - - - - - + +0.0015 + + + +0.002 + + + +0.0025 + + + +0.003 + + + +0.0035 + + + +0.004 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg index a0bc8abeca14..5c0e271f81e9 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - + -0.35 +0.3 - -0.4 + +0.35 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/index.html b/criterion/reachability_hydroflow_surface_cheating/report/index.html index f952d49925ed..f29e8cca8191 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/index.html +++ b/criterion/reachability_hydroflow_surface_cheating/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.5844 ms - 1.5857 ms - 1.5872 ms + 1.5890 ms + 1.5910 ms + 1.5936 ms R² - 0.9978597 - 0.9979539 - 0.9978176 + 0.9965227 + 0.9967239 + 0.9963370 Mean - 1.5850 ms - 1.5880 ms - 1.5925 ms + 1.5891 ms + 1.5907 ms + 1.5927 ms Std. Dev. - 5.2295 µs - 19.704 µs - 32.260 µs + 4.7525 µs + 9.1352 µs + 13.472 µs Median - 1.5834 ms - 1.5847 ms - 1.5856 ms + 1.5876 ms + 1.5892 ms + 1.5906 ms MAD - 2.9652 µs - 3.8526 µs - 5.1629 µs + 3.7633 µs + 4.8764 µs + 6.5322 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -22.082% - -21.929% - -21.694% - (p = 0.00 < + -0.1315% + +0.1737% + +0.3970% + (p = 0.23 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg index 04c5f49b8740..49a774114a4d 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - - -160 + + +250 - - -180 + + +300 - - -200 + + +350 + + + +400 - - -220 + + +450 - + - -1.585 + +1.589 - - -1.586 + + +1.5895 - - -1.587 + + +1.59 - - -1.588 + + +1.5905 - - -1.589 + + +1.591 - - -1.59 + + +1.5915 - + -1.591 +1.592 - -1.592 + +1.5925 - - + + 1.593 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/median.svg index 4b925c9bcf43..2e2d7017bb4c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/median.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - + + 900 - + + +1000 + + - -1.5835 + +1.5875 + + + +1.588 + + + +1.5885 - - -1.584 + + +1.589 - - -1.5845 + + +1.5895 - - -1.585 + + +1.59 - - -1.5855 + + +1.5905 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg index 74419501d82f..a01b2726700c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg @@ -54,22 +54,46 @@ Average Time (ms) - + +1.57 + + + +1.58 + + + +1.59 + + + 1.6 - - -1.65 + + +1.61 - - -1.7 + + +1.62 + + + +1.63 + + + +1.64 + + + +1.65 - - -1.75 + + +1.66 - + Density (a.u.) @@ -78,60 +102,48 @@ Density (a.u.) 0 - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - - - - - - - - - - - - - - - - - - - - - - + + +50 + + + +60 + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg index da0d733beb8f..95a011194cbd 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg @@ -10,59 +10,55 @@ Average Time (ms) 0 - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 + + +50 - + + +60 + + + +70 + + - + +1.58 + + + 1.6 - - -1.65 + + +1.62 - - -1.7 + + +1.64 - - -1.75 + + +1.66 - - - + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg index a0ba8161b089..4095931b8bcc 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg @@ -19,41 +19,41 @@ Iterations - - - - - - + + + + + + 20.0 - + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - + 10 @@ -96,7 +96,7 @@ Iterations - + @@ -105,98 +105,98 @@ Iterations - - + + - + - - + + - + - + - + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg index d0da46535d15..366b4b827ea6 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg @@ -16,41 +16,41 @@ Iterations - - - - - - + + + + + + 20.0 - + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - + 10 @@ -99,20 +99,20 @@ Iterations - + - + - + - - + + @@ -123,75 +123,75 @@ Iterations - - + + - - - - - - + + + + + + - - + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - + + + + + + + + - - - - - - - - + + + + + + + + - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg index a0b407a4d3e7..6f1929f35951 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg @@ -6,53 +6,49 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + - + 1.6 - - -1.7 - - - -1.8 + + +1.65 - - -1.9 + + +1.7 - - -2 + + +1.75 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg new file mode 100644 index 000000000000..4ed55e85fd80 --- /dev/null +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg @@ -0,0 +1,109 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + +0.0 + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + + +0 + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg index cfdf483d336c..3a1d32a706f2 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 + + + +1.589 - - -450 + + +1.5895 - - -500 + + +1.59 - - -550 + + +1.5905 - - - -1.5845 + + +1.591 - - -1.585 + + +1.5915 - - -1.5855 + + +1.592 - - -1.586 + + +1.5925 - - -1.5865 + + +1.593 - - -1.587 + + +1.5935 - - -1.5875 + + +1.594 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg index ccd8dea2d5c1..c846c0ad13a6 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 + + + +1.589 - - -450 + + +1.5895 - - -500 + + +1.59 - - -550 + + +1.5905 - - - -1.5845 + + +1.591 - - -1.585 + + +1.5915 - - -1.5855 + + +1.592 - - -1.586 + + +1.5925 - - -1.5865 + + +1.593 - - -1.587 + + +1.5935 - - -1.5875 + + +1.594 - - - - + + + + Bootstrap distribution