diff --git a/bench/data.js b/bench/data.js index fd03bdf67525..afa862ec1f38 100644 --- a/bench/data.js +++ b/bench/data.js @@ -1,6 +1,6 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1733026316304, + "lastUpdate": 1733112372468, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -174891,6 +174891,226 @@ window.BENCHMARK_DATA = "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Shadaj Laddad", + "username": "shadaj", + "email": "shadaj@users.noreply.github.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "78f6a3299fff822abaea50841800a07f0e2ae128", + "message": "refactor(hydroflow_plus)!: further reduce namespace pollution (#1589)", + "timestamp": "2024-12-01T20:00:02Z", + "url": "https://github.com/hydro-project/hydroflow/commit/78f6a3299fff822abaea50841800a07f0e2ae128" + }, + "date": 1733112372428, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309214, + "range": "± 1053", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6491927, + "range": "± 4961", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6531506, + "range": "± 38805", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 75134695, + "range": "± 1886534", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 40871850, + "range": "± 462129", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 49736591, + "range": "± 802257", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6476687, + "range": "± 138916", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 6278497, + "range": "± 65812", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 30345708, + "range": "± 2170384", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4840911, + "range": "± 208164", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 8669358, + "range": "± 114948", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6491678, + "range": "± 8010", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6635674, + "range": "± 18561", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1808658, + "range": "± 23958", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1824938, + "range": "± 8310", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5314617, + "range": "± 44568", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1517810, + "range": "± 26008", + "unit": "ns/iter" + }, + { + "name": "hydroflow_diamond", + "value": 58716213, + "range": "± 2515535", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 4014, + "range": "± 65", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52761, + "range": "± 251", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9495, + "range": "± 86", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6699, + "range": "± 115", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 76443, + "range": "± 838", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 70463, + "range": "± 1329", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 15149, + "range": "± 274", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6911, + "range": "± 122", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 22620, + "range": "± 795", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 81360, + "range": "± 1405", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 99440, + "range": "± 1903", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8127, + "range": "± 252", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 48437, + "range": "± 1283", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 70161, + "range": "± 3869", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8959, + "range": "± 439", + "unit": "ns/iter" + } + ] } ] } diff --git a/bench/data.json b/bench/data.json index 628226782cc3..6d46b8c27c3d 100644 --- a/bench/data.json +++ b/bench/data.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1733026316304, + "lastUpdate": 1733112372468, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -174890,6 +174890,226 @@ "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Shadaj Laddad", + "username": "shadaj", + "email": "shadaj@users.noreply.github.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "78f6a3299fff822abaea50841800a07f0e2ae128", + "message": "refactor(hydroflow_plus)!: further reduce namespace pollution (#1589)", + "timestamp": "2024-12-01T20:00:02Z", + "url": "https://github.com/hydro-project/hydroflow/commit/78f6a3299fff822abaea50841800a07f0e2ae128" + }, + "date": 1733112372428, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309214, + "range": "± 1053", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6491927, + "range": "± 4961", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6531506, + "range": "± 38805", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 75134695, + "range": "± 1886534", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 40871850, + "range": "± 462129", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 49736591, + "range": "± 802257", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6476687, + "range": "± 138916", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 6278497, + "range": "± 65812", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 30345708, + "range": "± 2170384", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4840911, + "range": "± 208164", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 8669358, + "range": "± 114948", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6491678, + "range": "± 8010", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6635674, + "range": "± 18561", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1808658, + "range": "± 23958", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1824938, + "range": "± 8310", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5314617, + "range": "± 44568", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1517810, + "range": "± 26008", + "unit": "ns/iter" + }, + { + "name": "hydroflow_diamond", + "value": 58716213, + "range": "± 2515535", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 4014, + "range": "± 65", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52761, + "range": "± 251", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9495, + "range": "± 86", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6699, + "range": "± 115", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 76443, + "range": "± 838", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 70463, + "range": "± 1329", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 15149, + "range": "± 274", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6911, + "range": "± 122", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 22620, + "range": "± 795", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 81360, + "range": "± 1405", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 99440, + "range": "± 1903", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8127, + "range": "± 252", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 48437, + "range": "± 1283", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 70161, + "range": "± 3869", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8959, + "range": "± 439", + "unit": "ns/iter" + } + ] } ] } diff --git a/criterion/arithmetic_hydroflow_compiled/base/estimates.json b/criterion/arithmetic_hydroflow_compiled/base/estimates.json index fdd1bc0e30bf..5f577138f694 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309296.10247691604,"upper_bound":310131.518038795},"point_estimate":309651.8099456676,"standard_error":216.68262964475176},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309115.69166666665,"upper_bound":309192.85357142857},"point_estimate":309151.6337562052,"standard_error":22.309740076777814},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124.70542723206844,"upper_bound":231.7932122953427},"point_estimate":170.74986578467582,"standard_error":28.086719611780605},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309300.00852705527,"upper_bound":311118.83386294794},"point_estimate":309963.39112753066,"standard_error":506.2811381775174},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":668.0759174840113,"upper_bound":3396.065063611407},"point_estimate":2177.71909696142,"standard_error":731.4808551597093}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309351.72401077405,"upper_bound":309763.00995200896},"point_estimate":309536.01539046154,"standard_error":104.9728011193807},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309155.2,"upper_bound":309325.0652173913},"point_estimate":309214.6215909091,"standard_error":47.51170322640471},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":161.76511593599318,"upper_bound":340.4886187921061},"point_estimate":214.71835580338364,"standard_error":44.801360249291854},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309312.94749235857,"upper_bound":309758.2550473252},"point_estimate":309514.0874833752,"standard_error":113.83347231095811},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":533.252233832611,"upper_bound":1502.833905179575},"point_estimate":1053.4487390095615,"standard_error":250.4599073318454}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/sample.json b/criterion/arithmetic_hydroflow_compiled/base/sample.json index e25a5cdd28b6..2150b6cfafd4 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233099.0,2473904.0,3709948.0,4941094.0,6182379.0,7421589.0,8651493.0,9884342.0,11125106.0,12364947.0,13592216.0,14830846.0,16083312.0,17307855.0,18540584.0,19771609.0,21017132.0,22256223.0,24326243.0,24769369.0,25958546.0,27193810.0,28440294.0,29657604.0,30924316.0,32162565.0,33378452.0,34629726.0,35834753.0,37142111.0,38328143.0,39569548.0,40962856.0,42165628.0,43288883.0,44493228.0,45755151.0,46967243.0,48234746.0,49502941.0,50675668.0,51924877.0,53153959.0,54398009.0,55634134.0,56911586.0,58122204.0,59341067.0,60592781.0,62173629.0,63110044.0,64568434.0,65615667.0,67434639.0,69072384.0,69257929.0,70536463.0,71696907.0,72939464.0,74188122.0,75483349.0,76679288.0,77881399.0,79704539.0,80542034.0,82523306.0,82954990.0,84069910.0,85346440.0,86573999.0,87764930.0,89023737.0,90252769.0,91489586.0,92739884.0,93996440.0,95253615.0,96414379.0,97642269.0,98898562.0,100161337.0,101405686.0,102628888.0,103879951.0,105099465.0,106377277.0,107663837.0,108834059.0,111397950.0,111325455.0,112481680.0,113789900.0,115108709.0,116307625.0,117547978.0,118780627.0,119889695.0,121200690.0,122360814.0,130610719.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1240645.0,2466954.0,3710125.0,4941673.0,6212776.0,7424087.0,8652910.0,9889919.0,11123752.0,12362404.0,13611666.0,14894119.0,16098187.0,17380550.0,18549312.0,19797572.0,21054999.0,22253375.0,23496255.0,24726331.0,25984789.0,27212031.0,28458367.0,29662955.0,30912217.0,32173220.0,33440926.0,34678627.0,35853319.0,37092643.0,38588795.0,39562983.0,40829307.0,42041600.0,43338149.0,44616496.0,45834569.0,47106021.0,48374259.0,49520750.0,50706382.0,51937390.0,53152950.0,54386130.0,55631374.0,56915812.0,58097428.0,59395470.0,60661273.0,61805288.0,63840196.0,65800605.0,66592393.0,66890200.0,68024356.0,69241949.0,70544821.0,71720024.0,72934821.0,74173433.0,75482467.0,76673610.0,77958498.0,79211216.0,80479133.0,81651871.0,82805133.0,84073281.0,85351216.0,86564380.0,87789627.0,89028299.0,90275408.0,91475737.0,92834744.0,94738737.0,95244592.0,96429674.0,97673475.0,98970096.0,100250536.0,102226383.0,102666124.0,103827011.0,105183794.0,106611378.0,107574876.0,108830890.0,110098216.0,111283408.0,112527139.0,113747137.0,114943630.0,116429092.0,117526650.0,118684373.0,120772219.0,121189658.0,122406729.0,123661752.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/tukey.json b/criterion/arithmetic_hydroflow_compiled/base/tukey.json index ca94954a8dba..74a3d8b106a2 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[308304.0571668497,308680.42725653993,309684.08082904713,310060.45091873733] \ No newline at end of file +[307877.6008405738,308485.39677057543,310106.1859172465,310713.98184724816] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/change/estimates.json b/criterion/arithmetic_hydroflow_compiled/change/estimates.json index 726a1a323c68..24534f973f51 100644 --- a/criterion/arithmetic_hydroflow_compiled/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004314515868812768,"upper_bound":0.0014699083516465311},"point_estimate":-0.0012803976036073195,"standard_error":0.0014692350170061787},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00012277674782612547,"upper_bound":0.0002803890260445474},"point_estimate":0.00010507103827328557,"standard_error":0.00010306622509620728}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0020298963894587294,"upper_bound":0.0009787474889898173},"point_estimate":-0.0003739508424847049,"standard_error":0.0007751746936945661},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00006918178362114169,"upper_bound":0.0005629956231452127},"point_estimate":0.00020374414308776956,"standard_error":0.0001669169247020067}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/estimates.json b/criterion/arithmetic_hydroflow_compiled/new/estimates.json index fdd1bc0e30bf..5f577138f694 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309296.10247691604,"upper_bound":310131.518038795},"point_estimate":309651.8099456676,"standard_error":216.68262964475176},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309115.69166666665,"upper_bound":309192.85357142857},"point_estimate":309151.6337562052,"standard_error":22.309740076777814},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124.70542723206844,"upper_bound":231.7932122953427},"point_estimate":170.74986578467582,"standard_error":28.086719611780605},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309300.00852705527,"upper_bound":311118.83386294794},"point_estimate":309963.39112753066,"standard_error":506.2811381775174},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":668.0759174840113,"upper_bound":3396.065063611407},"point_estimate":2177.71909696142,"standard_error":731.4808551597093}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309351.72401077405,"upper_bound":309763.00995200896},"point_estimate":309536.01539046154,"standard_error":104.9728011193807},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309155.2,"upper_bound":309325.0652173913},"point_estimate":309214.6215909091,"standard_error":47.51170322640471},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":161.76511593599318,"upper_bound":340.4886187921061},"point_estimate":214.71835580338364,"standard_error":44.801360249291854},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309312.94749235857,"upper_bound":309758.2550473252},"point_estimate":309514.0874833752,"standard_error":113.83347231095811},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":533.252233832611,"upper_bound":1502.833905179575},"point_estimate":1053.4487390095615,"standard_error":250.4599073318454}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/sample.json b/criterion/arithmetic_hydroflow_compiled/new/sample.json index e25a5cdd28b6..2150b6cfafd4 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233099.0,2473904.0,3709948.0,4941094.0,6182379.0,7421589.0,8651493.0,9884342.0,11125106.0,12364947.0,13592216.0,14830846.0,16083312.0,17307855.0,18540584.0,19771609.0,21017132.0,22256223.0,24326243.0,24769369.0,25958546.0,27193810.0,28440294.0,29657604.0,30924316.0,32162565.0,33378452.0,34629726.0,35834753.0,37142111.0,38328143.0,39569548.0,40962856.0,42165628.0,43288883.0,44493228.0,45755151.0,46967243.0,48234746.0,49502941.0,50675668.0,51924877.0,53153959.0,54398009.0,55634134.0,56911586.0,58122204.0,59341067.0,60592781.0,62173629.0,63110044.0,64568434.0,65615667.0,67434639.0,69072384.0,69257929.0,70536463.0,71696907.0,72939464.0,74188122.0,75483349.0,76679288.0,77881399.0,79704539.0,80542034.0,82523306.0,82954990.0,84069910.0,85346440.0,86573999.0,87764930.0,89023737.0,90252769.0,91489586.0,92739884.0,93996440.0,95253615.0,96414379.0,97642269.0,98898562.0,100161337.0,101405686.0,102628888.0,103879951.0,105099465.0,106377277.0,107663837.0,108834059.0,111397950.0,111325455.0,112481680.0,113789900.0,115108709.0,116307625.0,117547978.0,118780627.0,119889695.0,121200690.0,122360814.0,130610719.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1240645.0,2466954.0,3710125.0,4941673.0,6212776.0,7424087.0,8652910.0,9889919.0,11123752.0,12362404.0,13611666.0,14894119.0,16098187.0,17380550.0,18549312.0,19797572.0,21054999.0,22253375.0,23496255.0,24726331.0,25984789.0,27212031.0,28458367.0,29662955.0,30912217.0,32173220.0,33440926.0,34678627.0,35853319.0,37092643.0,38588795.0,39562983.0,40829307.0,42041600.0,43338149.0,44616496.0,45834569.0,47106021.0,48374259.0,49520750.0,50706382.0,51937390.0,53152950.0,54386130.0,55631374.0,56915812.0,58097428.0,59395470.0,60661273.0,61805288.0,63840196.0,65800605.0,66592393.0,66890200.0,68024356.0,69241949.0,70544821.0,71720024.0,72934821.0,74173433.0,75482467.0,76673610.0,77958498.0,79211216.0,80479133.0,81651871.0,82805133.0,84073281.0,85351216.0,86564380.0,87789627.0,89028299.0,90275408.0,91475737.0,92834744.0,94738737.0,95244592.0,96429674.0,97673475.0,98970096.0,100250536.0,102226383.0,102666124.0,103827011.0,105183794.0,106611378.0,107574876.0,108830890.0,110098216.0,111283408.0,112527139.0,113747137.0,114943630.0,116429092.0,117526650.0,118684373.0,120772219.0,121189658.0,122406729.0,123661752.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/tukey.json b/criterion/arithmetic_hydroflow_compiled/new/tukey.json index ca94954a8dba..74a3d8b106a2 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[308304.0571668497,308680.42725653993,309684.08082904713,310060.45091873733] \ No newline at end of file +[307877.6008405738,308485.39677057543,310106.1859172465,310713.98184724816] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg index f41b8b06ddc2..8cfa742dadc7 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg @@ -9,78 +9,78 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - -0.014 - - - -0.016 - - - -0.018 - - - -0.02 - - + - -120 - - - -140 - - - + 160 - - + + 180 - - + + 200 - - + + 220 - - + + 240 - - - - + + +260 + + + +280 + + + +300 + + + +320 + + + +340 + + + +360 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/SD.svg b/criterion/arithmetic_hydroflow_compiled/report/SD.svg index a4c1e3bb2a7f..802411ab3569 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/SD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 + + +0.8 - - - -0.5 - - - + + 1 - - -1.5 + + +1.2 + + + +1.4 - - -2 + + +1.6 + + + + +0.6 + + + +0.8 + + + +1 - - -2.5 + + +1.2 - - -3 + + +1.4 - - -3.5 + + +1.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg index 4c3571f293cc..9d4ecf2e5a81 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg @@ -9,55 +9,55 @@ Density (a.u.) Average Time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 + + +0.4 + + + +0.5 - + + +0.6 + + + +0.7 + + - + 310 - - -320 + + +315 - - -330 + + +320 - - -340 + + +325 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg index a083c848676b..2336ebaab974 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations 400 - - - - + + + + Base Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg index 81020bbe06c2..88f3d98031a3 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg @@ -9,58 +9,78 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - - --0.004 + + +300 + + + +350 + + + +400 - - --0.003 + + +450 - - + + +500 + + + + -0.002 - - + + +-0.0015 + + + -0.001 - - + + +-5e-4 + + + 0 - - -0.001 + + +5e-4 - - -0.002 + + +0.001 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg index 4c785a5edfd9..4c48b3b81efb 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg @@ -9,82 +9,58 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - -2500 - - - -3000 - - - -3500 - - - -4000 - - + - --0.00015 - - - + -1e-4 - - --5e-5 - - - + + 0 - - -5e-5 - - - + + 1e-4 - - -0.00015 - - - + + 2e-4 - - -0.00025 - - - + + 3e-4 - - - - + + +4e-4 + + + +5e-4 + + + +6e-4 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg index 73d10b60701c..e99f8988107d 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg @@ -13,69 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/index.html b/criterion/arithmetic_hydroflow_compiled/report/index.html index dd105bf33d3c..ee655bc7e8c4 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 309.30 µs - 309.96 µs - 311.12 µs + 309.31 µs + 309.51 µs + 309.76 µs R² - 0.9887525 - 0.9892560 - 0.9877299 + 0.9984731 + 0.9985315 + 0.9984454 Mean - 309.30 µs - 309.65 µs - 310.13 µs + 309.35 µs + 309.54 µs + 309.76 µs Std. Dev. - 668.08 ns - 2.1777 µs - 3.3961 µs + 533.25 ns + 1.0534 µs + 1.5028 µs Median - 309.12 µs - 309.15 µs - 309.19 µs + 309.16 µs + 309.21 µs + 309.33 µs MAD - 124.71 ns - 170.75 ns - 231.79 ns + 161.77 ns + 214.72 ns + 340.49 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.4315% - -0.1280% - +0.1470% - (p = 0.40 > + -0.2030% + -0.0374% + +0.0979% + (p = 0.66 > 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled/report/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/mean.svg index 38ab26ec8e82..2a0bacb47372 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/mean.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 - - -1.4 + + +2 - - -1.6 + + +2.5 - - -1.8 + + +3 - - -2 + + +3.5 + + + +4 - + - -309.3 + +309.35 - - + + 309.4 - - -309.5 + + +309.45 - - -309.6 + + +309.5 - - -309.7 + + +309.55 - - -309.8 + + +309.6 - - -309.9 + + +309.65 - - -310 + + +309.7 - - -310.1 + + +309.75 - - -310.2 + + +309.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/median.svg b/criterion/arithmetic_hydroflow_compiled/report/median.svg index 92bdb717b7e0..045663915978 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/median.svg @@ -9,74 +9,78 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 - - -25 + + +10 - - -30 + + +12 - + - -309.11 + +309.14 - - -309.12 + + +309.16 - - -309.13 + + +309.18 - - -309.14 + + +309.2 - - -309.15 + + +309.22 - - -309.16 + + +309.24 - - -309.17 + + +309.26 - - -309.18 + + +309.28 - - -309.19 + + +309.3 - - -309.2 + + +309.32 + + + +309.34 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg index 46fb32f0d115..9c4d90144790 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg @@ -46,22 +46,46 @@ Average Time (µs) - + +308 + + + +309 + + + 310 - - + + +311 + + + +312 + + + +313 + + + +314 + + + 315 - - -320 + + +316 - - -325 + + +317 - + Density (a.u.) @@ -70,66 +94,64 @@ Density (a.u.) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg index 80e2b01d95f3..56ce83bba33e 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg @@ -10,55 +10,55 @@ Average Time (µs) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - + + +0.5 + + + +0.6 + + + +0.7 + + - + +308 + + + 310 - - -315 + + +312 - - -320 + + +314 - - -325 + + +316 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/regression.svg index 656798cafdf5..a872fc492024 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression.svg @@ -16,37 +16,37 @@ Iterations - - - - - - + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - + 50 @@ -84,104 +84,104 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg index 54bfd5a3710a..d7a276c74d21 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg @@ -13,37 +13,37 @@ Iterations - - - - - - + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - + 50 @@ -81,102 +81,102 @@ Iterations - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg index dad5a89de220..4fe9fdf5d82b 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,53 +6,53 @@ Density (a.u.) Average Time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 + + +0.4 + + + +0.5 - + + +0.6 + + + +0.7 + + - + 310 - - -320 + + +315 - - -330 + + +320 - - -340 + + +325 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg index f51536f575c2..154caccc1e5f 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations 400 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/slope.svg b/criterion/arithmetic_hydroflow_compiled/report/slope.svg index da85b77dff16..f59e62af46cf 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/slope.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/slope.svg @@ -9,78 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 + + + +3 - - -1.2 + + +3.5 - + - -309.2 + +309.3 - - -309.4 + + +309.35 - - -309.6 + + +309.4 - - -309.8 + + +309.45 - - -310 + + +309.5 - - -310.2 + + +309.55 - - -310.4 + + +309.6 - - -310.6 + + +309.65 - - -310.8 + + +309.7 - - -311 + + +309.75 - - -311.2 + + +309.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/typical.svg b/criterion/arithmetic_hydroflow_compiled/report/typical.svg index ad9187a3b190..aa5d6b0d6982 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/typical.svg @@ -9,78 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 + + + +3 - - -1.2 + + +3.5 - + - -309.2 + +309.3 - - -309.4 + + +309.35 - - -309.6 + + +309.4 - - -309.8 + + +309.45 - - -310 + + +309.5 - - -310.2 + + +309.55 - - -310.4 + + +309.6 - - -310.6 + + +309.65 - - -310.8 + + +309.7 - - -311 + + +309.75 - - -311.2 + + +309.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json index 2f728a782552..9575787e3b17 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494365.81375,"upper_bound":6499384.06375},"point_estimate":6496689.75,"standard_error":1291.472691819766},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492315.375,"upper_bound":6493529.0},"point_estimate":6492931.5625,"standard_error":317.0701140068254},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2222.4173605442047,"upper_bound":4107.172577083111},"point_estimate":3232.5312551110983,"standard_error":495.3391303221523},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7816.792700105742,"upper_bound":17038.838793717703},"point_estimate":12936.144238751469,"standard_error":2357.5560497404877}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491591.3063125,"upper_bound":6493503.195},"point_estimate":6492408.11,"standard_error":492.4476286966196},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491086.75,"upper_bound":6492622.875},"point_estimate":6491927.375,"standard_error":429.54986979685685},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2261.7062598466873,"upper_bound":3424.99126419425},"point_estimate":2991.423434391618,"standard_error":300.01848537259013},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2361.0094821934954,"upper_bound":7722.807239720386},"point_estimate":4961.521225807807,"standard_error":1721.5136347936468}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json index 8b2de3da7548..6afbe8f99f4d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51925890.0,51938654.0,51907255.0,51971294.0,51916483.0,51920810.0,51922815.0,51963180.0,52117447.0,51919297.0,51943553.0,51934967.0,51943824.0,51908427.0,51981453.0,51946508.0,51905772.0,52426082.0,52012381.0,51933283.0,51943713.0,51955586.0,51937913.0,51938353.0,51932433.0,51943333.0,51932903.0,51987855.0,51955746.0,51946990.0,51923555.0,51939225.0,51927905.0,51965474.0,51940477.0,51953021.0,52036877.0,52024644.0,51946989.0,51938523.0,51914459.0,51956558.0,51921332.0,51982957.0,52039271.0,51923956.0,51929137.0,51948242.0,52466739.0,51940156.0,51935439.0,51941469.0,52011149.0,51949284.0,51917384.0,51925510.0,52303744.0,51959001.0,51941018.0,51908928.0,51967368.0,51919248.0,51954313.0,51911763.0,51926130.0,51948863.0,51949885.0,51929477.0,51940066.0,51926672.0,51931721.0,51967919.0,51968169.0,52389076.0,51943352.0,52248150.0,51917244.0,51944895.0,51947160.0,51962288.0,52112397.0,51921893.0,52117558.0,51951569.0,51951558.0,51935177.0,51948232.0,51988997.0,51928245.0,51914799.0,51934246.0,51987566.0,51924097.0,51899070.0,52193048.0,51989429.0,51898339.0,51937061.0,51953512.0,51944625.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51910671.0,51951888.0,51907365.0,51902686.0,51939154.0,51962006.0,51928694.0,51942410.0,51954292.0,51973408.0,51932552.0,52270333.0,51931459.0,51907084.0,51939003.0,51918906.0,51955855.0,51952028.0,51937230.0,51926871.0,51943793.0,51919316.0,51891811.0,51905788.0,51954558.0,51925004.0,51929683.0,51977982.0,51945652.0,51938909.0,51956563.0,51928049.0,51952895.0,51951903.0,51921867.0,51921958.0,51944971.0,51949879.0,51940983.0,51916718.0,51936054.0,51922348.0,51910857.0,51938509.0,51929532.0,51926226.0,51952441.0,51961167.0,51919239.0,51912737.0,51984370.0,51939917.0,51928647.0,51935639.0,51918387.0,51953763.0,51969333.0,51943775.0,51933505.0,51925851.0,51941250.0,51913768.0,51929367.0,51944886.0,51911695.0,52008896.0,51971847.0,51916343.0,51903078.0,51950828.0,51951279.0,51990392.0,51928115.0,51904230.0,51927024.0,51953202.0,51941840.0,51913508.0,51920461.0,51916333.0,51938495.0,51935199.0,51946139.0,51911064.0,51929328.0,51966757.0,51949716.0,51912897.0,51961898.0,51950116.0,51949605.0,51900013.0,51905974.0,51923907.0,51954373.0,51961438.0,51913788.0,51927014.0,51911284.0,51934667.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json index de0beafcfae2..620e621c063e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json @@ -1 +1 @@ -[6477390.8125,6484170.203125,6502248.578125,6509027.96875] \ No newline at end of file +[6477861.65625,6483886.875,6499954.125,6505979.34375] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json index ab91ab5fc236..382c3dc9679a 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0017984810929175447,"upper_bound":0.000045384790773350234},"point_estimate":-0.0008061631542590764,"standard_error":0.00047054989878468753},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00016520029746835974,"upper_bound":0.00015583696957732762},"point_estimate":0.000034586883406184654,"standard_error":0.00008470781671468254}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001105165905923236,"upper_bound":-0.00027662513621331267},"point_estimate":-0.0006590494797753532,"standard_error":0.0002110039589150514},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0003155953710338941,"upper_bound":-8.55475687943997e-6},"point_estimate":-0.000154658568372934,"standard_error":0.00007917897570905688}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json index 2f728a782552..9575787e3b17 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494365.81375,"upper_bound":6499384.06375},"point_estimate":6496689.75,"standard_error":1291.472691819766},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492315.375,"upper_bound":6493529.0},"point_estimate":6492931.5625,"standard_error":317.0701140068254},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2222.4173605442047,"upper_bound":4107.172577083111},"point_estimate":3232.5312551110983,"standard_error":495.3391303221523},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7816.792700105742,"upper_bound":17038.838793717703},"point_estimate":12936.144238751469,"standard_error":2357.5560497404877}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491591.3063125,"upper_bound":6493503.195},"point_estimate":6492408.11,"standard_error":492.4476286966196},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491086.75,"upper_bound":6492622.875},"point_estimate":6491927.375,"standard_error":429.54986979685685},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2261.7062598466873,"upper_bound":3424.99126419425},"point_estimate":2991.423434391618,"standard_error":300.01848537259013},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2361.0094821934954,"upper_bound":7722.807239720386},"point_estimate":4961.521225807807,"standard_error":1721.5136347936468}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json index 8b2de3da7548..6afbe8f99f4d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51925890.0,51938654.0,51907255.0,51971294.0,51916483.0,51920810.0,51922815.0,51963180.0,52117447.0,51919297.0,51943553.0,51934967.0,51943824.0,51908427.0,51981453.0,51946508.0,51905772.0,52426082.0,52012381.0,51933283.0,51943713.0,51955586.0,51937913.0,51938353.0,51932433.0,51943333.0,51932903.0,51987855.0,51955746.0,51946990.0,51923555.0,51939225.0,51927905.0,51965474.0,51940477.0,51953021.0,52036877.0,52024644.0,51946989.0,51938523.0,51914459.0,51956558.0,51921332.0,51982957.0,52039271.0,51923956.0,51929137.0,51948242.0,52466739.0,51940156.0,51935439.0,51941469.0,52011149.0,51949284.0,51917384.0,51925510.0,52303744.0,51959001.0,51941018.0,51908928.0,51967368.0,51919248.0,51954313.0,51911763.0,51926130.0,51948863.0,51949885.0,51929477.0,51940066.0,51926672.0,51931721.0,51967919.0,51968169.0,52389076.0,51943352.0,52248150.0,51917244.0,51944895.0,51947160.0,51962288.0,52112397.0,51921893.0,52117558.0,51951569.0,51951558.0,51935177.0,51948232.0,51988997.0,51928245.0,51914799.0,51934246.0,51987566.0,51924097.0,51899070.0,52193048.0,51989429.0,51898339.0,51937061.0,51953512.0,51944625.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51910671.0,51951888.0,51907365.0,51902686.0,51939154.0,51962006.0,51928694.0,51942410.0,51954292.0,51973408.0,51932552.0,52270333.0,51931459.0,51907084.0,51939003.0,51918906.0,51955855.0,51952028.0,51937230.0,51926871.0,51943793.0,51919316.0,51891811.0,51905788.0,51954558.0,51925004.0,51929683.0,51977982.0,51945652.0,51938909.0,51956563.0,51928049.0,51952895.0,51951903.0,51921867.0,51921958.0,51944971.0,51949879.0,51940983.0,51916718.0,51936054.0,51922348.0,51910857.0,51938509.0,51929532.0,51926226.0,51952441.0,51961167.0,51919239.0,51912737.0,51984370.0,51939917.0,51928647.0,51935639.0,51918387.0,51953763.0,51969333.0,51943775.0,51933505.0,51925851.0,51941250.0,51913768.0,51929367.0,51944886.0,51911695.0,52008896.0,51971847.0,51916343.0,51903078.0,51950828.0,51951279.0,51990392.0,51928115.0,51904230.0,51927024.0,51953202.0,51941840.0,51913508.0,51920461.0,51916333.0,51938495.0,51935199.0,51946139.0,51911064.0,51929328.0,51966757.0,51949716.0,51912897.0,51961898.0,51950116.0,51949605.0,51900013.0,51905974.0,51923907.0,51954373.0,51961438.0,51913788.0,51927014.0,51911284.0,51934667.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json index de0beafcfae2..620e621c063e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json @@ -1 +1 @@ -[6477390.8125,6484170.203125,6502248.578125,6509027.96875] \ No newline at end of file +[6477861.65625,6483886.875,6499954.125,6505979.34375] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg index c25d21f54b42..67c7235a99dc 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 + + +1 + + + +1.2 - + + +1.4 + + - + 2.2 - - + + 2.4 - - + + 2.6 - - + + 2.8 - - + + 3 - - + + 3.2 - - + + 3.4 - - -3.6 - - - -3.8 - - - -4 - - - -4.2 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg index c89798cc47ff..c74d340aee72 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - -0.02 - - - -0.04 - - - -0.06 + +0.1 - - -0.08 + + +0.2 - - -0.1 + + +0.3 - - -0.12 + + +0.4 - - -0.14 + + +0.5 - - -0.16 + + +0.6 - - -0.18 + + +0.7 - + - -8 + +2 + + + +3 - - -10 + + +4 - - -12 + + +5 - - -14 + + +6 - - -16 + + +7 - - -18 + + +8 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg index 09b05c88ff1a..12cac3bc03f7 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg @@ -16,47 +16,42 @@ Average Iteration Time (ms) - - - - + + + + - - - + + - -6.5 + +6.49 - - -6.52 + + +6.5 - - -6.54 + + +6.51 - - -6.56 + + +6.52 - + -6.58 +6.53 - -6.6 - - - -6.62 + +6.54 - - -6.64 + + +6.55 - + 0 @@ -102,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg index f246956326e2..06cdd5ff42bc 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg @@ -10,70 +10,74 @@ Average Time (ms) -5 +10 -10 +20 - -15 + +30 - - -20 + + +40 - - -25 + + +50 - - -30 + + +60 - - -35 + + +70 - - -40 + + +80 - - -45 + + +90 - - -50 + + +100 - - -55 + + +110 - + - + +6.48 + + + 6.5 - - -6.55 + + +6.52 - - -6.6 + + +6.54 - - -6.65 + + +6.56 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg index db4e8ce49fee..d499ad71c88e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg @@ -9,62 +9,86 @@ Density (a.u.) Relative change (%) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - - -700 - - - + + 800 - - - --0.002 + + +1000 + + + +1200 + + + +1400 + + + +1600 - - --0.0015 + + +1800 - - + + + +-0.0011 + + + -0.001 - - + + +-9e-4 + + + +-8e-4 + + + +-7e-4 + + + +-6e-4 + + + -5e-4 - - -0 + + +-4e-4 + + + +-3e-4 + + + +-2e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg index b10e1ab3cf62..3a5fbde892ea 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg @@ -9,82 +9,82 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - + + 4000 - - + + 4500 - - + + 5000 - + + +5500 + + - + +-3e-4 + + + +-0.00025 + + + -2e-4 - - + + -0.00015 - - + + -1e-4 - - + + -5e-5 - - -0 - - - -5e-5 - - - -1e-4 - - - -0.00015 + + +5.42101e-20 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg index 695b56e63355..2f6ed8644419 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - + -1.0 - + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html index 46b9035f574e..00c89ef368ce 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0007619 - 0.0007867 - 0.0007537 + 0.0001319 + 0.0001355 + 0.0001292 Mean - 6.4944 ms - 6.4967 ms - 6.4994 ms + 6.4916 ms + 6.4924 ms + 6.4935 ms Std. Dev. - 7.8168 µs - 12.936 µs - 17.039 µs + 2.3610 µs + 4.9615 µs + 7.7228 µs Median - 6.4923 ms - 6.4929 ms - 6.4935 ms + 6.4911 ms + 6.4919 ms + 6.4926 ms MAD - 2.2224 µs - 3.2325 µs - 4.1072 µs + 2.2617 µs + 2.9914 µs + 3.4250 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.1798% - -0.0806% - +0.0045% - (p = 0.09 > + -0.1105% + -0.0659% + -0.0277% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg index 2dbdf5de1f1b..ca3e7dbec2c1 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg @@ -15,42 +15,52 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + - + 6.49 - - + + +6.495 + + + 6.5 - - + + +6.505 + + + 6.51 - - -6.52 + + +6.515 - - -6.53 + + +6.52 - - -6.54 + + +6.525 - - -6.55 + + +6.53 - + 10 @@ -93,105 +103,105 @@ Average Iteration Time (ms) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg index cd7f7486ac92..e3cc668062e5 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg @@ -12,42 +12,52 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + - + 6.49 - - + + +6.495 + + + 6.5 - - + + +6.505 + + + 6.51 - - -6.52 + + +6.515 - - -6.53 + + +6.52 - - -6.54 + + +6.525 - - -6.55 + + +6.53 - + 10 @@ -90,103 +100,103 @@ Average Iteration Time (ms) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg index 875d6f8aa69e..e1735ce58c94 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (ms) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - - -6.494 + + +400 + + + +500 - - -6.495 + + +600 + + + +700 + + + +800 + + + +900 + + + + +6.4915 - - -6.496 + + +6.492 - - -6.497 + + +6.4925 - - -6.498 + + +6.493 - - -6.499 + + +6.4935 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg index c890a650cc03..a9de8f19d203 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (ms) - -500 + +200 - - -1000 + + +400 + + + +600 - - -1500 + + +800 - - -2000 + + +1000 - - -2500 + + +1200 - - -3000 + + +1400 - + - -6.4922 + +6.491 - - -6.4924 + + +6.4912 - - -6.4926 + + +6.4914 - - -6.4928 + + +6.4916 - - -6.493 + + +6.4918 - - -6.4932 + + +6.492 - - -6.4934 + + +6.4922 - - -6.4936 + + +6.4924 + + + +6.4926 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg index b4f7f3b6485e..f4e182b7aab2 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg @@ -46,46 +46,30 @@ Average Time (ms) - -6.48 - - - + 6.49 - - + + 6.5 - - + + 6.51 - - + + 6.52 - - + + 6.53 - - + + 6.54 - - -6.55 - - - -6.56 - - - -6.57 - - + Density (a.u.) @@ -94,56 +78,36 @@ Density (a.u.) 0 - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +60 + + + +80 + + + +100 + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg index c220bb39b38c..3782c663a232 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg @@ -10,51 +10,43 @@ Average Time (ms) 0 - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - - -6.48 + + +80 - - -6.5 + + +100 - - -6.52 + + +120 - + + + +6.5 + + -6.54 +6.52 - -6.56 + +6.54 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg index 0c91bb711c78..6b34fe3d08cd 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg @@ -13,47 +13,42 @@ Average Iteration Time (ms) - - - - + + + + - - - + + - -6.5 + +6.49 - - -6.52 + + +6.5 - - -6.54 + + +6.51 - - -6.56 + + +6.52 - + -6.58 +6.53 - -6.6 - - - -6.62 + +6.54 - - -6.64 + + +6.55 - + 0 @@ -99,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg index a809ef4b2a62..386d86ff7739 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg @@ -7,68 +7,72 @@ Average Time (ms) -5 +10 -10 +20 -15 +30 -20 +40 - -25 + +50 - - -30 + + +60 - - -35 + + +70 - - -40 + + +80 - - -45 + + +90 - - -50 + + +100 - - -55 + + +110 - + - + +6.48 + + + 6.5 - - -6.55 + + +6.52 - - -6.6 + + +6.54 - - -6.65 + + +6.56 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg index 41ad994a9fdd..7988e94a864d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (ms) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - - -6.494 + + +400 + + + +500 - - -6.495 + + +600 + + + +700 + + + +800 + + + +900 + + + + +6.4915 - - -6.496 + + +6.492 - - -6.497 + + +6.4925 - - -6.498 + + +6.493 - - -6.499 + + +6.4935 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/base/estimates.json b/criterion/arithmetic_hydroflow_surface/base/estimates.json index ea9a23516cb7..76d624208b99 100644 --- a/criterion/arithmetic_hydroflow_surface/base/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6575257.823375,"upper_bound":6650542.4733437495},"point_estimate":6610429.68125,"standard_error":19243.921775965642},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6522353.3125,"upper_bound":6527580.0625},"point_estimate":6524999.0,"standard_error":1595.834719391577},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6671.8249759264345,"upper_bound":14608.613515645266},"point_estimate":9765.515376627445,"standard_error":2211.6939769595924},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":129786.77913719471,"upper_bound":245774.5358510507},"point_estimate":193147.3651469692,"standard_error":29492.16003539502}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6531823.32915625,"upper_bound":6546637.31946875},"point_estimate":6537719.93375,"standard_error":3891.4454753071645},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6528900.0,"upper_bound":6533676.375},"point_estimate":6531506.875,"standard_error":1166.9704943021713},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6918.27478967607,"upper_bound":10882.654456794262},"point_estimate":9217.972673848271,"standard_error":1030.9161604029464},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8750.122420417676,"upper_bound":63354.97198376614},"point_estimate":38805.87772829117,"standard_error":16087.863513880675}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/sample.json b/criterion/arithmetic_hydroflow_surface/base/sample.json index c9cd3abd1bf1..fc4058b12a6b 100644 --- a/criterion/arithmetic_hydroflow_surface/base/sample.json +++ b/criterion/arithmetic_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52264432.0,52183619.0,52220270.0,52277797.0,52213527.0,52208478.0,52147443.0,52149561.0,52170328.0,52172640.0,52129571.0,52144599.0,52284961.0,52148258.0,52168734.0,52200642.0,52134200.0,52161892.0,52221011.0,52184953.0,52151983.0,52170467.0,52148083.0,52199342.0,52120694.0,52136925.0,52150531.0,52112229.0,52251658.0,52167283.0,52165467.0,52140430.0,52399694.0,52233706.0,52185344.0,52187650.0,52125032.0,52274973.0,52166289.0,52216813.0,52218196.0,52333651.0,52147153.0,52145250.0,52215550.0,52156693.0,52169056.0,52170938.0,52155550.0,52182949.0,52135342.0,52166389.0,52224466.0,52157483.0,52186427.0,52255004.0,52170608.0,52112600.0,52199060.0,52503028.0,52174034.0,52211073.0,52125652.0,52244226.0,52117999.0,52186329.0,52244886.0,52220609.0,52116325.0,52156230.0,52211814.0,52127198.0,52153936.0,52191136.0,53227029.0,58850155.0,53234256.0,58673577.0,59815627.0,57176946.0,55294963.0,55233571.0,55138724.0,54820360.0,52384878.0,52553522.0,53956108.0,56013347.0,52811420.0,53943372.0,53416018.0,54408801.0,57259117.0,54193820.0,54774272.0,54005892.0,53940187.0,53348702.0,54014104.0,53876628.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52384424.0,52387431.0,52381500.0,52520830.0,52409714.0,52298805.0,52316797.0,52323261.0,52323745.0,52303783.0,52269532.0,52351845.0,52285030.0,52226450.0,52290141.0,52250277.0,55048071.0,52350932.0,52313072.0,52382512.0,52405376.0,52348820.0,52337267.0,52264201.0,52297314.0,52266298.0,52221761.0,52287305.0,52310178.0,52234377.0,52255597.0,52307655.0,52253833.0,52242459.0,53084930.0,52311860.0,52192487.0,52228865.0,52233855.0,52273440.0,52216353.0,52228623.0,52243413.0,52194871.0,52186706.0,52188960.0,52169254.0,52134481.0,52258952.0,52210250.0,52227182.0,52223816.0,52207374.0,52395245.0,52284598.0,52303386.0,52291581.0,52260223.0,52269411.0,52318243.0,52229415.0,52301640.0,52231200.0,52200383.0,52247401.0,52192879.0,52260465.0,52323481.0,52281173.0,52222143.0,52259442.0,53145844.0,52228338.0,52300644.0,52167846.0,52241512.0,52280746.0,52255279.0,52173656.0,52246312.0,52141728.0,52184365.0,52184768.0,52241034.0,52185761.0,52277390.0,52174326.0,52137891.0,52206029.0,52199885.0,52225936.0,52202161.0,52187553.0,52141808.0,52226416.0,52207870.0,52178815.0,52177736.0,52174969.0,52140755.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/tukey.json b/criterion/arithmetic_hydroflow_surface/base/tukey.json index 57ba5e59a613..178cffcdfad9 100644 --- a/criterion/arithmetic_hydroflow_surface/base/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6384919.3125,6452245.734375,6631782.859375,6699109.28125] \ No newline at end of file +[6489711.90625,6507795.8125,6556019.5625,6574103.46875] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/change/estimates.json b/criterion/arithmetic_hydroflow_surface/change/estimates.json index 242c603886d8..ca16a9d00dfa 100644 --- a/criterion/arithmetic_hydroflow_surface/change/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002461419066458248,"upper_bound":0.01060331624338328},"point_estimate":0.003994481351709878,"standard_error":0.0033560253241261325},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0004554169271761439,"upper_bound":0.0005514848244627668},"point_estimate":0.00006259971351263438,"standard_error":0.00027649364784958116}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01694768601342689,"upper_bound":-0.00546914530070267},"point_estimate":-0.010999246797259832,"standard_error":0.0029422816763020575},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0003678432915186214,"upper_bound":0.0014858016836716281},"point_estimate":0.000997375631781816,"standard_error":0.00030053426988063605}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/estimates.json b/criterion/arithmetic_hydroflow_surface/new/estimates.json index ea9a23516cb7..76d624208b99 100644 --- a/criterion/arithmetic_hydroflow_surface/new/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6575257.823375,"upper_bound":6650542.4733437495},"point_estimate":6610429.68125,"standard_error":19243.921775965642},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6522353.3125,"upper_bound":6527580.0625},"point_estimate":6524999.0,"standard_error":1595.834719391577},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6671.8249759264345,"upper_bound":14608.613515645266},"point_estimate":9765.515376627445,"standard_error":2211.6939769595924},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":129786.77913719471,"upper_bound":245774.5358510507},"point_estimate":193147.3651469692,"standard_error":29492.16003539502}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6531823.32915625,"upper_bound":6546637.31946875},"point_estimate":6537719.93375,"standard_error":3891.4454753071645},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6528900.0,"upper_bound":6533676.375},"point_estimate":6531506.875,"standard_error":1166.9704943021713},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6918.27478967607,"upper_bound":10882.654456794262},"point_estimate":9217.972673848271,"standard_error":1030.9161604029464},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8750.122420417676,"upper_bound":63354.97198376614},"point_estimate":38805.87772829117,"standard_error":16087.863513880675}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/sample.json b/criterion/arithmetic_hydroflow_surface/new/sample.json index c9cd3abd1bf1..fc4058b12a6b 100644 --- a/criterion/arithmetic_hydroflow_surface/new/sample.json +++ b/criterion/arithmetic_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52264432.0,52183619.0,52220270.0,52277797.0,52213527.0,52208478.0,52147443.0,52149561.0,52170328.0,52172640.0,52129571.0,52144599.0,52284961.0,52148258.0,52168734.0,52200642.0,52134200.0,52161892.0,52221011.0,52184953.0,52151983.0,52170467.0,52148083.0,52199342.0,52120694.0,52136925.0,52150531.0,52112229.0,52251658.0,52167283.0,52165467.0,52140430.0,52399694.0,52233706.0,52185344.0,52187650.0,52125032.0,52274973.0,52166289.0,52216813.0,52218196.0,52333651.0,52147153.0,52145250.0,52215550.0,52156693.0,52169056.0,52170938.0,52155550.0,52182949.0,52135342.0,52166389.0,52224466.0,52157483.0,52186427.0,52255004.0,52170608.0,52112600.0,52199060.0,52503028.0,52174034.0,52211073.0,52125652.0,52244226.0,52117999.0,52186329.0,52244886.0,52220609.0,52116325.0,52156230.0,52211814.0,52127198.0,52153936.0,52191136.0,53227029.0,58850155.0,53234256.0,58673577.0,59815627.0,57176946.0,55294963.0,55233571.0,55138724.0,54820360.0,52384878.0,52553522.0,53956108.0,56013347.0,52811420.0,53943372.0,53416018.0,54408801.0,57259117.0,54193820.0,54774272.0,54005892.0,53940187.0,53348702.0,54014104.0,53876628.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52384424.0,52387431.0,52381500.0,52520830.0,52409714.0,52298805.0,52316797.0,52323261.0,52323745.0,52303783.0,52269532.0,52351845.0,52285030.0,52226450.0,52290141.0,52250277.0,55048071.0,52350932.0,52313072.0,52382512.0,52405376.0,52348820.0,52337267.0,52264201.0,52297314.0,52266298.0,52221761.0,52287305.0,52310178.0,52234377.0,52255597.0,52307655.0,52253833.0,52242459.0,53084930.0,52311860.0,52192487.0,52228865.0,52233855.0,52273440.0,52216353.0,52228623.0,52243413.0,52194871.0,52186706.0,52188960.0,52169254.0,52134481.0,52258952.0,52210250.0,52227182.0,52223816.0,52207374.0,52395245.0,52284598.0,52303386.0,52291581.0,52260223.0,52269411.0,52318243.0,52229415.0,52301640.0,52231200.0,52200383.0,52247401.0,52192879.0,52260465.0,52323481.0,52281173.0,52222143.0,52259442.0,53145844.0,52228338.0,52300644.0,52167846.0,52241512.0,52280746.0,52255279.0,52173656.0,52246312.0,52141728.0,52184365.0,52184768.0,52241034.0,52185761.0,52277390.0,52174326.0,52137891.0,52206029.0,52199885.0,52225936.0,52202161.0,52187553.0,52141808.0,52226416.0,52207870.0,52178815.0,52177736.0,52174969.0,52140755.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/tukey.json b/criterion/arithmetic_hydroflow_surface/new/tukey.json index 57ba5e59a613..178cffcdfad9 100644 --- a/criterion/arithmetic_hydroflow_surface/new/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6384919.3125,6452245.734375,6631782.859375,6699109.28125] \ No newline at end of file +[6489711.90625,6507795.8125,6556019.5625,6574103.46875] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/report/MAD.svg b/criterion/arithmetic_hydroflow_surface/report/MAD.svg index 535de4524ee1..18743c3c30cb 100644 --- a/criterion/arithmetic_hydroflow_surface/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/MAD.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (µs) - -0.02 + +0.05 - - -0.04 + + +0.1 - - -0.06 + + +0.15 - - -0.08 + + +0.2 - - -0.1 + + +0.25 - - -0.12 + + +0.3 - - -0.14 + + +0.35 - - -0.16 + + +0.4 - - -0.18 + + +0.45 - - -0.2 - - + - -6 + +6.5 - - + + 7 - - -8 + + +7.5 - - -9 + + +8 - - -10 + + +8.5 - - -11 + + +9 - - -12 + + +9.5 - - -13 + + +10 - - -14 + + +10.5 - - -15 + + +11 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/SD.svg b/criterion/arithmetic_hydroflow_surface/report/SD.svg index c717984c3404..e446c97b1535 100644 --- a/criterion/arithmetic_hydroflow_surface/report/SD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/SD.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - -0.002 - - - -0.004 + +0.01 - - -0.006 + + +0.02 - - -0.008 + + +0.03 - - -0.01 + + +0.04 - - -0.012 + + +0.05 - - -0.014 + + +0.06 - + - -120 - - - -140 + +10 - - -160 + + +20 - - -180 + + +30 - - -200 + + +40 - - -220 + + +50 - - -240 + + +60 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg index 3a9335d03b28..e9988c665b9b 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg @@ -107,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - + + + - - - - - - + + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg index c073b02a73bf..c68d26609c07 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg @@ -9,30 +9,46 @@ Density (a.u.) Average Time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + 6.5 @@ -46,10 +62,10 @@ Average Time (ms) 7.5 - - - - + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg index 2b93943f2d2d..8a1348aa1238 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg @@ -9,87 +9,63 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - + -70 - - - 80 - - -90 - - - + + 100 - - -110 + + +120 - + - --0.002 + +-0.018 - - -0 + + +-0.016 - - -0.002 + + +-0.014 - - -0.004 + + +-0.012 - - -0.006 + + +-0.01 - - -0.008 + + +-0.008 - + -0.01 +-0.006 - -0.012 - - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/median.svg b/criterion/arithmetic_hydroflow_surface/report/change/median.svg index dfd0b2e1a966..d5882de839da 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/median.svg @@ -9,58 +9,62 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - + - --4e-4 + +4e-4 - - --2e-4 + + +6e-4 - - --1.0842e-19 + + +8e-4 - - -2e-4 + + +0.001 - - -4e-4 + + +0.0012 - - -6e-4 + + +0.0014 + + + +0.0016 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg index 4d5c66126bd4..952864741655 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg @@ -33,57 +33,57 @@ t score 0.25 - + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/index.html b/criterion/arithmetic_hydroflow_surface/report/index.html index 01eb6206afc1..c7818866247d 100644 --- a/criterion/arithmetic_hydroflow_surface/report/index.html +++ b/criterion/arithmetic_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0040217 - 0.0041559 - 0.0039831 + 0.0026479 + 0.0027095 + 0.0025726 Mean - 6.5753 ms - 6.6104 ms - 6.6505 ms + 6.5318 ms + 6.5377 ms + 6.5466 ms Std. Dev. - 129.79 µs - 193.15 µs - 245.77 µs + 8.7501 µs + 38.806 µs + 63.355 µs Median - 6.5224 ms - 6.5250 ms - 6.5276 ms + 6.5289 ms + 6.5315 ms + 6.5337 ms MAD - 6.6718 µs - 9.7655 µs - 14.609 µs + 6.9183 µs + 9.2180 µs + 10.883 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.2461% - +0.3994% - +1.0603% - (p = 0.25 > + -1.6948% + -1.0999% + -0.5469% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg index c314ddb0bd80..16a09a04c9f1 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg @@ -15,52 +15,42 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + - -6.6 - - - -6.7 - - - -6.8 + +6.55 - - -6.9 + + +6.6 - - -7.0 + + +6.65 - - -7.1 + + +6.7 - - -7.2 + + +6.75 - - -7.3 + + +6.8 - - -7.4 + + +6.85 - + 10 @@ -102,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg index 08ad0222e66a..196d6c0a0f14 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg @@ -13,51 +13,41 @@ Average Iteration Time (ms) - - - + + - - - - + + + -6.6 +6.55 - -6.7 - - - -6.8 + +6.6 - - -6.9 + + +6.65 - + -7.0 +6.7 - -7.1 + +6.75 - - -7.2 - - - -7.3 + + +6.8 - - -7.4 + + +6.85 - + 10 @@ -99,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/mean.svg b/criterion/arithmetic_hydroflow_surface/report/mean.svg index dfee0e395d0b..8c9805ee3291 100644 --- a/criterion/arithmetic_hydroflow_surface/report/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/mean.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (ms) - -2 + +10 - - -4 + + +20 - - -6 + + +30 - - -8 + + +40 - - -10 + + +50 - - -12 + + +60 - - -14 + + +70 - - -16 + + +80 - - -18 + + +90 - - -20 + + +100 - - -22 + + +110 - + - -6.57 + +6.532 - - -6.58 + + +6.534 - - -6.59 + + +6.536 - - -6.6 + + +6.538 - - -6.61 + + +6.54 - - -6.62 + + +6.542 - - -6.63 + + +6.544 - - -6.64 + + +6.546 - - -6.65 + + +6.548 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/median.svg b/criterion/arithmetic_hydroflow_surface/report/median.svg index 084e826d3555..bee6687a7038 100644 --- a/criterion/arithmetic_hydroflow_surface/report/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/median.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - - -6.522 - - - -6.523 + + +450 - - -6.524 + + + +6.529 - - -6.525 + + +6.53 - - -6.526 + + +6.531 - - -6.527 + + +6.532 - - -6.528 + + +6.533 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/pdf.svg index 52b88164f081..ff235fb20109 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf.svg @@ -46,34 +46,42 @@ Average Time (ms) - -6.4 + +6.5 - - + + +6.55 + + + 6.6 - - -6.8 + + +6.65 - + -7 +6.7 - -7.2 + +6.75 - - -7.4 + + +6.8 - - -7.6 + + +6.85 - + + +6.9 + + Density (a.u.) @@ -82,86 +90,60 @@ Density (a.u.) 0 - -0.5 - - - -1 - - - -1.5 - - - + 2 - - -2.5 + + +4 - - -3 + + +6 + + + +8 - - -3.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg index bbd1c110bb4b..a0cf181e2540 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg @@ -10,51 +10,43 @@ Average Time (ms) 0 - -0.5 + +5 - - -1 + + +10 - - -1.5 + + +15 - - -2 + + +20 - - -2.5 - - - -3 - - - -3.5 - - - -4 - - + - + 6.5 - + + +6.6 + + -7 +6.7 - -7.5 + +6.8 + + + +6.9 - - - + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg index 05ceebcaf446..ca26c9c50494 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg @@ -104,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - - - - - + + + + + - - + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - + + + + + + + - - - + + + - - + + - - - - - - + + + + + + - - - - - - - + + + + + + + - - - + + + - - + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg index 9d5788522741..5483ef57bb43 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg @@ -6,30 +6,46 @@ Density (a.u.) Average Time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + 6.5 @@ -43,8 +59,8 @@ Average Time (ms) 7.5 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/typical.svg b/criterion/arithmetic_hydroflow_surface/report/typical.svg index 51b284ee9b00..b2c7ed25f73c 100644 --- a/criterion/arithmetic_hydroflow_surface/report/typical.svg +++ b/criterion/arithmetic_hydroflow_surface/report/typical.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (ms) - -2 + +10 - - -4 + + +20 - - -6 + + +30 - - -8 + + +40 - - -10 + + +50 - - -12 + + +60 - - -14 + + +70 - - -16 + + +80 - - -18 + + +90 - - -20 + + +100 - - -22 + + +110 - + - -6.57 + +6.532 - - -6.58 + + +6.534 - - -6.59 + + +6.536 - - -6.6 + + +6.538 - - -6.61 + + +6.54 - - -6.62 + + +6.542 - - -6.63 + + +6.544 - - -6.64 + + +6.546 - - -6.65 + + +6.548 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/base/estimates.json b/criterion/fan_in_hydroflow/base/estimates.json index 6f42215dbf95..2bb06142c226 100644 --- a/criterion/fan_in_hydroflow/base/estimates.json +++ b/criterion/fan_in_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73305126.84,"upper_bound":73832403.16},"point_estimate":73549105.08,"standard_error":135730.77421250456},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73075940.0,"upper_bound":73433050.5},"point_estimate":73242195.0,"standard_error":90774.76930714364},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":503027.6385694742,"upper_bound":916784.9675238132},"point_estimate":689604.6909570694,"standard_error":108900.80239179375},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":817625.3723841474,"upper_bound":1843935.292729576},"point_estimate":1363928.6526356128,"standard_error":260514.5003907453}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75177146.053,"upper_bound":75908140.462},"point_estimate":75504268.15,"standard_error":187993.46819655964},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74915643.0,"upper_bound":75307473.0},"point_estimate":75134695.0,"standard_error":97599.51714417643},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":634953.0907273293,"upper_bound":982332.9362601038},"point_estimate":842429.6136438847,"standard_error":91139.8016121756},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":981180.203259955,"upper_bound":2746527.8384045865},"point_estimate":1886534.066024186,"standard_error":469957.9286527633}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/sample.json b/criterion/fan_in_hydroflow/base/sample.json index 214a51fb1695..476016f9c238 100644 --- a/criterion/fan_in_hydroflow/base/sample.json +++ b/criterion/fan_in_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[73491875.0,74669211.0,73261396.0,73778440.0,72864205.0,73349701.0,73583494.0,72674041.0,72673639.0,74061237.0,73016789.0,72117482.0,73170877.0,73489501.0,73222994.0,74437489.0,75190484.0,73808497.0,75605547.0,73830657.0,72162206.0,73633369.0,73219889.0,72917274.0,72659373.0,73546328.0,72646790.0,72988357.0,75344931.0,78699586.0,75200031.0,72890855.0,73089365.0,73418289.0,73064629.0,72637843.0,73095377.0,72864285.0,73635433.0,73478380.0,73215209.0,73293535.0,73426153.0,73284448.0,73168552.0,73075940.0,73689203.0,73377572.0,74669401.0,73698310.0,73045052.0,74065004.0,74360876.0,74346609.0,73357715.0,73968644.0,74271960.0,74226605.0,74236374.0,73879498.0,73824866.0,73517954.0,72576848.0,74202861.0,81205420.0,79011287.0,76653571.0,74107883.0,73021739.0,74453670.0,72860427.0,72890284.0,72628314.0,73319875.0,73174904.0,73192186.0,72515505.0,72806868.0,73051457.0,72594151.0,72902226.0,73034982.0,73896099.0,73534344.0,72348072.0,72957659.0,72221015.0,72596065.0,72392434.0,72088018.0,72768046.0,72877419.0,72964742.0,73913682.0,72207120.0,73387721.0,71789782.0,72260138.0,72064464.0,72949604.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[74742526.0,75227432.0,74656696.0,75183840.0,75376189.0,78986507.0,74754478.0,88436454.0,83187507.0,79372327.0,79634464.0,77761220.0,74294050.0,75201824.0,74509281.0,74507587.0,73626874.0,74548645.0,75268919.0,75441722.0,74890312.0,74208270.0,74721177.0,75145729.0,74273751.0,74509020.0,75350160.0,74770058.0,74609889.0,74700277.0,74346067.0,75142964.0,74424373.0,75128116.0,74001143.0,74103563.0,74091502.0,74563813.0,74098624.0,75350702.0,75674265.0,74476276.0,75025468.0,74245021.0,74665586.0,75570566.0,74558095.0,74450995.0,74968852.0,75010669.0,74146185.0,75046727.0,75225421.0,74340098.0,75579202.0,74367128.0,74583803.0,74420658.0,75269273.0,74114676.0,75015810.0,74438481.0,74400371.0,75813980.0,74460633.0,75502228.0,74569155.0,75569544.0,74887489.0,75014277.0,75708903.0,75241471.0,76178311.0,76407940.0,77482355.0,76833183.0,75795235.0,76483099.0,75346027.0,75792069.0,75475969.0,75603427.0,75066644.0,76497997.0,75452385.0,76861376.0,75141274.0,75387383.0,75403674.0,75721668.0,74720518.0,75792891.0,75500375.0,74994769.0,74915643.0,77001127.0,75550919.0,78796179.0,76500562.0,76214458.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/tukey.json b/criterion/fan_in_hydroflow/base/tukey.json index 93581828ab71..1770ddaafb2e 100644 --- a/criterion/fan_in_hydroflow/base/tukey.json +++ b/criterion/fan_in_hydroflow/base/tukey.json @@ -1 +1 @@ -[69967940.25,71421037.875,75295964.875,76749062.5] \ No newline at end of file +[71467155.25,73011443.875,77129546.875,78673835.5] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/change/estimates.json b/criterion/fan_in_hydroflow/change/estimates.json index cb21377fef45..ca1a8e5f2e80 100644 --- a/criterion/fan_in_hydroflow/change/estimates.json +++ b/criterion/fan_in_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011074762920690429,"upper_bound":-0.003968133787959175},"point_estimate":-0.007554851966159459,"standard_error":0.0018428545095390068},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01313935611935757,"upper_bound":-0.007565684620445934},"point_estimate":-0.010768209536353046,"standard_error":0.0014167631931200424}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.02078743355119695,"upper_bound":0.03344792307327977},"point_estimate":0.02658309802509984,"standard_error":0.003227321850467798},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.02183004776575359,"upper_bound":0.028746889264994455},"point_estimate":0.02583893068742693,"standard_error":0.0017717252484566628}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/estimates.json b/criterion/fan_in_hydroflow/new/estimates.json index 6f42215dbf95..2bb06142c226 100644 --- a/criterion/fan_in_hydroflow/new/estimates.json +++ b/criterion/fan_in_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73305126.84,"upper_bound":73832403.16},"point_estimate":73549105.08,"standard_error":135730.77421250456},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73075940.0,"upper_bound":73433050.5},"point_estimate":73242195.0,"standard_error":90774.76930714364},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":503027.6385694742,"upper_bound":916784.9675238132},"point_estimate":689604.6909570694,"standard_error":108900.80239179375},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":817625.3723841474,"upper_bound":1843935.292729576},"point_estimate":1363928.6526356128,"standard_error":260514.5003907453}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75177146.053,"upper_bound":75908140.462},"point_estimate":75504268.15,"standard_error":187993.46819655964},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74915643.0,"upper_bound":75307473.0},"point_estimate":75134695.0,"standard_error":97599.51714417643},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":634953.0907273293,"upper_bound":982332.9362601038},"point_estimate":842429.6136438847,"standard_error":91139.8016121756},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":981180.203259955,"upper_bound":2746527.8384045865},"point_estimate":1886534.066024186,"standard_error":469957.9286527633}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/sample.json b/criterion/fan_in_hydroflow/new/sample.json index 214a51fb1695..476016f9c238 100644 --- a/criterion/fan_in_hydroflow/new/sample.json +++ b/criterion/fan_in_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[73491875.0,74669211.0,73261396.0,73778440.0,72864205.0,73349701.0,73583494.0,72674041.0,72673639.0,74061237.0,73016789.0,72117482.0,73170877.0,73489501.0,73222994.0,74437489.0,75190484.0,73808497.0,75605547.0,73830657.0,72162206.0,73633369.0,73219889.0,72917274.0,72659373.0,73546328.0,72646790.0,72988357.0,75344931.0,78699586.0,75200031.0,72890855.0,73089365.0,73418289.0,73064629.0,72637843.0,73095377.0,72864285.0,73635433.0,73478380.0,73215209.0,73293535.0,73426153.0,73284448.0,73168552.0,73075940.0,73689203.0,73377572.0,74669401.0,73698310.0,73045052.0,74065004.0,74360876.0,74346609.0,73357715.0,73968644.0,74271960.0,74226605.0,74236374.0,73879498.0,73824866.0,73517954.0,72576848.0,74202861.0,81205420.0,79011287.0,76653571.0,74107883.0,73021739.0,74453670.0,72860427.0,72890284.0,72628314.0,73319875.0,73174904.0,73192186.0,72515505.0,72806868.0,73051457.0,72594151.0,72902226.0,73034982.0,73896099.0,73534344.0,72348072.0,72957659.0,72221015.0,72596065.0,72392434.0,72088018.0,72768046.0,72877419.0,72964742.0,73913682.0,72207120.0,73387721.0,71789782.0,72260138.0,72064464.0,72949604.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[74742526.0,75227432.0,74656696.0,75183840.0,75376189.0,78986507.0,74754478.0,88436454.0,83187507.0,79372327.0,79634464.0,77761220.0,74294050.0,75201824.0,74509281.0,74507587.0,73626874.0,74548645.0,75268919.0,75441722.0,74890312.0,74208270.0,74721177.0,75145729.0,74273751.0,74509020.0,75350160.0,74770058.0,74609889.0,74700277.0,74346067.0,75142964.0,74424373.0,75128116.0,74001143.0,74103563.0,74091502.0,74563813.0,74098624.0,75350702.0,75674265.0,74476276.0,75025468.0,74245021.0,74665586.0,75570566.0,74558095.0,74450995.0,74968852.0,75010669.0,74146185.0,75046727.0,75225421.0,74340098.0,75579202.0,74367128.0,74583803.0,74420658.0,75269273.0,74114676.0,75015810.0,74438481.0,74400371.0,75813980.0,74460633.0,75502228.0,74569155.0,75569544.0,74887489.0,75014277.0,75708903.0,75241471.0,76178311.0,76407940.0,77482355.0,76833183.0,75795235.0,76483099.0,75346027.0,75792069.0,75475969.0,75603427.0,75066644.0,76497997.0,75452385.0,76861376.0,75141274.0,75387383.0,75403674.0,75721668.0,74720518.0,75792891.0,75500375.0,74994769.0,74915643.0,77001127.0,75550919.0,78796179.0,76500562.0,76214458.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/tukey.json b/criterion/fan_in_hydroflow/new/tukey.json index 93581828ab71..1770ddaafb2e 100644 --- a/criterion/fan_in_hydroflow/new/tukey.json +++ b/criterion/fan_in_hydroflow/new/tukey.json @@ -1 +1 @@ -[69967940.25,71421037.875,75295964.875,76749062.5] \ No newline at end of file +[71467155.25,73011443.875,77129546.875,78673835.5] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/report/MAD.svg b/criterion/fan_in_hydroflow/report/MAD.svg index 3a22cd27a885..fa3ca8c7868c 100644 --- a/criterion/fan_in_hydroflow/report/MAD.svg +++ b/criterion/fan_in_hydroflow/report/MAD.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (µs) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - + + 0.0035 - - + + 0.004 - - - -500 + + +0.0045 - - -550 + + +0.005 - - + + + 600 - - + + 650 - - + + 700 - - + + 750 - - + + 800 - - + + 850 - - + + 900 - - + + 950 - - - - + + +1000 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/SD.svg b/criterion/fan_in_hydroflow/report/SD.svg index 932aa2c4dcc2..62fa90ae4e57 100644 --- a/criterion/fan_in_hydroflow/report/SD.svg +++ b/criterion/fan_in_hydroflow/report/SD.svg @@ -9,66 +9,94 @@ Density (a.u.) Average time (ms) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - -0.6 + + +0.5 - - -0.8 + + +0.6 - - -1 + + +0.7 - - -1.2 + + +0.8 - - -1.4 + + +0.9 - - -1.6 + + +1 - + - + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - - - + + +2 + + + +2.2 + + + +2.4 + + + +2.6 + + + +2.8 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/both/iteration_times.svg b/criterion/fan_in_hydroflow/report/both/iteration_times.svg index 05dc5e51e857..5d2fdb60230f 100644 --- a/criterion/fan_in_hydroflow/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/both/iteration_times.svg @@ -16,57 +16,52 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + - + 72.0 - - -73.0 - - - + + 74.0 - - -75.0 - - - + + 76.0 - - -77.0 - - - + + 78.0 - - -79.0 - - - + + 80.0 - - -81.0 + + +82.0 + + + +84.0 + + + +86.0 + + + +88.0 - + 0 @@ -112,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow/report/both/pdf.svg b/criterion/fan_in_hydroflow/report/both/pdf.svg index 80fda225c85a..c8d038df8f7e 100644 --- a/criterion/fan_in_hydroflow/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow/report/both/pdf.svg @@ -9,51 +9,59 @@ Density (a.u.) Average Time (ms) - + +0.05 + + + 0.1 - - -0.2 + + +0.15 - - -0.3 - - - -0.4 + + +0.2 - - -0.5 + + +0.25 - - -0.6 + + +0.3 - - -0.7 + + +0.35 - - -0.8 + + +0.4 - + - + 75 - - + + 80 - - - - - + + +85 + + + +90 + + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow/report/change/mean.svg b/criterion/fan_in_hydroflow/report/change/mean.svg index a99c3f8fdcfc..e9736316aed2 100644 --- a/criterion/fan_in_hydroflow/report/change/mean.svg +++ b/criterion/fan_in_hydroflow/report/change/mean.svg @@ -9,83 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - - -160 - - - -180 - - - -200 - - + - --0.011 - - - --0.01 - - - --0.009 - - - --0.008 - - - --0.007 - - - --0.006 - - - --0.005 - - - --0.004 - - - - - - + +0.02 + + + +0.022 + + + +0.024 + + + +0.026 + + + +0.028 + + + +0.03 + + + +0.032 + + + +0.034 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/median.svg b/criterion/fan_in_hydroflow/report/change/median.svg index 164052d2e6f6..5cc6ce5c0677 100644 --- a/criterion/fan_in_hydroflow/report/change/median.svg +++ b/criterion/fan_in_hydroflow/report/change/median.svg @@ -9,59 +9,87 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 + + + +140 + + + +160 + + + +180 - - + + 200 - - -250 + + +220 - + - --0.013 - - - --0.012 - - - --0.011 - - - --0.01 - - - --0.009 - - - --0.008 - - - --0.007 - - - - - - + +0.022 + + + +0.023 + + + +0.024 + + + +0.025 + + + +0.026 + + + +0.027 + + + +0.028 + + + +0.029 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/t-test.svg b/criterion/fan_in_hydroflow/report/change/t-test.svg index b9195f38d0a9..93a5f7805f25 100644 --- a/criterion/fan_in_hydroflow/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow/report/change/t-test.svg @@ -25,65 +25,65 @@ t score 0.15 - + 0.2 - - + + 0.25 - + 0.3 - + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow/report/index.html b/criterion/fan_in_hydroflow/report/index.html index 0eee0e3e5efa..98c64e6d0082 100644 --- a/criterion/fan_in_hydroflow/report/index.html +++ b/criterion/fan_in_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0018868 - 0.0019477 - 0.0018665 + 0.0013874 + 0.0014294 + 0.0013663 Mean - 73.305 ms - 73.549 ms - 73.832 ms + 75.177 ms + 75.504 ms + 75.908 ms Std. Dev. - 817.63 µs - 1.3639 ms - 1.8439 ms + 981.18 µs + 1.8865 ms + 2.7465 ms Median - 73.076 ms - 73.242 ms - 73.433 ms + 74.916 ms + 75.135 ms + 75.307 ms MAD - 503.03 µs - 689.60 µs - 916.78 µs + 634.95 µs + 842.43 µs + 982.33 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -1.1075% - -0.7555% - -0.3968% + +2.0787% + +2.6583% + +3.3448% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow/report/iteration_times.svg b/criterion/fan_in_hydroflow/report/iteration_times.svg index cdd6bbb7b3d5..1ab7ae742328 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times.svg @@ -15,57 +15,47 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + - -72.0 - - - -73.0 - - - + 74.0 - - -75.0 - - - + + 76.0 - - -77.0 - - - + + 78.0 - - -79.0 - - - + + 80.0 - - -81.0 + + +82.0 + + + +84.0 + + + +86.0 + + + +88.0 - + 10 @@ -107,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow/report/iteration_times_small.svg b/criterion/fan_in_hydroflow/report/iteration_times_small.svg index 144f16602f57..2383fd752dcb 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times_small.svg @@ -13,56 +13,46 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + -72.0 - - - -73.0 - - - 74.0 - - -75.0 - - - + + 76.0 - - -77.0 - - - + + 78.0 - - -79.0 - - - + + 80.0 - - -81.0 + + +82.0 + + + +84.0 + + + +86.0 + + + +88.0 - + 10 @@ -104,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/mean.svg b/criterion/fan_in_hydroflow/report/mean.svg index fcc979e114b0..d24d1978b21c 100644 --- a/criterion/fan_in_hydroflow/report/mean.svg +++ b/criterion/fan_in_hydroflow/report/mean.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 + + + +1.6 - - -2.5 + + +1.8 - + + +2 + + -3 +2.2 - -73.3 + +75.1 + + + +75.2 + + + +75.3 + + + +75.4 - - -73.4 + + +75.5 - - -73.5 + + +75.6 - - -73.6 + + +75.7 - - -73.7 + + +75.8 - - -73.8 + + +75.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/median.svg b/criterion/fan_in_hydroflow/report/median.svg index f016257014ac..78b79af85a33 100644 --- a/criterion/fan_in_hydroflow/report/median.svg +++ b/criterion/fan_in_hydroflow/report/median.svg @@ -13,70 +13,78 @@ Average time (ms) 1 - + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - + + +8 + + - -73.05 + +74.9 + + + +74.95 - - -73.1 + + +75 - - -73.15 + + +75.05 - - -73.2 + + +75.1 - - -73.25 + + +75.15 - - -73.3 + + +75.2 - - -73.35 + + +75.25 - - -73.4 + + +75.3 - - -73.45 + + +75.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/pdf.svg b/criterion/fan_in_hydroflow/report/pdf.svg index c47eae2aca9a..58f8a43b1f3b 100644 --- a/criterion/fan_in_hydroflow/report/pdf.svg +++ b/criterion/fan_in_hydroflow/report/pdf.svg @@ -54,30 +54,46 @@ Average Time (ms) - + 72 - - + + 74 - - + + 76 - - + + 78 - - + + 80 - - + + 82 - + + +84 + + + +86 + + + +88 + + + +90 + + Density (a.u.) @@ -86,56 +102,56 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow/report/pdf_small.svg b/criterion/fan_in_hydroflow/report/pdf_small.svg index 5c8ae2e6c3e6..23996b98de33 100644 --- a/criterion/fan_in_hydroflow/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/pdf_small.svg @@ -10,51 +10,51 @@ Average Time (ms) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - - -0.45 - - + - + 75 - - + + 80 - - - + + +85 + + + +90 + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg index 92ee22b47c65..e719723e225e 100644 --- a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg @@ -13,57 +13,52 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + - + 72.0 - - -73.0 - - - + + 74.0 - - -75.0 - - - + + 76.0 - - -77.0 - - - + + 78.0 - - -79.0 - - - + + 80.0 - - -81.0 + + +82.0 + + + +84.0 + + + +86.0 + + + +88.0 - + 0 @@ -109,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg index 2c6783b13501..b9bc0b27a5f5 100644 --- a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg @@ -6,49 +6,57 @@ Density (a.u.) Average Time (ms) - + +0.05 + + + 0.1 - - -0.2 + + +0.15 - - -0.3 - - - -0.4 + + +0.2 - - -0.5 + + +0.25 - - -0.6 + + +0.3 - - -0.7 + + +0.35 - - -0.8 + + +0.4 - + - + 75 - - + + 80 - - - - - + + +85 + + + +90 + + + + + + diff --git a/criterion/fan_in_hydroflow/report/typical.svg b/criterion/fan_in_hydroflow/report/typical.svg index 48900793c8a0..4f79a17d542f 100644 --- a/criterion/fan_in_hydroflow/report/typical.svg +++ b/criterion/fan_in_hydroflow/report/typical.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 + + + +1.6 - - -2.5 + + +1.8 - + + +2 + + -3 +2.2 - -73.3 + +75.1 + + + +75.2 + + + +75.3 + + + +75.4 - - -73.4 + + +75.5 - - -73.5 + + +75.6 - - -73.6 + + +75.7 - - -73.7 + + +75.8 - - -73.8 + + +75.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/base/estimates.json b/criterion/fan_in_hydroflow_surface/base/estimates.json index 10f9d9e19726..29636b4bb811 100644 --- a/criterion/fan_in_hydroflow_surface/base/estimates.json +++ b/criterion/fan_in_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41182987.596625,"upper_bound":41319226.626875},"point_estimate":41251315.06,"standard_error":34796.05165482992},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41137809.5,"upper_bound":41442753.0},"point_estimate":41309304.0,"standard_error":73915.787184463},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":255506.09036386013,"upper_bound":503999.93689846195},"point_estimate":452238.5819211602,"standard_error":67486.87936320476},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":314681.42976002814,"upper_bound":385306.21311489545},"point_estimate":351415.0549224275,"standard_error":18060.810126534278}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40563814.185875,"upper_bound":40743848.907625},"point_estimate":40656767.905,"standard_error":45881.83699234973},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40497395.25,"upper_bound":40914190.0},"point_estimate":40871850.5,"standard_error":100896.33522033675},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":218560.77390477064,"upper_bound":589150.0548554949},"point_estimate":312508.7235018611,"standard_error":98415.29238224069},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":370225.6126190035,"upper_bound":549186.5884268624},"point_estimate":462129.4655398309,"standard_error":45905.17224948284}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/sample.json b/criterion/fan_in_hydroflow_surface/base/sample.json index 10ea4e267a88..65bc2fbd7690 100644 --- a/criterion/fan_in_hydroflow_surface/base/sample.json +++ b/criterion/fan_in_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[83197768.0,82608200.0,83230981.0,83265065.0,83044132.0,81370392.0,81969097.0,81627351.0,82275619.0,82872433.0,82906496.0,82567064.0,81413562.0,81723049.0,81709353.0,82011758.0,82527439.0,82031975.0,82046291.0,82005887.0,82332305.0,81657758.0,81678766.0,82006708.0,81981089.0,81716877.0,81666203.0,82045200.0,83409113.0,81723119.0,82010385.0,81621058.0,83205904.0,82876299.0,82872112.0,83225350.0,83234557.0,83238174.0,82946400.0,82634128.0,82967070.0,81874531.0,81754117.0,81678917.0,81877598.0,82779328.0,83309377.0,83413811.0,82948855.0,83200344.0,82942633.0,82970575.0,83002625.0,82594735.0,83059141.0,82985000.0,83269401.0,82694770.0,83381028.0,82679131.0,82613639.0,82610082.0,81477711.0,81738919.0,81779404.0,83101658.0,81756942.0,81712409.0,81641246.0,83337718.0,82926242.0,82908167.0,82623577.0,82887961.0,83826519.0,84177793.0,84182723.0,83915465.0,83270803.0,82928535.0,82867602.0,82885506.0,82931061.0,82553797.0,82919077.0,82584424.0,82945096.0,82901275.0,82893841.0,83190694.0,81410857.0,81688635.0,81459808.0,81322563.0,81694826.0,81644242.0,81647729.0,81749287.0,81935564.0,81751211.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[81876792.0,80610528.0,82053933.0,81827540.0,82221586.0,81747741.0,80636436.0,80652857.0,82097996.0,81801652.0,79903197.0,81586039.0,82109567.0,81004123.0,82103244.0,82118534.0,82216376.0,82131417.0,82132349.0,81836938.0,82164599.0,79687315.0,82063260.0,81553238.0,80599719.0,82132129.0,80894829.0,80658828.0,81875350.0,82281478.0,80975249.0,81793126.0,81849001.0,81869850.0,82074661.0,80727447.0,81798135.0,82113704.0,82084771.0,80872397.0,82099758.0,81014332.0,80535207.0,79739963.0,80913864.0,80965481.0,81818293.0,79536152.0,81654515.0,81809266.0,80832964.0,80906761.0,82128843.0,80959082.0,80640342.0,80860274.0,81759919.0,82485439.0,78605179.0,77602913.0,81586064.0,80659057.0,80881735.0,79064280.0,80670929.0,82165940.0,81893700.0,82089237.0,80732214.0,82144721.0,82014696.0,81770179.0,82084026.0,80460535.0,80805802.0,81690429.0,81739661.0,79635581.0,81573421.0,81819822.0,82205574.0,80291519.0,81093120.0,81858278.0,79720377.0,79085412.0,82104809.0,82054365.0,80891164.0,82050528.0,82237776.0,80954611.0,82124014.0,80961364.0,82112894.0,80749399.0,80875304.0,80674609.0,82109357.0,82110600.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/tukey.json b/criterion/fan_in_hydroflow_surface/base/tukey.json index ada56b62bb4e..a873ceb97c2e 100644 --- a/criterion/fan_in_hydroflow_surface/base/tukey.json +++ b/criterion/fan_in_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[39045509.125,39961102.1875,42402683.6875,43318276.75] \ No newline at end of file +[38454571.25,39425210.9375,42013583.4375,42984223.125] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/change/estimates.json b/criterion/fan_in_hydroflow_surface/change/estimates.json index 7da8f25ea302..f3ed755dc433 100644 --- a/criterion/fan_in_hydroflow_surface/change/estimates.json +++ b/criterion/fan_in_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.005890113427038157,"upper_bound":0.009442726440700615},"point_estimate":0.007756495510158112,"standard_error":0.0009048613229745772},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004224130958103256,"upper_bound":0.013181356927144616},"point_estimate":0.00946191608801139,"standard_error":0.0019374117465149022}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.017155006768669247,"upper_bound":-0.011547885828189365},"point_estimate":-0.014412804879922803,"standard_error":0.0014259610297345298},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019705367449516273,"upper_bound":-0.006206699988513309},"point_estimate":-0.010589708797804964,"standard_error":0.0028614972565280945}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/estimates.json b/criterion/fan_in_hydroflow_surface/new/estimates.json index 10f9d9e19726..29636b4bb811 100644 --- a/criterion/fan_in_hydroflow_surface/new/estimates.json +++ b/criterion/fan_in_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41182987.596625,"upper_bound":41319226.626875},"point_estimate":41251315.06,"standard_error":34796.05165482992},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41137809.5,"upper_bound":41442753.0},"point_estimate":41309304.0,"standard_error":73915.787184463},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":255506.09036386013,"upper_bound":503999.93689846195},"point_estimate":452238.5819211602,"standard_error":67486.87936320476},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":314681.42976002814,"upper_bound":385306.21311489545},"point_estimate":351415.0549224275,"standard_error":18060.810126534278}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40563814.185875,"upper_bound":40743848.907625},"point_estimate":40656767.905,"standard_error":45881.83699234973},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40497395.25,"upper_bound":40914190.0},"point_estimate":40871850.5,"standard_error":100896.33522033675},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":218560.77390477064,"upper_bound":589150.0548554949},"point_estimate":312508.7235018611,"standard_error":98415.29238224069},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":370225.6126190035,"upper_bound":549186.5884268624},"point_estimate":462129.4655398309,"standard_error":45905.17224948284}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/sample.json b/criterion/fan_in_hydroflow_surface/new/sample.json index 10ea4e267a88..65bc2fbd7690 100644 --- a/criterion/fan_in_hydroflow_surface/new/sample.json +++ b/criterion/fan_in_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[83197768.0,82608200.0,83230981.0,83265065.0,83044132.0,81370392.0,81969097.0,81627351.0,82275619.0,82872433.0,82906496.0,82567064.0,81413562.0,81723049.0,81709353.0,82011758.0,82527439.0,82031975.0,82046291.0,82005887.0,82332305.0,81657758.0,81678766.0,82006708.0,81981089.0,81716877.0,81666203.0,82045200.0,83409113.0,81723119.0,82010385.0,81621058.0,83205904.0,82876299.0,82872112.0,83225350.0,83234557.0,83238174.0,82946400.0,82634128.0,82967070.0,81874531.0,81754117.0,81678917.0,81877598.0,82779328.0,83309377.0,83413811.0,82948855.0,83200344.0,82942633.0,82970575.0,83002625.0,82594735.0,83059141.0,82985000.0,83269401.0,82694770.0,83381028.0,82679131.0,82613639.0,82610082.0,81477711.0,81738919.0,81779404.0,83101658.0,81756942.0,81712409.0,81641246.0,83337718.0,82926242.0,82908167.0,82623577.0,82887961.0,83826519.0,84177793.0,84182723.0,83915465.0,83270803.0,82928535.0,82867602.0,82885506.0,82931061.0,82553797.0,82919077.0,82584424.0,82945096.0,82901275.0,82893841.0,83190694.0,81410857.0,81688635.0,81459808.0,81322563.0,81694826.0,81644242.0,81647729.0,81749287.0,81935564.0,81751211.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[81876792.0,80610528.0,82053933.0,81827540.0,82221586.0,81747741.0,80636436.0,80652857.0,82097996.0,81801652.0,79903197.0,81586039.0,82109567.0,81004123.0,82103244.0,82118534.0,82216376.0,82131417.0,82132349.0,81836938.0,82164599.0,79687315.0,82063260.0,81553238.0,80599719.0,82132129.0,80894829.0,80658828.0,81875350.0,82281478.0,80975249.0,81793126.0,81849001.0,81869850.0,82074661.0,80727447.0,81798135.0,82113704.0,82084771.0,80872397.0,82099758.0,81014332.0,80535207.0,79739963.0,80913864.0,80965481.0,81818293.0,79536152.0,81654515.0,81809266.0,80832964.0,80906761.0,82128843.0,80959082.0,80640342.0,80860274.0,81759919.0,82485439.0,78605179.0,77602913.0,81586064.0,80659057.0,80881735.0,79064280.0,80670929.0,82165940.0,81893700.0,82089237.0,80732214.0,82144721.0,82014696.0,81770179.0,82084026.0,80460535.0,80805802.0,81690429.0,81739661.0,79635581.0,81573421.0,81819822.0,82205574.0,80291519.0,81093120.0,81858278.0,79720377.0,79085412.0,82104809.0,82054365.0,80891164.0,82050528.0,82237776.0,80954611.0,82124014.0,80961364.0,82112894.0,80749399.0,80875304.0,80674609.0,82109357.0,82110600.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/tukey.json b/criterion/fan_in_hydroflow_surface/new/tukey.json index ada56b62bb4e..a873ceb97c2e 100644 --- a/criterion/fan_in_hydroflow_surface/new/tukey.json +++ b/criterion/fan_in_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[39045509.125,39961102.1875,42402683.6875,43318276.75] \ No newline at end of file +[38454571.25,39425210.9375,42013583.4375,42984223.125] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/report/MAD.svg b/criterion/fan_in_hydroflow_surface/report/MAD.svg index 749053d70df2..ef1684511e46 100644 --- a/criterion/fan_in_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_in_hydroflow_surface/report/MAD.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + +5e-4 + + + +0.001 + + + +0.0015 + + + 0.002 - - -0.004 + + +0.0025 - - -0.006 + + +0.003 - - -0.008 + + +0.0035 - - -0.01 + + +0.004 - - -0.012 + + +0.0045 - - -0.014 + + +0.005 - + + +0.0055 + + - + +200 + + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - + + 500 - - - - + + +550 + + + +600 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/SD.svg b/criterion/fan_in_hydroflow_surface/report/SD.svg index 13e8dbac810d..9e8f65c94f64 100644 --- a/criterion/fan_in_hydroflow_surface/report/SD.svg +++ b/criterion/fan_in_hydroflow_surface/report/SD.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - -0.002 + +0.001 - - -0.004 + + +0.002 - - -0.006 + + +0.003 - - -0.008 + + +0.004 - - -0.01 + + +0.005 - - -0.012 + + +0.006 - - -0.014 + + +0.007 - - -0.016 + + +0.008 - - -0.018 + + +0.009 - - -0.02 + + + +360 - - -0.022 + + +380 - - - -310 + + +400 - - -320 + + +420 - - -330 + + +440 - - -340 + + +460 - - -350 + + +480 - - -360 + + +500 - - -370 + + +520 - - -380 + + +540 - - -390 + + +560 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg index 902ac067e556..39adcd369134 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg @@ -16,47 +16,42 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + - -40.4 + +39.0 - - -40.6 + + +39.5 - - -40.8 + + +40.0 - - -41.0 - - - -41.2 + + +40.5 - - -41.4 + + +41.0 - - -41.6 + + +41.5 - - -41.8 + + +42.0 - + 0 @@ -102,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg index aac60d374651..37005ea82c9b 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg @@ -9,47 +9,67 @@ Density (a.u.) Average Time (ms) - + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + 0.5 - - -1 + + +0.6 + + + +0.7 - - -1.5 + + +0.8 - - -2 + + +0.9 - + + +1 + + - -40.5 + +39 - - -41 + + +40 - - -41.5 + + +41 - - + + 42 - - -42.5 - - - - - - + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow_surface/report/change/mean.svg b/criterion/fan_in_hydroflow_surface/report/change/mean.svg index c54dc17d650f..fd1975de7694 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/mean.svg @@ -9,79 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - - -400 - - + - -0.0055 - - - -0.006 - - - -0.0065 - - - -0.007 - - - -0.0075 - - - -0.008 - - - -0.0085 - - - -0.009 - - - -0.0095 - - - - - - + +-0.017 + + + +-0.016 + + + +-0.015 + + + +-0.014 + + + +-0.013 + + + +-0.012 + + + +-0.011 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/median.svg b/criterion/fan_in_hydroflow_surface/report/change/median.svg index b2e73a9d7acb..3dc22cccb93b 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/median.svg @@ -9,79 +9,63 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - + - -0.004 - - - -0.005 - - - -0.006 + +-0.02 - - -0.007 + + +-0.018 - - -0.008 + + +-0.016 - - -0.009 + + +-0.014 - - -0.01 + + +-0.012 - - -0.011 + + +-0.01 - + -0.012 +-0.008 - -0.013 - - - -0.014 - - - - - - + +-0.006 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg index d662559f0f55..087553a6cbca 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg @@ -21,69 +21,69 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow_surface/report/index.html b/criterion/fan_in_hydroflow_surface/report/index.html index e11528f3a266..c2430b1c682f 100644 --- a/criterion/fan_in_hydroflow_surface/report/index.html +++ b/criterion/fan_in_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0109989 - 0.0114141 - 0.0110038 + 0.0071655 + 0.0074561 + 0.0071998 Mean - 41.183 ms - 41.251 ms - 41.319 ms + 40.564 ms + 40.657 ms + 40.744 ms Std. Dev. - 314.68 µs - 351.42 µs - 385.31 µs + 370.23 µs + 462.13 µs + 549.19 µs Median - 41.138 ms - 41.309 ms - 41.443 ms + 40.497 ms + 40.872 ms + 40.914 ms MAD - 255.51 µs - 452.24 µs - 504.00 µs + 218.56 µs + 312.51 µs + 589.15 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.5890% - +0.7756% - +0.9443% + -1.7155% + -1.4413% + -1.1548% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has improved.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg index 0b748c4020ba..b3c443873032 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,32 @@ Average Iteration Time (ms) - - - - - - + + + + + - -40.8 + +39.0 - - -41.0 - - - -41.2 + + +39.5 - - -41.4 + + +40.0 - - -41.6 + + +40.5 - - -41.8 + + +41.0 - + 10 @@ -87,106 +82,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg index 514d128fb1cc..f15805961771 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,32 @@ Average Iteration Time (ms) - - - - - - + + + + + - -40.8 + +39.0 - - -41.0 - - - -41.2 + + +39.5 - - -41.4 + + +40.0 - - -41.6 + + +40.5 - - -41.8 + + +41.0 - + 10 @@ -84,104 +79,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/mean.svg b/criterion/fan_in_hydroflow_surface/report/mean.svg index aceaca820ade..c198f61396fb 100644 --- a/criterion/fan_in_hydroflow_surface/report/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/mean.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (ms) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - -8 + + +7 - - -10 + + +8 - - -12 + + +9 - + - -41.18 + +40.56 + + + +40.58 + + + +40.6 + + + +40.62 - - -41.2 + + +40.64 - - -41.22 + + +40.66 - - -41.24 + + +40.68 - - -41.26 + + +40.7 - - -41.28 + + +40.72 - - -41.3 + + +40.74 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/median.svg b/criterion/fan_in_hydroflow_surface/report/median.svg index b89c02058f8a..3cbfcaeca568 100644 --- a/criterion/fan_in_hydroflow_surface/report/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - -14 + + + +40.5 - - -16 + + +40.55 - - -18 + + +40.6 - - - -41.15 + + +40.65 - - -41.2 + + +40.7 - - -41.25 + + +40.75 - - -41.3 + + +40.8 - - -41.35 + + +40.85 - - -41.4 + + +40.9 - - -41.45 + + +40.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/pdf.svg b/criterion/fan_in_hydroflow_surface/report/pdf.svg index fdd62470b7d4..2e178532b485 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf.svg @@ -54,50 +54,34 @@ Average Time (ms) - -40.4 + +38.5 - - -40.6 + + +39 - - -40.8 + + +39.5 - - -41 - - - -41.2 - - - -41.4 + + +40 - - -41.6 + + +40.5 - - -41.8 - - - -42 - - - -42.2 + + +41 - - -42.4 + + +41.5 - + Density (a.u.) @@ -106,52 +90,56 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - - - - - - + + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg index 880e855a6c5f..af7e7a68f520 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg @@ -10,51 +10,39 @@ Average Time (ms) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - -1.2 - - + - -40.5 - - - -41 + +39 - - -41.5 + + +40 - + -42 +41 - -42.5 - - - - + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg index 80de826d1bf7..41a561cf50e6 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,47 +13,42 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + - -40.4 + +39.0 - - -40.6 + + +39.5 - - -40.8 + + +40.0 - - -41.0 - - - -41.2 + + +40.5 - - -41.4 + + +41.0 - - -41.6 + + +41.5 - - -41.8 + + +42.0 - + 0 @@ -99,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg index f47d60c84fa9..14cfd1edc138 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg @@ -6,45 +6,65 @@ Density (a.u.) Average Time (ms) - + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + 0.5 - - -1 + + +0.6 + + + +0.7 - - -1.5 + + +0.8 - - -2 + + +0.9 - + + +1 + + - -40.5 + +39 - - -41 + + +40 - - -41.5 + + +41 - - + + 42 - - -42.5 - - - - - - + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/typical.svg b/criterion/fan_in_hydroflow_surface/report/typical.svg index a5bb194bbbc1..ef5295eda1c8 100644 --- a/criterion/fan_in_hydroflow_surface/report/typical.svg +++ b/criterion/fan_in_hydroflow_surface/report/typical.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (ms) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - -8 + + +7 - - -10 + + +8 - - -12 + + +9 - + - -41.18 + +40.56 + + + +40.58 + + + +40.6 + + + +40.62 - - -41.2 + + +40.64 - - -41.22 + + +40.66 - - -41.24 + + +40.68 - - -41.26 + + +40.7 - - -41.28 + + +40.72 - - -41.3 + + +40.74 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/base/estimates.json b/criterion/fan_out_hydroflow_scheduled/base/estimates.json index 16e143e40b5c..cf8df63eace0 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46567349.93,"upper_bound":46728750.69},"point_estimate":46644928.775,"standard_error":41453.54233058132},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46469437.5,"upper_bound":46637081.25},"point_estimate":46575655.75,"standard_error":47565.74920543636},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":222756.9395452738,"upper_bound":366136.5884497762},"point_estimate":294696.3967680931,"standard_error":36943.56918695743},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":319308.0305991526,"upper_bound":501316.46738983097},"point_estimate":416763.2707873143,"standard_error":46559.12295771155}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49729995.780875,"upper_bound":50040159.415},"point_estimate":49872165.46,"standard_error":79516.17303443004},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49634468.0,"upper_bound":49861011.0},"point_estimate":49736591.25,"standard_error":58556.74041424709},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":312826.37054622173,"upper_bound":589759.3941784267},"point_estimate":443473.080226779,"standard_error":69519.91007545135},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":478117.0756151346,"upper_bound":1141970.4079098534},"point_estimate":802257.369137292,"standard_error":183578.81246904682}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/sample.json b/criterion/fan_out_hydroflow_scheduled/base/sample.json index f53e3b42d4f9..88be64386176 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[93707300.0,92757679.0,93438509.0,93578319.0,95190836.0,93240159.0,93629915.0,93273200.0,93349563.0,93521694.0,93621751.0,93904368.0,94005816.0,93483523.0,92612879.0,92381237.0,92549410.0,93697272.0,92753170.0,93712660.0,93271547.0,92637214.0,93214581.0,93048622.0,93075782.0,92571041.0,92549340.0,92348115.0,93143399.0,92618479.0,93276778.0,93351396.0,93631067.0,92777397.0,92795178.0,93264024.0,92916114.0,93331619.0,93732397.0,93186008.0,92897139.0,92754373.0,93185968.0,92670596.0,92568450.0,92804002.0,92744791.0,92793833.0,91899445.0,92471622.0,92266239.0,93653206.0,92777573.0,93893163.0,93208115.0,95638568.0,95690405.0,93419861.0,93071742.0,93746489.0,93511041.0,93050542.0,92819662.0,93759164.0,93435549.0,93938568.0,92894081.0,92807609.0,95109652.0,92953481.0,94347551.0,93825277.0,93159224.0,93220149.0,95631425.0,93843761.0,94968550.0,95524847.0,93568988.0,93421123.0,92787100.0,92726588.0,92306133.0,96548265.0,92600092.0,92150653.0,93367634.0,92903006.0,92882950.0,92483544.0,92765000.0,92770028.0,92998835.0,92961636.0,92186550.0,92974760.0,92999797.0,92808359.0,92417190.0,94252453.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[99075485.0,101883727.0,99296197.0,99549269.0,98679947.0,101360751.0,99218501.0,105058093.0,110541249.0,103541452.0,101643749.0,101003554.0,99457658.0,99546584.0,99802461.0,99295555.0,100703734.0,100886245.0,101926277.0,100769888.0,99910985.0,99278303.0,100200955.0,101679926.0,98861315.0,99188345.0,98324152.0,99779308.0,99284305.0,100470108.0,98245535.0,101540186.0,99266802.0,99722022.0,98510680.0,101210089.0,99826327.0,100495706.0,99830714.0,100041969.0,98042015.0,99829101.0,99147850.0,98208235.0,99038346.0,98501763.0,99681406.0,98006439.0,99733443.0,98879048.0,99138622.0,98105914.0,97936017.0,99087387.0,98572977.0,100794353.0,99488707.0,98855754.0,99529051.0,99596878.0,99268936.0,98834865.0,98870843.0,97916051.0,98401666.0,98316548.0,99307989.0,99385824.0,99805189.0,98427338.0,100316237.0,99819082.0,99791920.0,98245189.0,99031364.0,99037284.0,98729442.0,99189127.0,99608860.0,98713702.0,99961798.0,98602905.0,98990959.0,100568227.0,98456734.0,99417463.0,100016159.0,101432337.0,100156019.0,99416531.0,98999973.0,99983718.0,99799573.0,99727800.0,98576852.0,99577239.0,98849250.0,102071936.0,100219237.0,99509512.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/tukey.json b/criterion/fan_out_hydroflow_scheduled/base/tukey.json index feea3b69d025..d735dcbe695b 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[45101854.0,45743119.75,47453161.75,48094427.5] \ No newline at end of file +[47703004.75,48568617.625,50876918.625,51742531.5] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/change/estimates.json b/criterion/fan_out_hydroflow_scheduled/change/estimates.json index a1f48de88230..688a01fdc040 100644 --- a/criterion/fan_out_hydroflow_scheduled/change/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02352169992281607,"upper_bound":-0.01940734510955445},"point_estimate":-0.021424499610651293,"standard_error":0.0010584233827109228},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02426521830725115,"upper_bound":-0.020032383268947518},"point_estimate":-0.021724360504757123,"standard_error":0.0011116200350062642}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.06566816139075793,"upper_bound":0.07290333765747513},"point_estimate":0.06918730009358875,"standard_error":0.0018296605144041524},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.06501979523761547,"upper_bound":0.0712588482834764},"point_estimate":0.06786668806053253,"standard_error":0.0016088659989050508}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/estimates.json b/criterion/fan_out_hydroflow_scheduled/new/estimates.json index 16e143e40b5c..cf8df63eace0 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46567349.93,"upper_bound":46728750.69},"point_estimate":46644928.775,"standard_error":41453.54233058132},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46469437.5,"upper_bound":46637081.25},"point_estimate":46575655.75,"standard_error":47565.74920543636},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":222756.9395452738,"upper_bound":366136.5884497762},"point_estimate":294696.3967680931,"standard_error":36943.56918695743},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":319308.0305991526,"upper_bound":501316.46738983097},"point_estimate":416763.2707873143,"standard_error":46559.12295771155}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49729995.780875,"upper_bound":50040159.415},"point_estimate":49872165.46,"standard_error":79516.17303443004},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49634468.0,"upper_bound":49861011.0},"point_estimate":49736591.25,"standard_error":58556.74041424709},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":312826.37054622173,"upper_bound":589759.3941784267},"point_estimate":443473.080226779,"standard_error":69519.91007545135},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":478117.0756151346,"upper_bound":1141970.4079098534},"point_estimate":802257.369137292,"standard_error":183578.81246904682}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/sample.json b/criterion/fan_out_hydroflow_scheduled/new/sample.json index f53e3b42d4f9..88be64386176 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[93707300.0,92757679.0,93438509.0,93578319.0,95190836.0,93240159.0,93629915.0,93273200.0,93349563.0,93521694.0,93621751.0,93904368.0,94005816.0,93483523.0,92612879.0,92381237.0,92549410.0,93697272.0,92753170.0,93712660.0,93271547.0,92637214.0,93214581.0,93048622.0,93075782.0,92571041.0,92549340.0,92348115.0,93143399.0,92618479.0,93276778.0,93351396.0,93631067.0,92777397.0,92795178.0,93264024.0,92916114.0,93331619.0,93732397.0,93186008.0,92897139.0,92754373.0,93185968.0,92670596.0,92568450.0,92804002.0,92744791.0,92793833.0,91899445.0,92471622.0,92266239.0,93653206.0,92777573.0,93893163.0,93208115.0,95638568.0,95690405.0,93419861.0,93071742.0,93746489.0,93511041.0,93050542.0,92819662.0,93759164.0,93435549.0,93938568.0,92894081.0,92807609.0,95109652.0,92953481.0,94347551.0,93825277.0,93159224.0,93220149.0,95631425.0,93843761.0,94968550.0,95524847.0,93568988.0,93421123.0,92787100.0,92726588.0,92306133.0,96548265.0,92600092.0,92150653.0,93367634.0,92903006.0,92882950.0,92483544.0,92765000.0,92770028.0,92998835.0,92961636.0,92186550.0,92974760.0,92999797.0,92808359.0,92417190.0,94252453.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[99075485.0,101883727.0,99296197.0,99549269.0,98679947.0,101360751.0,99218501.0,105058093.0,110541249.0,103541452.0,101643749.0,101003554.0,99457658.0,99546584.0,99802461.0,99295555.0,100703734.0,100886245.0,101926277.0,100769888.0,99910985.0,99278303.0,100200955.0,101679926.0,98861315.0,99188345.0,98324152.0,99779308.0,99284305.0,100470108.0,98245535.0,101540186.0,99266802.0,99722022.0,98510680.0,101210089.0,99826327.0,100495706.0,99830714.0,100041969.0,98042015.0,99829101.0,99147850.0,98208235.0,99038346.0,98501763.0,99681406.0,98006439.0,99733443.0,98879048.0,99138622.0,98105914.0,97936017.0,99087387.0,98572977.0,100794353.0,99488707.0,98855754.0,99529051.0,99596878.0,99268936.0,98834865.0,98870843.0,97916051.0,98401666.0,98316548.0,99307989.0,99385824.0,99805189.0,98427338.0,100316237.0,99819082.0,99791920.0,98245189.0,99031364.0,99037284.0,98729442.0,99189127.0,99608860.0,98713702.0,99961798.0,98602905.0,98990959.0,100568227.0,98456734.0,99417463.0,100016159.0,101432337.0,100156019.0,99416531.0,98999973.0,99983718.0,99799573.0,99727800.0,98576852.0,99577239.0,98849250.0,102071936.0,100219237.0,99509512.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/tukey.json b/criterion/fan_out_hydroflow_scheduled/new/tukey.json index feea3b69d025..d735dcbe695b 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[45101854.0,45743119.75,47453161.75,48094427.5] \ No newline at end of file +[47703004.75,48568617.625,50876918.625,51742531.5] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg index f7a4ce59531c..cc1225001b38 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - + +0.001 + + + 0.002 - - -0.004 + + +0.003 - - -0.006 - - - -0.008 + + +0.004 - - -0.01 + + +0.005 - - -0.012 + + +0.006 - + - -220 - - - -240 - - - -260 + +300 - - -280 + + +350 - - -300 + + +400 - - -320 + + +450 - - -340 + + +500 - - -360 + + +550 - - -380 + + +600 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/SD.svg b/criterion/fan_out_hydroflow_scheduled/report/SD.svg index f3378db9339e..efdcf280de8f 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/SD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/SD.svg @@ -6,69 +6,69 @@ fan_out/hydroflow/scheduled:SD Density (a.u.) -Average time (µs) +Average time (ms) - -0.001 + +0.5 - - -0.002 + + +1 - - -0.003 + + +1.5 - - -0.004 + + +2 - - -0.005 + + +2.5 - - -0.006 + + +3 - - -0.007 + + + +0.5 - - -0.008 + + +0.6 - - -0.009 + + +0.7 - - - -300 + + +0.8 - - -350 + + +0.9 - - -400 + + +1 - - -450 + + +1.1 - - -500 + + +1.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg index 5eb470331138..dcb28e7be0b7 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,40 +16,55 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + - + 46.0 - - -46.5 - - - + + 47.0 - - -47.5 - - - + + 48.0 - - -48.5 + + +49.0 + + + +50.0 + + + +51.0 - + + +52.0 + + + +53.0 + + + +54.0 + + -49.0 +55.0 @@ -97,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg index 3861b048da89..725e63c4326c 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg @@ -9,51 +9,63 @@ Density (a.u.) Average Time (ms) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - + + +0.9 + + + 1 - - -1.2 + + +1.1 - + - -46 - - - -47 - - - -48 - - - -49 - - - - - - + +50 + + + +55 + + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg index 7f860f5f96ff..34fa24c51248 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg @@ -9,78 +9,90 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 - - -250 + + +160 - - -300 + + +180 - - -350 + + +200 - - - --0.0235 + + +220 - - --0.023 + + + +0.065 - - --0.0225 + + +0.066 - - --0.022 + + +0.067 - - --0.0215 + + +0.068 - - --0.021 + + +0.069 - - --0.0205 + + +0.07 - - --0.02 + + +0.071 - - --0.0195 + + +0.072 - - --0.019 + + +0.073 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg index ef9b935f1164..1dfbc70ac079 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg @@ -9,78 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - + - --0.0245 - - - --0.024 - - - --0.0235 - - - --0.023 + +0.065 - - --0.0225 + + +0.066 - - --0.022 + + +0.067 - - --0.0215 + + +0.068 - - --0.021 + + +0.069 - - --0.0205 + + +0.07 - - --0.02 + + +0.071 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg index d3b0aff0fe79..bac4e8d02b82 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/index.html b/criterion/fan_out_hydroflow_scheduled/report/index.html index 568323b7d42f..74cc10e16588 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/index.html +++ b/criterion/fan_out_hydroflow_scheduled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0128486 - 0.0132924 - 0.0127772 + 0.0002096 + 0.0002163 + 0.0002071 Mean - 46.567 ms - 46.645 ms - 46.729 ms + 49.730 ms + 49.872 ms + 50.040 ms Std. Dev. - 319.31 µs - 416.76 µs - 501.32 µs + 478.12 µs + 802.26 µs + 1.1420 ms Median - 46.469 ms - 46.576 ms - 46.637 ms + 49.634 ms + 49.737 ms + 49.861 ms MAD - 222.76 µs - 294.70 µs - 366.14 µs + 312.83 µs + 443.47 µs + 589.76 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -2.3522% - -2.1424% - -1.9407% + +6.5668% + +6.9187% + +7.2903% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg index 7072d5349ffc..858ccf792e1a 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg @@ -15,32 +15,42 @@ Average Iteration Time (ms) - - - - - + + + + + + + - -46.0 + +49.0 - - -46.5 + + +50.0 - - -47.0 + + +51.0 - - -47.5 + + +52.0 - - -48.0 + + +53.0 - + + +54.0 + + + +55.0 + + 10 @@ -82,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg index ff3ae3dd3a22..f42f215873b8 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,32 +12,42 @@ Average Iteration Time (ms) - - - - - + + + + + + + - -46.0 + +49.0 - - -46.5 + + +50.0 - - -47.0 + + +51.0 - - -47.5 + + +52.0 - - -48.0 + + +53.0 - + + +54.0 + + + +55.0 + + 10 @@ -79,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/mean.svg index 3847b4a796c2..1783ed7f62f3 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/mean.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (ms) - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 + + +2 - - -4 + + +2.5 - - -5 + + +3 - - -6 + + +3.5 - - -7 + + +4 - - -8 + + +4.5 - - -9 + + +5 - - -10 + + +5.5 - + - -46.56 - - - -46.58 - - - -46.6 + +49.7 - - -46.62 + + +49.75 - - -46.64 + + +49.8 - - -46.66 + + +49.85 - - -46.68 + + +49.9 - - -46.7 + + +49.95 - - -46.72 + + +50 - - -46.74 + + +50.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/median.svg b/criterion/fan_out_hydroflow_scheduled/report/median.svg index a379854d4987..901d973ec0c8 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/median.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (ms) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - -8 + + +7 - - -10 + + +8 - - -12 + + +9 - + - -46.46 - - - -46.48 - - - -46.5 - - - -46.52 - - - -46.54 - - - -46.56 + +49.65 - - -46.58 + + +49.7 - - -46.6 + + +49.75 - - -46.62 + + +49.8 - - -46.64 + + +49.85 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg index 6fa649137d70..68523c526dd0 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg @@ -54,34 +54,42 @@ Average Time (ms) - -45.5 + +48 - - -46 + + +49 - - -46.5 + + +50 - - -47 + + +51 - - -47.5 + + +52 - - -48 + + +53 + + + +54 - - -48.5 + + +55 - + + +56 + + Density (a.u.) @@ -90,48 +98,48 @@ Density (a.u.) 0 - + +0.1 + + + 0.2 - - -0.4 + + +0.3 - - -0.6 + + +0.4 - - -0.8 + + +0.5 - - -1 + + +0.6 - - - - - + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg index 9ca59a671ec1..478dfca78324 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg @@ -10,43 +10,55 @@ Average Time (ms) 0 - + +0.1 + + + 0.2 - - -0.4 + + +0.3 - - -0.6 + + +0.4 - - -0.8 + + +0.5 - + -1 +0.6 - -1.2 + +0.7 - + - -46 + +48 - - -47 + + +50 - - -48 + + +52 + + + +54 + + + +56 - - - + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg index a3b1f6dc5d0d..15c5bfbd3bca 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -13,40 +13,55 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + - + 46.0 - - -46.5 - - - + + 47.0 - - -47.5 - - - + + 48.0 - - -48.5 + + +49.0 + + + +50.0 + + + +51.0 - + + +52.0 + + + +53.0 + + + +54.0 + + -49.0 +55.0 @@ -94,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg index 8b50f97a19b8..be2bf7951a80 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg @@ -6,49 +6,61 @@ Density (a.u.) Average Time (ms) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - + + +0.9 + + + 1 - - -1.2 + + +1.1 - + - -46 - - - -47 - - - -48 - - - -49 - - - - - - + +50 + + + +55 + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/typical.svg b/criterion/fan_out_hydroflow_scheduled/report/typical.svg index c675dd9d4aca..ee88fc198cb1 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/typical.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/typical.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (ms) - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 + + +2 - - -4 + + +2.5 - - -5 + + +3 - - -6 + + +3.5 - - -7 + + +4 - - -8 + + +4.5 - - -9 + + +5 - - -10 + + +5.5 - + - -46.56 - - - -46.58 - - - -46.6 + +49.7 - - -46.62 + + +49.75 - - -46.64 + + +49.8 - - -46.66 + + +49.85 - - -46.68 + + +49.9 - - -46.7 + + +49.95 - - -46.72 + + +50 - - -46.74 + + +50.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/base/estimates.json b/criterion/fan_out_hydroflow_surface/base/estimates.json index 51b53a6d3a0c..9fb3807237e9 100644 --- a/criterion/fan_out_hydroflow_surface/base/estimates.json +++ b/criterion/fan_out_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6475386.8149375,"upper_bound":6482980.940375},"point_estimate":6478828.35375,"standard_error":1949.5758608647252},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6472647.0,"upper_bound":6475558.625},"point_estimate":6474750.8125,"standard_error":794.1219853805942},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5054.924610257149,"upper_bound":8167.849429054181},"point_estimate":6741.660067811608,"standard_error":820.3458962865623},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10807.367846885872,"upper_bound":26262.261984298868},"point_estimate":19529.87286599555,"standard_error":3976.9991120778095}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6481885.49921875,"upper_bound":6533298.22875},"point_estimate":6501435.67375,"standard_error":13787.738617267147},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6475924.6875,"upper_bound":6479242.375},"point_estimate":6476687.6875,"standard_error":951.8811059706917},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5331.151517853141,"upper_bound":10858.006232231855},"point_estimate":7461.647680029273,"standard_error":1377.414406386364},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17329.70698782225,"upper_bound":231380.90722192303},"point_estimate":138916.84564563615,"standard_error":65459.22069723989}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/sample.json b/criterion/fan_out_hydroflow_surface/base/sample.json index d087599c4fb7..2feff1ed233b 100644 --- a/criterion/fan_out_hydroflow_surface/base/sample.json +++ b/criterion/fan_out_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51832812.0,51742493.0,51773400.0,51773391.0,51744969.0,51841258.0,51812424.0,51786656.0,51772620.0,51723238.0,51781176.0,51785313.0,51739538.0,51736693.0,51730342.0,51770646.0,51801693.0,51801904.0,51771297.0,51804469.0,51730842.0,51829696.0,51760958.0,51841257.0,51802295.0,52578203.0,51843441.0,51775425.0,51726484.0,51819938.0,51749486.0,51768943.0,51792937.0,51756199.0,51819948.0,51763653.0,51892393.0,51747513.0,51780425.0,51853811.0,51813124.0,51761849.0,51840717.0,51740390.0,52525184.0,51840887.0,51776106.0,51744647.0,52035390.0,51725652.0,51843232.0,51793008.0,51775345.0,51759145.0,51869350.0,51803558.0,51789812.0,51819037.0,51848782.0,51784743.0,51742624.0,51801654.0,51774123.0,51839435.0,52523471.0,51841549.0,51861546.0,51757933.0,51798297.0,51803547.0,51825398.0,51829235.0,51761409.0,52454111.0,51804599.0,51797716.0,51779793.0,51905457.0,51796825.0,51787537.0,51741612.0,51833584.0,51776287.0,52238259.0,51731573.0,51854553.0,51741541.0,51832912.0,51801112.0,51847659.0,51855805.0,51743345.0,51888826.0,51815052.0,51828318.0,51749912.0,51902726.0,51805415.0,51799285.0,51738511.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51874396.0,51844650.0,51810607.0,51844149.0,51775632.0,51798453.0,51813632.0,51752478.0,51736569.0,51961368.0,51790660.0,51761214.0,51760623.0,51863595.0,51932615.0,52041357.0,52106639.0,52985849.0,52111798.0,52291444.0,52047769.0,51989601.0,51937573.0,51805898.0,51921413.0,52529248.0,51839801.0,51808092.0,51907136.0,51825023.0,51756276.0,51767076.0,51833941.0,51815706.0,51853326.0,51764210.0,51901406.0,51796590.0,51944777.0,51963279.0,51776483.0,51741006.0,51794407.0,51761595.0,51760584.0,51741337.0,51756315.0,51874296.0,51925761.0,51789317.0,51745966.0,51810036.0,51803272.0,51772165.0,51791341.0,51795859.0,51811929.0,51976867.0,62274590.0,55453849.0,52221934.0,51806799.0,51827357.0,51804265.0,51803523.0,51808382.0,51831746.0,51904752.0,51855661.0,51813371.0,51849699.0,51759041.0,51810777.0,51732170.0,51830383.0,52546790.0,51851102.0,51843257.0,51809485.0,51775351.0,51788044.0,51828039.0,51792512.0,51882050.0,51796631.0,51833939.0,51920341.0,51767816.0,51785901.0,51783606.0,51814126.0,51785724.0,51772801.0,51807996.0,51867227.0,51818025.0,51891863.0,52105060.0,51807996.0,51790153.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/tukey.json b/criterion/fan_out_hydroflow_surface/base/tukey.json index 61beb7832cff..d5c8d9a9d403 100644 --- a/criterion/fan_out_hydroflow_surface/base/tukey.json +++ b/criterion/fan_out_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6442726.96875,6456472.171875,6493126.046875,6506871.25] \ No newline at end of file +[6434156.09375,6453890.46875,6506515.46875,6526249.84375] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/change/estimates.json b/criterion/fan_out_hydroflow_surface/change/estimates.json index 901ca9b513e6..98db7ebf6550 100644 --- a/criterion/fan_out_hydroflow_surface/change/estimates.json +++ b/criterion/fan_out_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0009547879537392611,"upper_bound":0.0004588638015500301},"point_estimate":-0.000257106150249542,"standard_error":0.00036347197642543587},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.000793172357526517,"upper_bound":-0.00024175024164407866},"point_estimate":-0.00042201953958764804,"standard_error":0.00014284415907578945}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00043133282880578625,"upper_bound":0.007847882710824577},"point_estimate":0.0034894148703468186,"standard_error":0.0020557190925331826},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00011606488367710277,"upper_bound":0.0008210953895726458},"point_estimate":0.000299142786508666,"standard_error":0.0001885501810803203}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/estimates.json b/criterion/fan_out_hydroflow_surface/new/estimates.json index 51b53a6d3a0c..9fb3807237e9 100644 --- a/criterion/fan_out_hydroflow_surface/new/estimates.json +++ b/criterion/fan_out_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6475386.8149375,"upper_bound":6482980.940375},"point_estimate":6478828.35375,"standard_error":1949.5758608647252},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6472647.0,"upper_bound":6475558.625},"point_estimate":6474750.8125,"standard_error":794.1219853805942},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5054.924610257149,"upper_bound":8167.849429054181},"point_estimate":6741.660067811608,"standard_error":820.3458962865623},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10807.367846885872,"upper_bound":26262.261984298868},"point_estimate":19529.87286599555,"standard_error":3976.9991120778095}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6481885.49921875,"upper_bound":6533298.22875},"point_estimate":6501435.67375,"standard_error":13787.738617267147},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6475924.6875,"upper_bound":6479242.375},"point_estimate":6476687.6875,"standard_error":951.8811059706917},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5331.151517853141,"upper_bound":10858.006232231855},"point_estimate":7461.647680029273,"standard_error":1377.414406386364},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17329.70698782225,"upper_bound":231380.90722192303},"point_estimate":138916.84564563615,"standard_error":65459.22069723989}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/sample.json b/criterion/fan_out_hydroflow_surface/new/sample.json index d087599c4fb7..2feff1ed233b 100644 --- a/criterion/fan_out_hydroflow_surface/new/sample.json +++ b/criterion/fan_out_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51832812.0,51742493.0,51773400.0,51773391.0,51744969.0,51841258.0,51812424.0,51786656.0,51772620.0,51723238.0,51781176.0,51785313.0,51739538.0,51736693.0,51730342.0,51770646.0,51801693.0,51801904.0,51771297.0,51804469.0,51730842.0,51829696.0,51760958.0,51841257.0,51802295.0,52578203.0,51843441.0,51775425.0,51726484.0,51819938.0,51749486.0,51768943.0,51792937.0,51756199.0,51819948.0,51763653.0,51892393.0,51747513.0,51780425.0,51853811.0,51813124.0,51761849.0,51840717.0,51740390.0,52525184.0,51840887.0,51776106.0,51744647.0,52035390.0,51725652.0,51843232.0,51793008.0,51775345.0,51759145.0,51869350.0,51803558.0,51789812.0,51819037.0,51848782.0,51784743.0,51742624.0,51801654.0,51774123.0,51839435.0,52523471.0,51841549.0,51861546.0,51757933.0,51798297.0,51803547.0,51825398.0,51829235.0,51761409.0,52454111.0,51804599.0,51797716.0,51779793.0,51905457.0,51796825.0,51787537.0,51741612.0,51833584.0,51776287.0,52238259.0,51731573.0,51854553.0,51741541.0,51832912.0,51801112.0,51847659.0,51855805.0,51743345.0,51888826.0,51815052.0,51828318.0,51749912.0,51902726.0,51805415.0,51799285.0,51738511.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51874396.0,51844650.0,51810607.0,51844149.0,51775632.0,51798453.0,51813632.0,51752478.0,51736569.0,51961368.0,51790660.0,51761214.0,51760623.0,51863595.0,51932615.0,52041357.0,52106639.0,52985849.0,52111798.0,52291444.0,52047769.0,51989601.0,51937573.0,51805898.0,51921413.0,52529248.0,51839801.0,51808092.0,51907136.0,51825023.0,51756276.0,51767076.0,51833941.0,51815706.0,51853326.0,51764210.0,51901406.0,51796590.0,51944777.0,51963279.0,51776483.0,51741006.0,51794407.0,51761595.0,51760584.0,51741337.0,51756315.0,51874296.0,51925761.0,51789317.0,51745966.0,51810036.0,51803272.0,51772165.0,51791341.0,51795859.0,51811929.0,51976867.0,62274590.0,55453849.0,52221934.0,51806799.0,51827357.0,51804265.0,51803523.0,51808382.0,51831746.0,51904752.0,51855661.0,51813371.0,51849699.0,51759041.0,51810777.0,51732170.0,51830383.0,52546790.0,51851102.0,51843257.0,51809485.0,51775351.0,51788044.0,51828039.0,51792512.0,51882050.0,51796631.0,51833939.0,51920341.0,51767816.0,51785901.0,51783606.0,51814126.0,51785724.0,51772801.0,51807996.0,51867227.0,51818025.0,51891863.0,52105060.0,51807996.0,51790153.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/tukey.json b/criterion/fan_out_hydroflow_surface/new/tukey.json index 61beb7832cff..d5c8d9a9d403 100644 --- a/criterion/fan_out_hydroflow_surface/new/tukey.json +++ b/criterion/fan_out_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6442726.96875,6456472.171875,6493126.046875,6506871.25] \ No newline at end of file +[6434156.09375,6453890.46875,6506515.46875,6526249.84375] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/report/MAD.svg b/criterion/fan_out_hydroflow_surface/report/MAD.svg index fe32d632360c..1c22db6417fa 100644 --- a/criterion/fan_out_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_out_hydroflow_surface/report/MAD.svg @@ -9,86 +9,70 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - -0.45 - - - -0.5 - - - -0.55 - - + - + 5 - - -5.5 - - - + + 6 - - -6.5 - - - + + 7 - - -7.5 - - - + + 8 - - -8.5 + + +9 + + + +10 + + + +11 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/SD.svg b/criterion/fan_out_hydroflow_surface/report/SD.svg index d71cce13791c..cd0c790b893f 100644 --- a/criterion/fan_out_hydroflow_surface/report/SD.svg +++ b/criterion/fan_out_hydroflow_surface/report/SD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -0.01 - - - -0.02 - - - -0.03 - - - -0.04 + +0.002 - - -0.05 + + +0.004 - - -0.06 + + +0.006 - - -0.07 + + +0.008 - - -0.08 + + +0.01 - - -0.09 + + +0.012 - - -0.1 + + +0.014 - - -0.11 + + +0.016 - + - -10 - - - -12 - - - -14 - - - -16 + +0 - - -18 + + +50 - - -20 + + +100 - - -22 + + +150 - + -24 +200 - -26 + +250 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg index 263b95c53500..1e3b332326bc 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg @@ -16,62 +16,37 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + - -6.47 + +6.6 - - -6.48 + + +6.8 - - -6.49 + + +7.0 - - -6.5 + + +7.2 - - -6.51 + + +7.4 - - -6.52 + + +7.6 - - -6.53 - - - -6.54 - - - -6.55 - - - -6.56 - - - -6.57 - - + 0 @@ -117,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg index 6175380798a5..6572c3db2c67 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg @@ -9,63 +9,51 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - -45 - - - -50 - - + - -6.45 - - - + 6.5 - - -6.55 + + +7 + + + +7.5 - - - - - + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_surface/report/change/mean.svg b/criterion/fan_out_hydroflow_surface/report/change/mean.svg index fb672310c3b7..5c3429f11f2e 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/mean.svg @@ -9,86 +9,82 @@ Density (a.u.) Relative change (%) - -100 - - - -200 + +20 - - -300 + + +40 - - -400 + + +60 - - -500 + + +80 - - -600 + + +100 - - -700 + + +120 - - -800 + + +140 - - -900 + + +160 - - -1000 + + +180 - + - --0.001 + +0 - - --8e-4 + + +0.001 - - --6e-4 + + +0.002 - - --4e-4 + + +0.003 - - --2e-4 + + +0.004 - - -0 + + +0.005 - - -2e-4 + + +0.006 - - -4e-4 + + +0.007 - - -6e-4 + + +0.008 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/median.svg b/criterion/fan_out_hydroflow_surface/report/change/median.svg index 891bcf56b7f2..e59da00217de 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/median.svg @@ -9,62 +9,62 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - -3000 - - + - --8e-4 + +1e-4 + + + +2e-4 - - --7e-4 + + +3e-4 - - --6e-4 + + +4e-4 - - --5e-4 + + +5e-4 - - --4e-4 + + +6e-4 - - --3e-4 + + +7e-4 - - --2e-4 + + +8e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg index 2ec23d779b80..fbb1d738b608 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_surface/report/index.html b/criterion/fan_out_hydroflow_surface/report/index.html index 27673105f088..aee4baffc95a 100644 --- a/criterion/fan_out_hydroflow_surface/report/index.html +++ b/criterion/fan_out_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0033929 - 0.0034989 - 0.0033466 + 0.0003926 + 0.0004005 + 0.0003803 Mean - 6.4754 ms - 6.4788 ms - 6.4830 ms + 6.4819 ms + 6.5014 ms + 6.5333 ms Std. Dev. - 10.807 µs - 19.530 µs - 26.262 µs + 17.330 µs + 138.92 µs + 231.38 µs Median - 6.4726 ms - 6.4748 ms - 6.4756 ms + 6.4759 ms + 6.4767 ms + 6.4792 ms MAD - 5.0549 µs - 6.7417 µs - 8.1678 µs + 5.3312 µs + 7.4616 µs + 10.858 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -0.0955% - -0.0257% - +0.0459% - (p = 0.50 > + +0.0431% + +0.3489% + +0.7848% + (p = 0.08 > 0.05) diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg index 0fe663552fed..261313c07f55 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg @@ -15,62 +15,37 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + - -6.47 + +6.6 - - -6.48 + + +6.8 - - -6.49 + + +7.0 - - -6.5 + + +7.2 - - -6.51 + + +7.4 - - -6.52 + + +7.6 - - -6.53 - - - -6.54 - - - -6.55 - - - -6.56 - - - -6.57 - - + 10 @@ -112,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg index 281993bb8841..52c160238eaf 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg @@ -12,62 +12,37 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + - -6.47 + +6.6 - - -6.48 + + +6.8 - - -6.49 + + +7.0 - - -6.5 + + +7.2 - - -6.51 + + +7.4 - - -6.52 + + +7.6 - - -6.53 - - - -6.54 - - - -6.55 - - - -6.56 - - - -6.57 - - + 10 @@ -109,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/mean.svg b/criterion/fan_out_hydroflow_surface/report/mean.svg index 6f6956de07f9..63292540c5ca 100644 --- a/criterion/fan_out_hydroflow_surface/report/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -20 - - -40 +5 - -60 - - - -80 + +10 - - -100 + + +15 - - -120 - - - -140 - - - -160 + + +20 - - -180 + + +25 - - -200 + + +30 - - -220 + + +35 - + - -6.475 - - - -6.476 - - - -6.477 - - - -6.478 + +6.48 - - -6.479 + + +6.49 - - -6.48 + + +6.5 - - -6.481 + + +6.51 - - -6.482 + + +6.52 - - -6.483 + + +6.53 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/median.svg b/criterion/fan_out_hydroflow_surface/report/median.svg index a308a2378f84..a51ffbac058b 100644 --- a/criterion/fan_out_hydroflow_surface/report/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/median.svg @@ -9,78 +9,74 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - -900 - - - -1000 - - + - -6.4725 + +6.476 + + + +6.4765 - - -6.473 + + +6.477 - - -6.4735 + + +6.4775 - - -6.474 + + +6.478 - - -6.4745 + + +6.4785 - - -6.475 + + +6.479 - - -6.4755 + + +6.4795 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/pdf.svg b/criterion/fan_out_hydroflow_surface/report/pdf.svg index 33d71fdd3f3f..1737f2e35ecc 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf.svg @@ -46,34 +46,38 @@ Average Time (ms) - -6.46 + +6.4 - - -6.48 + + +6.6 - - -6.5 + + +6.8 - - -6.52 + + +7 + + + +7.2 - - -6.54 + + +7.4 - - -6.56 + + +7.6 - - -6.58 + + +7.8 - + Density (a.u.) @@ -82,52 +86,56 @@ Density (a.u.) 0 - + +1 + + + +2 + + + +3 + + + +4 + + + 5 - - -10 - - - -15 - - - -20 - - - -25 - - - -30 - - - -35 - - - - - - - - - - - - - - - - - - - - + + +6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg index 99d7d87c983e..bda62e40bfa4 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg @@ -10,51 +10,47 @@ Average Time (ms) 0 - -5 - - - -10 + +1 - - -15 + + +2 - - -20 + + +3 - - -25 + + +4 - - -30 + + +5 - - -35 + + +6 - - -40 + + +7 - + - -6.45 - - - + 6.5 - - -6.55 + + +7 + + + +7.5 - - - + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg index b38e6eedaab4..b5c5c748c7a1 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,62 +13,37 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + - -6.47 + +6.6 - - -6.48 + + +6.8 - - -6.49 + + +7.0 - - -6.5 + + +7.2 - - -6.51 + + +7.4 - - -6.52 + + +7.6 - - -6.53 - - - -6.54 - - - -6.55 - - - -6.56 - - - -6.57 - - + 0 @@ -114,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg index 5a11d0d90e3f..89e88490fcd2 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg @@ -6,61 +6,49 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - -45 - - - -50 - - + - -6.45 - - - + 6.5 - - -6.55 + + +7 + + + +7.5 - - - - - + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/typical.svg b/criterion/fan_out_hydroflow_surface/report/typical.svg index ebfe7c65599b..a59babea2a0a 100644 --- a/criterion/fan_out_hydroflow_surface/report/typical.svg +++ b/criterion/fan_out_hydroflow_surface/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -20 - - -40 +5 - -60 - - - -80 + +10 - - -100 + + +15 - - -120 - - - -140 - - - -160 + + +20 - - -180 + + +25 - - -200 + + +30 - - -220 + + +35 - + - -6.475 - - - -6.476 - - - -6.477 - - - -6.478 + +6.48 - - -6.479 + + +6.49 - - -6.48 + + +6.5 - - -6.481 + + +6.51 - - -6.482 + + +6.52 - - -6.483 + + +6.53 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/base/estimates.json b/criterion/fork_join_hydroflow/base/estimates.json index 0d091fd312b3..7689026bda1e 100644 --- a/criterion/fork_join_hydroflow/base/estimates.json +++ b/criterion/fork_join_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6151523.592222221,"upper_bound":6207083.965249998},"point_estimate":6174443.056666667,"standard_error":14488.531111965225},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6132601.722222222,"upper_bound":6160192.5},"point_estimate":6144029.0,"standard_error":8093.701718399431},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31597.25300570252,"upper_bound":58521.9274610281},"point_estimate":43088.885401685955,"standard_error":7196.588569345655},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47993.00863966186,"upper_bound":233011.98290905432},"point_estimate":145427.54961670097,"standard_error":55014.49198474896}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6268235.163625,"upper_bound":6294131.111625},"point_estimate":6280941.2875,"standard_error":6577.3196073023855},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6263281.25,"upper_bound":6293185.1875},"point_estimate":6278497.25,"standard_error":7137.583961702718},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49571.56408242881,"upper_bound":77393.47921349108},"point_estimate":61713.40922936797,"standard_error":7277.53479571725},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54405.50412271235,"upper_bound":77920.44537207232},"point_estimate":65812.99639183834,"standard_error":6065.436299413568}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/sample.json b/criterion/fork_join_hydroflow/base/sample.json index dba5f6c22882..908c6af15996 100644 --- a/criterion/fork_join_hydroflow/base/sample.json +++ b/criterion/fork_join_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55202441.0,55005504.0,54973103.0,55304602.0,55752166.0,55393267.0,54840306.0,55018958.0,55507129.0,56003064.0,55046109.0,55632884.0,54870161.0,55064815.0,55561922.0,55402343.0,55009461.0,55472644.0,55647662.0,55341440.0,54940262.0,55420758.0,55352129.0,55064564.0,55145615.0,55347851.0,55287920.0,55209333.0,55885655.0,55653853.0,54735670.0,55222278.0,55140235.0,57236434.0,66734490.0,55587499.0,55791209.0,55476992.0,55418995.0,55138011.0,55397275.0,55798353.0,55244189.0,55232176.0,55126268.0,55750413.0,55181452.0,55045919.0,55995811.0,55512990.0,56408911.0,57120599.0,56304047.0,60047288.0,56317020.0,56452132.0,55947752.0,55069604.0,55721189.0,54645143.0,55122133.0,55010845.0,55055458.0,55034489.0,55379072.0,55111553.0,55502732.0,55953181.0,55045519.0,54878518.0,55196781.0,54936576.0,55163089.0,55559798.0,55557624.0,54805762.0,55250101.0,54898996.0,55491992.0,55200820.0,55531886.0,55086987.0,54839716.0,55182204.0,55867623.0,56023915.0,55464470.0,55216468.0,55959554.0,54890029.0,55103067.0,55030000.0,55772035.0,56422768.0,55157628.0,54848522.0,55832638.0,56098402.0,55186011.0,55171524.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51094044.0,49498806.0,50208071.0,50320340.0,52381227.0,50361396.0,49962672.0,50891886.0,49966881.0,50729122.0,50641951.0,50742086.0,50567681.0,50106250.0,49353335.0,51034432.0,50269204.0,50267421.0,49986937.0,50979079.0,49304203.0,50178315.0,50580075.0,50185288.0,49330712.0,50507408.0,50599721.0,50474387.0,50112773.0,49526237.0,49609644.0,49575109.0,50718453.0,50676684.0,50817578.0,49420100.0,50422821.0,50192831.0,50490407.0,50384770.0,49764502.0,50329567.0,49532078.0,49557876.0,50335828.0,49945931.0,49686817.0,50726838.0,50675803.0,50241473.0,50082907.0,49985255.0,50554277.0,50838316.0,50673760.0,49975386.0,49815046.0,50085711.0,49266643.0,51112528.0,50545891.0,50972888.0,50716419.0,50511978.0,51433948.0,49805159.0,50464279.0,49867204.0,49881701.0,49690725.0,49906757.0,50261570.0,51293546.0,50587989.0,49844432.0,50007235.0,51033591.0,49491322.0,50448369.0,50038203.0,49433444.0,49650910.0,50379269.0,50192601.0,49961430.0,50174157.0,50733160.0,50280025.0,50658631.0,49940411.0,49999951.0,50102122.0,50214483.0,49535886.0,50253154.0,49911477.0,50311002.0,49923298.0,50458267.0,50179267.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/tukey.json b/criterion/fork_join_hydroflow/base/tukey.json index 5c394733029c..87c14ab4fe72 100644 --- a/criterion/fork_join_hydroflow/base/tukey.json +++ b/criterion/fork_join_hydroflow/base/tukey.json @@ -1 +1 @@ -[5917951.77777778,6018331.819444446,6286011.930555554,6386391.972222219] \ No newline at end of file +[5991901.3125,6115972.078125,6446827.453125,6570898.21875] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/change/estimates.json b/criterion/fork_join_hydroflow/change/estimates.json index d7792af6d1aa..b21369a73488 100644 --- a/criterion/fork_join_hydroflow/change/estimates.json +++ b/criterion/fork_join_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.028987049393485488,"upper_bound":-0.019709541978844114},"point_estimate":-0.025121119065132924,"standard_error":0.0024425947576813},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03226679957333434,"upper_bound":-0.02615441224832149},"point_estimate":-0.029303665724031314,"standard_error":0.0016118952229317236}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.011556769352612269,"upper_bound":0.02162369114230885},"point_estimate":0.01724823273223719,"standard_error":0.0025843896155554485},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.018335981724283593,"upper_bound":0.025265805944495012},"point_estimate":0.021886005095353545,"standard_error":0.0017980158678369473}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/estimates.json b/criterion/fork_join_hydroflow/new/estimates.json index 0d091fd312b3..7689026bda1e 100644 --- a/criterion/fork_join_hydroflow/new/estimates.json +++ b/criterion/fork_join_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6151523.592222221,"upper_bound":6207083.965249998},"point_estimate":6174443.056666667,"standard_error":14488.531111965225},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6132601.722222222,"upper_bound":6160192.5},"point_estimate":6144029.0,"standard_error":8093.701718399431},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31597.25300570252,"upper_bound":58521.9274610281},"point_estimate":43088.885401685955,"standard_error":7196.588569345655},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47993.00863966186,"upper_bound":233011.98290905432},"point_estimate":145427.54961670097,"standard_error":55014.49198474896}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6268235.163625,"upper_bound":6294131.111625},"point_estimate":6280941.2875,"standard_error":6577.3196073023855},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6263281.25,"upper_bound":6293185.1875},"point_estimate":6278497.25,"standard_error":7137.583961702718},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49571.56408242881,"upper_bound":77393.47921349108},"point_estimate":61713.40922936797,"standard_error":7277.53479571725},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54405.50412271235,"upper_bound":77920.44537207232},"point_estimate":65812.99639183834,"standard_error":6065.436299413568}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/sample.json b/criterion/fork_join_hydroflow/new/sample.json index dba5f6c22882..908c6af15996 100644 --- a/criterion/fork_join_hydroflow/new/sample.json +++ b/criterion/fork_join_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55202441.0,55005504.0,54973103.0,55304602.0,55752166.0,55393267.0,54840306.0,55018958.0,55507129.0,56003064.0,55046109.0,55632884.0,54870161.0,55064815.0,55561922.0,55402343.0,55009461.0,55472644.0,55647662.0,55341440.0,54940262.0,55420758.0,55352129.0,55064564.0,55145615.0,55347851.0,55287920.0,55209333.0,55885655.0,55653853.0,54735670.0,55222278.0,55140235.0,57236434.0,66734490.0,55587499.0,55791209.0,55476992.0,55418995.0,55138011.0,55397275.0,55798353.0,55244189.0,55232176.0,55126268.0,55750413.0,55181452.0,55045919.0,55995811.0,55512990.0,56408911.0,57120599.0,56304047.0,60047288.0,56317020.0,56452132.0,55947752.0,55069604.0,55721189.0,54645143.0,55122133.0,55010845.0,55055458.0,55034489.0,55379072.0,55111553.0,55502732.0,55953181.0,55045519.0,54878518.0,55196781.0,54936576.0,55163089.0,55559798.0,55557624.0,54805762.0,55250101.0,54898996.0,55491992.0,55200820.0,55531886.0,55086987.0,54839716.0,55182204.0,55867623.0,56023915.0,55464470.0,55216468.0,55959554.0,54890029.0,55103067.0,55030000.0,55772035.0,56422768.0,55157628.0,54848522.0,55832638.0,56098402.0,55186011.0,55171524.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51094044.0,49498806.0,50208071.0,50320340.0,52381227.0,50361396.0,49962672.0,50891886.0,49966881.0,50729122.0,50641951.0,50742086.0,50567681.0,50106250.0,49353335.0,51034432.0,50269204.0,50267421.0,49986937.0,50979079.0,49304203.0,50178315.0,50580075.0,50185288.0,49330712.0,50507408.0,50599721.0,50474387.0,50112773.0,49526237.0,49609644.0,49575109.0,50718453.0,50676684.0,50817578.0,49420100.0,50422821.0,50192831.0,50490407.0,50384770.0,49764502.0,50329567.0,49532078.0,49557876.0,50335828.0,49945931.0,49686817.0,50726838.0,50675803.0,50241473.0,50082907.0,49985255.0,50554277.0,50838316.0,50673760.0,49975386.0,49815046.0,50085711.0,49266643.0,51112528.0,50545891.0,50972888.0,50716419.0,50511978.0,51433948.0,49805159.0,50464279.0,49867204.0,49881701.0,49690725.0,49906757.0,50261570.0,51293546.0,50587989.0,49844432.0,50007235.0,51033591.0,49491322.0,50448369.0,50038203.0,49433444.0,49650910.0,50379269.0,50192601.0,49961430.0,50174157.0,50733160.0,50280025.0,50658631.0,49940411.0,49999951.0,50102122.0,50214483.0,49535886.0,50253154.0,49911477.0,50311002.0,49923298.0,50458267.0,50179267.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/tukey.json b/criterion/fork_join_hydroflow/new/tukey.json index 5c394733029c..87c14ab4fe72 100644 --- a/criterion/fork_join_hydroflow/new/tukey.json +++ b/criterion/fork_join_hydroflow/new/tukey.json @@ -1 +1 @@ -[5917951.77777778,6018331.819444446,6286011.930555554,6386391.972222219] \ No newline at end of file +[5991901.3125,6115972.078125,6446827.453125,6570898.21875] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/report/MAD.svg b/criterion/fork_join_hydroflow/report/MAD.svg index 4f4a6f824d06..7fd561356d64 100644 --- a/criterion/fork_join_hydroflow/report/MAD.svg +++ b/criterion/fork_join_hydroflow/report/MAD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - + - -30 + +50 - - -35 + + +55 - - -40 + + +60 - - -45 + + +65 - - -50 + + +70 - - -55 + + +75 - - -60 + + +80 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/SD.svg b/criterion/fork_join_hydroflow/report/SD.svg index feb09d17ac60..9fbab48e2c63 100644 --- a/criterion/fork_join_hydroflow/report/SD.svg +++ b/criterion/fork_join_hydroflow/report/SD.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (µs) - -0.002 - - - -0.004 + +0.01 - - -0.006 + + +0.02 - - -0.008 + + +0.03 - - -0.01 + + +0.04 - - -0.012 + + +0.05 - - -0.014 + + +0.06 - - -0.016 + + +0.07 - + - -40 + +55 - - + + 60 - - -80 - - - -100 + + +65 - - -120 + + +70 - - -140 + + +75 - - -160 - - - -180 - - - -200 - - - -220 - - - -240 + + +80 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/both/iteration_times.svg b/criterion/fork_join_hydroflow/report/both/iteration_times.svg index f518bd9589e7..c9c93369d512 100644 --- a/criterion/fork_join_hydroflow/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/both/iteration_times.svg @@ -97,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow/report/both/pdf.svg b/criterion/fork_join_hydroflow/report/both/pdf.svg index 17cf4ce6dda7..20ece3230fe0 100644 --- a/criterion/fork_join_hydroflow/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow/report/both/pdf.svg @@ -9,34 +9,50 @@ Density (a.u.) Average Time (ms) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - -5 + + +4.5 - - -6 + + +5 - - -7 + + +5.5 - + 6 @@ -54,10 +70,10 @@ Average Time (ms) 7.5 - - - - + + + + Base PDF diff --git a/criterion/fork_join_hydroflow/report/change/mean.svg b/criterion/fork_join_hydroflow/report/change/mean.svg index ad70b934e07e..372a219c360d 100644 --- a/criterion/fork_join_hydroflow/report/change/mean.svg +++ b/criterion/fork_join_hydroflow/report/change/mean.svg @@ -9,66 +9,62 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - + - --0.03 + +0.012 - - --0.028 + + +0.014 - - --0.026 + + +0.016 - - --0.024 + + +0.018 - - --0.022 + + +0.02 - - --0.02 + + +0.022 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/median.svg b/criterion/fork_join_hydroflow/report/change/median.svg index 76cebf400d56..d5ff30c2b715 100644 --- a/criterion/fork_join_hydroflow/report/change/median.svg +++ b/criterion/fork_join_hydroflow/report/change/median.svg @@ -9,54 +9,90 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 + + + +140 + + + +160 - - + + +180 + + + 200 - + + +220 + + - --0.032 + +0.018 + + + +0.019 + + + +0.02 - - --0.031 + + +0.021 - - --0.03 + + +0.022 - - --0.029 + + +0.023 - - --0.028 + + +0.024 - - --0.027 + + +0.025 - - --0.026 + + +0.026 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/t-test.svg b/criterion/fork_join_hydroflow/report/change/t-test.svg index 04c36f98213b..52ebddd9ce13 100644 --- a/criterion/fork_join_hydroflow/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/fork_join_hydroflow/report/index.html b/criterion/fork_join_hydroflow/report/index.html index 158896fad7de..cb3bd8e92318 100644 --- a/criterion/fork_join_hydroflow/report/index.html +++ b/criterion/fork_join_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0009124 - 0.0009353 - 0.0008901 + 0.0001636 + 0.0001698 + 0.0001632 Mean - 6.1515 ms - 6.1744 ms - 6.2071 ms + 6.2682 ms + 6.2809 ms + 6.2941 ms Std. Dev. - 47.993 µs - 145.43 µs - 233.01 µs + 54.406 µs + 65.813 µs + 77.920 µs Median - 6.1326 ms - 6.1440 ms - 6.1602 ms + 6.2633 ms + 6.2785 ms + 6.2932 ms MAD - 31.597 µs - 43.089 µs - 58.522 µs + 49.572 µs + 61.713 µs + 77.393 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -2.8987% - -2.5121% - -1.9710% + +1.1557% + +1.7248% + +2.1624% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow/report/iteration_times.svg b/criterion/fork_join_hydroflow/report/iteration_times.svg index 6ec71504bbeb..d82bae8f810b 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times.svg @@ -15,42 +15,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - + 6.2 - - -6.4 + + +6.25 - - -6.6 + + +6.3 - - -6.8 + + +6.35 - - -7.0 + + +6.4 - - -7.2 + + +6.45 - - -7.4 + + +6.5 - + 10 @@ -92,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow/report/iteration_times_small.svg b/criterion/fork_join_hydroflow/report/iteration_times_small.svg index a4e3b90ac55e..ac439287bd9b 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times_small.svg @@ -12,42 +12,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - + 6.2 - - -6.4 + + +6.25 - - -6.6 + + +6.3 - - -6.8 + + +6.35 - - -7.0 + + +6.4 - - -7.2 + + +6.45 - - -7.4 + + +6.5 - + 10 @@ -89,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/mean.svg b/criterion/fork_join_hydroflow/report/mean.svg index 749b4541611f..3d8021ed6aa6 100644 --- a/criterion/fork_join_hydroflow/report/mean.svg +++ b/criterion/fork_join_hydroflow/report/mean.svg @@ -9,62 +9,54 @@ Density (a.u.) Average time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - - -6.15 + + +40 + + + +50 - - -6.16 + + +60 - - -6.17 + + + +6.27 - - -6.18 + + +6.275 - - -6.19 + + +6.28 - - -6.2 + + +6.285 - - -6.21 + + +6.29 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/median.svg b/criterion/fork_join_hydroflow/report/median.svg index 0637ae6068cf..2c516f0c7b52 100644 --- a/criterion/fork_join_hydroflow/report/median.svg +++ b/criterion/fork_join_hydroflow/report/median.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + + +70 + + + +80 + + + +90 + + - -6.13 + +6.26 + + + +6.265 - - -6.135 + + +6.27 - - -6.14 + + +6.275 - - -6.145 + + +6.28 - - -6.15 + + +6.285 - - -6.155 + + +6.29 - - -6.16 + + +6.295 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/pdf.svg b/criterion/fork_join_hydroflow/report/pdf.svg index e62bfec39804..c63b1613fb0b 100644 --- a/criterion/fork_join_hydroflow/report/pdf.svg +++ b/criterion/fork_join_hydroflow/report/pdf.svg @@ -13,75 +13,83 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - + -9 +8 - -6 + +6.1 + + + +6.15 - - + + 6.2 - - -6.4 + + +6.25 - - -6.6 + + +6.3 - - -6.8 + + +6.35 - - -7 + + +6.4 - - -7.2 + + +6.45 - - -7.4 + + +6.5 - + + +6.55 + + + +6.6 + + Density (a.u.) @@ -90,60 +98,34 @@ Density (a.u.) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - - - - - - - - - - - - - + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow/report/pdf_small.svg b/criterion/fork_join_hydroflow/report/pdf_small.svg index b4e95615d39b..4de27b35d227 100644 --- a/criterion/fork_join_hydroflow/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - - + + 6 - - -6.5 + + + +6.2 - - -7 + + +6.4 - - -7.5 + + +6.6 - - - + + + diff --git a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg index e128e92b0339..1af583f87fcb 100644 --- a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg @@ -94,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg index 728525bcac92..3dfb85b85731 100644 --- a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg @@ -6,34 +6,50 @@ Density (a.u.) Average Time (ms) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - -5 + + +4.5 - - -6 + + +5 - - -7 + + +5.5 - + 6 @@ -51,8 +67,8 @@ Average Time (ms) 7.5 - - - - + + + + diff --git a/criterion/fork_join_hydroflow/report/typical.svg b/criterion/fork_join_hydroflow/report/typical.svg index c5765241eff1..af2aa5f3c608 100644 --- a/criterion/fork_join_hydroflow/report/typical.svg +++ b/criterion/fork_join_hydroflow/report/typical.svg @@ -9,62 +9,54 @@ Density (a.u.) Average time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - - -6.15 + + +40 + + + +50 - - -6.16 + + +60 - - -6.17 + + + +6.27 - - -6.18 + + +6.275 - - -6.19 + + +6.28 - - -6.2 + + +6.285 - - -6.21 + + +6.29 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/base/estimates.json b/criterion/fork_join_hydroflow_builder/base/estimates.json index f6f36724548e..75996e0c6046 100644 --- a/criterion/fork_join_hydroflow_builder/base/estimates.json +++ b/criterion/fork_join_hydroflow_builder/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4470354.622812502,"upper_bound":4474710.146000001},"point_estimate":4472458.548333334,"standard_error":1114.0417677217354},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4468820.833333333,"upper_bound":4472508.0},"point_estimate":4470189.333333333,"standard_error":1049.4409608837057},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5978.1519688674725,"upper_bound":10197.631493956082},"point_estimate":7858.768260478743,"standard_error":1061.8241371334123},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8591.316789849167,"upper_bound":13456.017217186514},"point_estimate":11192.690113601846,"standard_error":1241.88619381328}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4906382.243204545,"upper_bound":4987565.132818184},"point_estimate":4945093.4754545465,"standard_error":20753.313050518365},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4833698.2727272725,"upper_bound":4853295.818181818},"point_estimate":4840911.363636363,"standard_error":4781.607779782692},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32250.156525855095,"upper_bound":64991.6567916223},"point_estimate":45428.14362076145,"standard_error":8204.206020657535},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":160734.85774920002,"upper_bound":259200.70251552152},"point_estimate":208164.39863124196,"standard_error":25855.039604724174}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/sample.json b/criterion/fork_join_hydroflow_builder/base/sample.json index b7c744da101c..d0868a731cfa 100644 --- a/criterion/fork_join_hydroflow_builder/base/sample.json +++ b/criterion/fork_join_hydroflow_builder/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[53699109.0,53595215.0,53672160.0,53528672.0,53613940.0,53665126.0,53767938.0,53582432.0,53665257.0,53649497.0,53461637.0,54087503.0,54014227.0,53727021.0,53536556.0,53694611.0,53668032.0,53780372.0,53781193.0,53653454.0,53727733.0,53685785.0,53643595.0,53637915.0,53631133.0,53476274.0,53582112.0,53725168.0,53611907.0,53637675.0,54081313.0,53621665.0,53673081.0,53508434.0,53600055.0,53729897.0,53759392.0,53625172.0,53607038.0,53614312.0,53717354.0,53774730.0,53722834.0,53656590.0,53583394.0,53440568.0,53769621.0,53613249.0,53622065.0,54081913.0,53629379.0,53555870.0,53661287.0,53753660.0,53573994.0,53773867.0,53535813.0,53759629.0,53711942.0,53475189.0,53708334.0,53588000.0,53600393.0,53740274.0,53625850.0,53668410.0,53530633.0,53698025.0,53742908.0,53548386.0,53573062.0,53670014.0,53680983.0,53618176.0,53695912.0,53634156.0,53581118.0,53573263.0,53638044.0,54008345.0,53675473.0,53488064.0,53896315.0,53847594.0,53445154.0,53748458.0,53640949.0,53536654.0,53583381.0,53740494.0,53636571.0,53492552.0,53618918.0,53612866.0,53727470.0,54147433.0,53594912.0,53634086.0,53569796.0,53752276.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0],"times":[53135276.0,53097283.0,53289794.0,52939501.0,55398699.0,53216988.0,53664963.0,53224561.0,53041410.0,53253116.0,53170681.0,53246092.0,53404537.0,53506738.0,53523731.0,53306494.0,53147258.0,53339316.0,53217208.0,52906298.0,53124064.0,53321132.0,53455413.0,53386254.0,53488494.0,53228489.0,53020752.0,52917298.0,53203783.0,53246934.0,53203492.0,53431448.0,53308999.0,53455152.0,53148159.0,53601526.0,53199675.0,53303860.0,53127852.0,52918924.0,52596480.0,52892031.0,52804738.0,52920815.0,52908653.0,52843841.0,53011985.0,53134263.0,53031201.0,52847627.0,53075634.0,52877875.0,52891230.0,53060605.0,52971750.0,52932086.0,53314830.0,52896910.0,52886661.0,53406441.0,53340759.0,52756809.0,52497585.0,52703249.0,52847047.0,52803757.0,53068580.0,52898583.0,52890448.0,52973764.0,53077737.0,65601458.0,58195919.0,58312425.0,57784531.0,58101382.0,57969887.0,58060686.0,59857709.0,58022115.0,58064854.0,57650591.0,57812873.0,58188535.0,58048002.0,57690395.0,57892903.0,57937777.0,57992107.0,56134801.0,55455978.0,57949149.0,57560265.0,56798767.0,54351301.0,55539272.0,54878442.0,54571730.0,56002347.0,53891004.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/tukey.json b/criterion/fork_join_hydroflow_builder/base/tukey.json index dbfa0abbed61..cc6d0fdbc138 100644 --- a/criterion/fork_join_hydroflow_builder/base/tukey.json +++ b/criterion/fork_join_hydroflow_builder/base/tukey.json @@ -1 +1 @@ -[4432611.354166667,4449355.010416667,4494004.760416667,4510748.416666667] \ No newline at end of file +[4160969.340909089,4489686.022727272,5366263.840909092,5694980.522727274] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/change/estimates.json b/criterion/fork_join_hydroflow_builder/change/estimates.json index 4d66f542bb53..e72a25c236e9 100644 --- a/criterion/fork_join_hydroflow_builder/change/estimates.json +++ b/criterion/fork_join_hydroflow_builder/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.1725255929624892,"upper_bound":-0.17032079691498617},"point_estimate":-0.17132294429212158,"standard_error":0.0005633957024253429},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.17124261368195126,"upper_bound":-0.16986008540086528},"point_estimate":-0.1705218448510064,"standard_error":0.00037066849987576204}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.09779005719796242,"upper_bound":0.11616103825043765},"point_estimate":0.10567675966439993,"standard_error":0.0046060252060681735},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.08115888977360261,"upper_bound":0.08586164599215174},"point_estimate":0.0829320645411209,"standard_error":0.0010998087632693877}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/estimates.json b/criterion/fork_join_hydroflow_builder/new/estimates.json index f6f36724548e..75996e0c6046 100644 --- a/criterion/fork_join_hydroflow_builder/new/estimates.json +++ b/criterion/fork_join_hydroflow_builder/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4470354.622812502,"upper_bound":4474710.146000001},"point_estimate":4472458.548333334,"standard_error":1114.0417677217354},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4468820.833333333,"upper_bound":4472508.0},"point_estimate":4470189.333333333,"standard_error":1049.4409608837057},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5978.1519688674725,"upper_bound":10197.631493956082},"point_estimate":7858.768260478743,"standard_error":1061.8241371334123},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8591.316789849167,"upper_bound":13456.017217186514},"point_estimate":11192.690113601846,"standard_error":1241.88619381328}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4906382.243204545,"upper_bound":4987565.132818184},"point_estimate":4945093.4754545465,"standard_error":20753.313050518365},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4833698.2727272725,"upper_bound":4853295.818181818},"point_estimate":4840911.363636363,"standard_error":4781.607779782692},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32250.156525855095,"upper_bound":64991.6567916223},"point_estimate":45428.14362076145,"standard_error":8204.206020657535},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":160734.85774920002,"upper_bound":259200.70251552152},"point_estimate":208164.39863124196,"standard_error":25855.039604724174}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/sample.json b/criterion/fork_join_hydroflow_builder/new/sample.json index b7c744da101c..d0868a731cfa 100644 --- a/criterion/fork_join_hydroflow_builder/new/sample.json +++ b/criterion/fork_join_hydroflow_builder/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[53699109.0,53595215.0,53672160.0,53528672.0,53613940.0,53665126.0,53767938.0,53582432.0,53665257.0,53649497.0,53461637.0,54087503.0,54014227.0,53727021.0,53536556.0,53694611.0,53668032.0,53780372.0,53781193.0,53653454.0,53727733.0,53685785.0,53643595.0,53637915.0,53631133.0,53476274.0,53582112.0,53725168.0,53611907.0,53637675.0,54081313.0,53621665.0,53673081.0,53508434.0,53600055.0,53729897.0,53759392.0,53625172.0,53607038.0,53614312.0,53717354.0,53774730.0,53722834.0,53656590.0,53583394.0,53440568.0,53769621.0,53613249.0,53622065.0,54081913.0,53629379.0,53555870.0,53661287.0,53753660.0,53573994.0,53773867.0,53535813.0,53759629.0,53711942.0,53475189.0,53708334.0,53588000.0,53600393.0,53740274.0,53625850.0,53668410.0,53530633.0,53698025.0,53742908.0,53548386.0,53573062.0,53670014.0,53680983.0,53618176.0,53695912.0,53634156.0,53581118.0,53573263.0,53638044.0,54008345.0,53675473.0,53488064.0,53896315.0,53847594.0,53445154.0,53748458.0,53640949.0,53536654.0,53583381.0,53740494.0,53636571.0,53492552.0,53618918.0,53612866.0,53727470.0,54147433.0,53594912.0,53634086.0,53569796.0,53752276.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0],"times":[53135276.0,53097283.0,53289794.0,52939501.0,55398699.0,53216988.0,53664963.0,53224561.0,53041410.0,53253116.0,53170681.0,53246092.0,53404537.0,53506738.0,53523731.0,53306494.0,53147258.0,53339316.0,53217208.0,52906298.0,53124064.0,53321132.0,53455413.0,53386254.0,53488494.0,53228489.0,53020752.0,52917298.0,53203783.0,53246934.0,53203492.0,53431448.0,53308999.0,53455152.0,53148159.0,53601526.0,53199675.0,53303860.0,53127852.0,52918924.0,52596480.0,52892031.0,52804738.0,52920815.0,52908653.0,52843841.0,53011985.0,53134263.0,53031201.0,52847627.0,53075634.0,52877875.0,52891230.0,53060605.0,52971750.0,52932086.0,53314830.0,52896910.0,52886661.0,53406441.0,53340759.0,52756809.0,52497585.0,52703249.0,52847047.0,52803757.0,53068580.0,52898583.0,52890448.0,52973764.0,53077737.0,65601458.0,58195919.0,58312425.0,57784531.0,58101382.0,57969887.0,58060686.0,59857709.0,58022115.0,58064854.0,57650591.0,57812873.0,58188535.0,58048002.0,57690395.0,57892903.0,57937777.0,57992107.0,56134801.0,55455978.0,57949149.0,57560265.0,56798767.0,54351301.0,55539272.0,54878442.0,54571730.0,56002347.0,53891004.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/tukey.json b/criterion/fork_join_hydroflow_builder/new/tukey.json index dbfa0abbed61..cc6d0fdbc138 100644 --- a/criterion/fork_join_hydroflow_builder/new/tukey.json +++ b/criterion/fork_join_hydroflow_builder/new/tukey.json @@ -1 +1 @@ -[4432611.354166667,4449355.010416667,4494004.760416667,4510748.416666667] \ No newline at end of file +[4160969.340909089,4489686.022727272,5366263.840909092,5694980.522727274] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/report/MAD.svg b/criterion/fork_join_hydroflow_builder/report/MAD.svg index 3d09326a747b..46194d103107 100644 --- a/criterion/fork_join_hydroflow_builder/report/MAD.svg +++ b/criterion/fork_join_hydroflow_builder/report/MAD.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (µs) - -0.05 + +0.005 - - -0.1 + + +0.01 - - -0.15 + + +0.015 - - -0.2 + + +0.02 - - -0.25 + + +0.025 - - -0.3 + + +0.03 - - -0.35 + + +0.035 - - -0.4 + + +0.04 - - - -6 + + +0.045 - - -6.5 + + +0.05 - - -7 + + +0.055 + + + + +30 - - -7.5 + + +35 - - -8 + + +40 - - -8.5 + + +45 - - -9 + + +50 - - -9.5 + + +55 - - -10 + + +60 - - -10.5 + + +65 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/SD.svg b/criterion/fork_join_hydroflow_builder/report/SD.svg index 84c85e1b4791..3d926df46c84 100644 --- a/criterion/fork_join_hydroflow_builder/report/SD.svg +++ b/criterion/fork_join_hydroflow_builder/report/SD.svg @@ -9,78 +9,66 @@ Density (a.u.) Average time (µs) - -0.05 + +0.002 - - -0.1 + + +0.004 - - -0.15 + + +0.006 - - -0.2 + + +0.008 - - -0.25 + + +0.01 - - -0.3 + + +0.012 - - - -8.5 - - - -9 - - - -9.5 + + +0.014 - - -10 + + +0.016 - - -10.5 - - - -11 + + + +160 - - -11.5 + + +180 - - -12 + + +200 - - -12.5 + + +220 - - -13 + + +240 - - -13.5 + + +260 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg index 7cbd0d2cc612..390b88bd158e 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg @@ -16,37 +16,42 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - + 4.6 - - + + 4.8 - - + + 5.0 - - + + 5.2 - - + + 5.4 - - + + 5.6 - + + +5.8 + + 0 @@ -92,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg index 2513cdba31a4..40e36801df14 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg @@ -42,22 +42,26 @@ Average Time (ms) - + 4.5 - - + + 5 - - + + 5.5 - - - - - + + +6 + + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_builder/report/change/mean.svg b/criterion/fork_join_hydroflow_builder/report/change/mean.svg index e5451049e313..f9eca5d1e560 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/mean.svg @@ -9,58 +9,66 @@ Density (a.u.) Relative change (%) - -100 + +10 - - -200 + + +20 - - -300 + + +30 - - -400 + + +40 - - -500 + + +50 - - -600 + + +60 - - -700 + + +70 - - - --0.1725 + + +80 + + + +90 - - --0.172 + + +100 + + + + +0.1 - - --0.1715 + + +0.105 - - --0.171 + + +0.11 - - --0.1705 + + +0.115 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/median.svg b/criterion/fork_join_hydroflow_builder/report/change/median.svg index 9cd2d59ad9ea..b215a1f19ce5 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/median.svg @@ -9,86 +9,86 @@ Density (a.u.) Relative change (%) - -100 - - - -200 + +50 - - -300 + + +100 - + -400 +150 - -500 + +200 + + + +250 - - -600 + + +300 - - -700 + + +350 - - -800 + + +400 - - -900 + + + +0.081 - - -1000 + + +0.0815 - - -1100 + + +0.082 - - - --0.1712 + + +0.0825 - - --0.171 + + +0.083 - - --0.1708 + + +0.0835 - - --0.1706 + + +0.084 - - --0.1704 + + +0.0845 - - --0.1702 + + +0.085 - - --0.17 + + +0.0855 - - --0.1698 + + +0.086 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg index c3b0713b37a9..08b37ee6d683 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg @@ -17,73 +17,77 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_builder/report/index.html b/criterion/fork_join_hydroflow_builder/report/index.html index 59b551dac5cb..23a8cedb4b19 100644 --- a/criterion/fork_join_hydroflow_builder/report/index.html +++ b/criterion/fork_join_hydroflow_builder/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0036904 - 0.0038217 - 0.0036721 + 0.0004745 + 0.0004911 + 0.0004713 Mean - 4.4704 ms - 4.4725 ms - 4.4747 ms + 4.9064 ms + 4.9451 ms + 4.9876 ms Std. Dev. - 8.5913 µs - 11.193 µs - 13.456 µs + 160.73 µs + 208.16 µs + 259.20 µs Median - 4.4688 ms - 4.4702 ms - 4.4725 ms + 4.8337 ms + 4.8409 ms + 4.8533 ms MAD - 5.9782 µs - 7.8588 µs - 10.198 µs + 32.250 µs + 45.428 µs + 64.992 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -17.253% - -17.132% - -17.032% + +9.7790% + +10.568% + +11.616% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg index 4acc314db028..169f1a652630 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg @@ -15,37 +15,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -4.46 + +4.8 - - -4.47 + + +5.0 - - -4.48 + + +5.2 - - -4.49 + + +5.4 - - -4.5 + + +5.6 - - -4.51 + + +5.8 - + 10 @@ -87,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg index 4233462173cd..4f7590090209 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg @@ -12,37 +12,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -4.46 + +4.8 - - -4.47 + + +5.0 - - -4.48 + + +5.2 - - -4.49 + + +5.4 - - -4.5 + + +5.6 - - -4.51 + + +5.8 - + 10 @@ -84,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/mean.svg b/criterion/fork_join_hydroflow_builder/report/mean.svg index cff48948deb9..976d2a5ab8bf 100644 --- a/criterion/fork_join_hydroflow_builder/report/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/mean.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - -50 + +2 - - -100 + + +4 - - -150 + + +6 - - -200 + + +8 - - -250 + + +10 - - -300 + + +12 - - -350 + + +14 - - - -4.47 + + +16 + + + +18 - - -4.4705 + + +20 + + + + +4.9 - - -4.471 + + +4.91 - - -4.4715 + + +4.92 - - -4.472 + + +4.93 - - -4.4725 + + +4.94 - - -4.473 + + +4.95 - - -4.4735 + + +4.96 - - -4.474 + + +4.97 - - -4.4745 + + +4.98 - - -4.475 + + +4.99 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/median.svg b/criterion/fork_join_hydroflow_builder/report/median.svg index 59645773ad15..1a43cc7d6b23 100644 --- a/criterion/fork_join_hydroflow_builder/report/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/median.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ms) - -100 - - - -200 + +20 - - -300 + + +40 - - -400 + + +60 - - -500 + + +80 - - -600 - - - -700 + + +100 - - -800 + + +120 - - -900 + + +140 - + - -4.4685 - - - -4.469 - - - -4.4695 - - - -4.47 - - - -4.4705 + +4.835 - - -4.471 + + +4.84 - - -4.4715 + + +4.845 - - -4.472 + + +4.85 - - -4.4725 + + +4.855 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/pdf.svg b/criterion/fork_join_hydroflow_builder/report/pdf.svg index 9b1c4894b425..5f5df376ba0c 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf.svg @@ -13,67 +13,63 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - -12 - - + - -4.44 + +4.6 - - -4.45 + + +4.8 - - -4.46 + + +5 - - -4.47 + + +5.2 - - -4.48 + + +5.4 - - -4.49 + + +5.6 - - -4.5 + + +5.8 - - -4.51 + + +6 - - -4.52 + + +6.2 - + Density (a.u.) @@ -82,56 +78,40 @@ Density (a.u.) 0 - -5 + +0.5 - - -10 - - - -15 + + +1 - - -20 + + +1.5 - - -25 - - - -30 + + +2 - - -35 + + +2.5 - - -40 + + +3 - - - - - + + + + + - - - - - - - - - - - - - + + + + + PDF diff --git a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg index 5d9ba008bfba..3b189c90e00c 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg @@ -10,63 +10,43 @@ Average Time (ms) 0 - -5 - - - -10 - - - -15 - - - -20 + +0.5 - - -25 + + +1 - - -30 + + +1.5 - - -35 + + +2 - - -40 + + +2.5 - - -45 + + +3 - + - -4.44 - - - -4.46 - - - -4.48 + +5 - - -4.5 + + +5.5 - - -4.52 + + +6 - - - + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg index 9d71853d2555..76ef4cdaf048 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg @@ -13,37 +13,42 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - + 4.6 - - + + 4.8 - - + + 5.0 - - + + 5.2 - - + + 5.4 - - + + 5.6 - + + +5.8 + + 0 @@ -89,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg index 93ef451396d9..642bb2d7cfb2 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg @@ -39,20 +39,24 @@ Average Time (ms) - + 4.5 - - + + 5 - - + + 5.5 - - - - - + + +6 + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/typical.svg b/criterion/fork_join_hydroflow_builder/report/typical.svg index 1e6d5c6ec564..b4057e41cc04 100644 --- a/criterion/fork_join_hydroflow_builder/report/typical.svg +++ b/criterion/fork_join_hydroflow_builder/report/typical.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - -50 + +2 - - -100 + + +4 - - -150 + + +6 - - -200 + + +8 - - -250 + + +10 - - -300 + + +12 - - -350 + + +14 - - - -4.47 + + +16 + + + +18 - - -4.4705 + + +20 + + + + +4.9 - - -4.471 + + +4.91 - - -4.4715 + + +4.92 - - -4.472 + + +4.93 - - -4.4725 + + +4.94 - - -4.473 + + +4.95 - - -4.4735 + + +4.96 - - -4.474 + + +4.97 - - -4.4745 + + +4.98 - - -4.475 + + +4.99 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/base/estimates.json b/criterion/fork_join_hydroflow_surface/base/estimates.json index 90d3eac3bf4a..1d4a8ec0a80c 100644 --- a/criterion/fork_join_hydroflow_surface/base/estimates.json +++ b/criterion/fork_join_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29963339.945625,"upper_bound":30673771.019125},"point_estimate":30328480.91,"standard_error":181749.7208024329},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30751183.0,"upper_bound":31350195.0},"point_estimate":31158650.25,"standard_error":181953.709203964},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":663146.9531267881,"upper_bound":1425258.2977253569},"point_estimate":963808.590888977,"standard_error":214424.28688177443},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1508205.0073264786,"upper_bound":2108780.671045061},"point_estimate":1833715.2549400616,"standard_error":153738.14445421254}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29672621.125,"upper_bound":30514596.066875},"point_estimate":30095788.605,"standard_error":214542.69894157277},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29258494.0,"upper_bound":31123069.25},"point_estimate":30345708.25,"standard_error":494052.97390814795},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2152133.596841991,"upper_bound":3220554.441873729},"point_estimate":2711799.5196059346,"standard_error":275875.4840164559},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1957058.2279924087,"upper_bound":2354625.3102814653},"point_estimate":2170384.46674563,"standard_error":101256.70270179382}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/sample.json b/criterion/fork_join_hydroflow_surface/base/sample.json index 9236020e1758..7bb6311e863e 100644 --- a/criterion/fork_join_hydroflow_surface/base/sample.json +++ b/criterion/fork_join_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[63632393.0,62745259.0,55910573.0,55350589.0,54617953.0,52608075.0,51959796.0,55740266.0,53228352.0,49030874.0,54606050.0,53135528.0,59114629.0,49405473.0,62438106.0,63525595.0,61248548.0,62896742.0,55360527.0,56041127.0,54234518.0,61751977.0,62493339.0,55420900.0,55664766.0,55183257.0,57450184.0,63001777.0,60741914.0,60069600.0,62441193.0,60446131.0,62448174.0,59149694.0,59508873.0,61346660.0,63602528.0,61812970.0,61655447.0,61962078.0,60663837.0,60817785.0,60699173.0,62927899.0,61186602.0,61349285.0,61555982.0,61639136.0,62577306.0,63916352.0,63714236.0,60058158.0,62900027.0,64336687.0,63667879.0,56071554.0,53897228.0,61729604.0,63144273.0,62655521.0,59204065.0,59234562.0,63779938.0,63635469.0,62250606.0,63710900.0,65513161.0,64705855.0,59824772.0,62772500.0,62680819.0,63415769.0,62609116.0,63483355.0,63199476.0,63159952.0,62637579.0,63978087.0,63141568.0,62383995.0,62881924.0,62937427.0,62932368.0,61918447.0,63041424.0,62921107.0,63987345.0,64705575.0,62904286.0,62927359.0,63424275.0,63227679.0,61766744.0,63497412.0,64002984.0,63115790.0,59188316.0,55435177.0,63230253.0,59837787.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[65552550.0,64694458.0,58570548.0,53298097.0,54781646.0,54403120.0,51439779.0,52866472.0,55197383.0,55462378.0,57965499.0,62140522.0,64914098.0,63594225.0,62920227.0,64326461.0,57887002.0,57949310.0,58284996.0,60981288.0,57496353.0,58730147.0,63441270.0,60616667.0,61624588.0,60946503.0,62050814.0,63951041.0,62807507.0,60440088.0,61324027.0,62087081.0,63212833.0,62169876.0,63748793.0,63321525.0,64815573.0,63566432.0,62942848.0,63373992.0,63538861.0,63172587.0,64346198.0,64221676.0,63454313.0,65621919.0,66209264.0,65535117.0,65336155.0,65204019.0,65696688.0,65381269.0,65642166.0,57690625.0,56176921.0,59845016.0,64352970.0,66191151.0,65385828.0,65257919.0,66437702.0,62351755.0,60701265.0,65594798.0,63758120.0,60681568.0,67871789.0,67142396.0,65016990.0,57279558.0,59299779.0,55849469.0,61401992.0,55350348.0,58549138.0,56243254.0,58463428.0,54668434.0,55338385.0,60402987.0,56147455.0,56914937.0,58199094.0,56062266.0,53375715.0,51344330.0,52590436.0,51353208.0,55303680.0,54513866.0,56881104.0,57341033.0,56346948.0,54395506.0,55841304.0,55504014.0,55519193.0,54513124.0,57772809.0,58675865.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/tukey.json b/criterion/fork_join_hydroflow_surface/base/tukey.json index ab70a5b5d215..c578183746a8 100644 --- a/criterion/fork_join_hydroflow_surface/base/tukey.json +++ b/criterion/fork_join_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[23740509.125,26676989.0,34507602.0,37444081.875] \ No newline at end of file +[16743816.125,22428575.75,37587934.75,43272694.375] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/change/estimates.json b/criterion/fork_join_hydroflow_surface/change/estimates.json index 67eb6e183287..916de33ab72b 100644 --- a/criterion/fork_join_hydroflow_surface/change/estimates.json +++ b/criterion/fork_join_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.031183430816704803,"upper_bound":0.013773858351008198},"point_estimate":-0.008793636501275515,"standard_error":0.011475248861830148},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05284611802067829,"upper_bound":-0.010671222634256749},"point_estimate":-0.037428150850038144,"standard_error":0.010196416705490407}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.026125648604922672,"upper_bound":0.011581517750055559},"point_estimate":-0.007672402244296883,"standard_error":0.009600964721371556},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.061707141109569985,"upper_bound":0.005907372345315999},"point_estimate":-0.026090411281534887,"standard_error":0.016854903799469374}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/estimates.json b/criterion/fork_join_hydroflow_surface/new/estimates.json index 90d3eac3bf4a..1d4a8ec0a80c 100644 --- a/criterion/fork_join_hydroflow_surface/new/estimates.json +++ b/criterion/fork_join_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29963339.945625,"upper_bound":30673771.019125},"point_estimate":30328480.91,"standard_error":181749.7208024329},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30751183.0,"upper_bound":31350195.0},"point_estimate":31158650.25,"standard_error":181953.709203964},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":663146.9531267881,"upper_bound":1425258.2977253569},"point_estimate":963808.590888977,"standard_error":214424.28688177443},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1508205.0073264786,"upper_bound":2108780.671045061},"point_estimate":1833715.2549400616,"standard_error":153738.14445421254}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29672621.125,"upper_bound":30514596.066875},"point_estimate":30095788.605,"standard_error":214542.69894157277},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29258494.0,"upper_bound":31123069.25},"point_estimate":30345708.25,"standard_error":494052.97390814795},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2152133.596841991,"upper_bound":3220554.441873729},"point_estimate":2711799.5196059346,"standard_error":275875.4840164559},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1957058.2279924087,"upper_bound":2354625.3102814653},"point_estimate":2170384.46674563,"standard_error":101256.70270179382}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/sample.json b/criterion/fork_join_hydroflow_surface/new/sample.json index 9236020e1758..7bb6311e863e 100644 --- a/criterion/fork_join_hydroflow_surface/new/sample.json +++ b/criterion/fork_join_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[63632393.0,62745259.0,55910573.0,55350589.0,54617953.0,52608075.0,51959796.0,55740266.0,53228352.0,49030874.0,54606050.0,53135528.0,59114629.0,49405473.0,62438106.0,63525595.0,61248548.0,62896742.0,55360527.0,56041127.0,54234518.0,61751977.0,62493339.0,55420900.0,55664766.0,55183257.0,57450184.0,63001777.0,60741914.0,60069600.0,62441193.0,60446131.0,62448174.0,59149694.0,59508873.0,61346660.0,63602528.0,61812970.0,61655447.0,61962078.0,60663837.0,60817785.0,60699173.0,62927899.0,61186602.0,61349285.0,61555982.0,61639136.0,62577306.0,63916352.0,63714236.0,60058158.0,62900027.0,64336687.0,63667879.0,56071554.0,53897228.0,61729604.0,63144273.0,62655521.0,59204065.0,59234562.0,63779938.0,63635469.0,62250606.0,63710900.0,65513161.0,64705855.0,59824772.0,62772500.0,62680819.0,63415769.0,62609116.0,63483355.0,63199476.0,63159952.0,62637579.0,63978087.0,63141568.0,62383995.0,62881924.0,62937427.0,62932368.0,61918447.0,63041424.0,62921107.0,63987345.0,64705575.0,62904286.0,62927359.0,63424275.0,63227679.0,61766744.0,63497412.0,64002984.0,63115790.0,59188316.0,55435177.0,63230253.0,59837787.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[65552550.0,64694458.0,58570548.0,53298097.0,54781646.0,54403120.0,51439779.0,52866472.0,55197383.0,55462378.0,57965499.0,62140522.0,64914098.0,63594225.0,62920227.0,64326461.0,57887002.0,57949310.0,58284996.0,60981288.0,57496353.0,58730147.0,63441270.0,60616667.0,61624588.0,60946503.0,62050814.0,63951041.0,62807507.0,60440088.0,61324027.0,62087081.0,63212833.0,62169876.0,63748793.0,63321525.0,64815573.0,63566432.0,62942848.0,63373992.0,63538861.0,63172587.0,64346198.0,64221676.0,63454313.0,65621919.0,66209264.0,65535117.0,65336155.0,65204019.0,65696688.0,65381269.0,65642166.0,57690625.0,56176921.0,59845016.0,64352970.0,66191151.0,65385828.0,65257919.0,66437702.0,62351755.0,60701265.0,65594798.0,63758120.0,60681568.0,67871789.0,67142396.0,65016990.0,57279558.0,59299779.0,55849469.0,61401992.0,55350348.0,58549138.0,56243254.0,58463428.0,54668434.0,55338385.0,60402987.0,56147455.0,56914937.0,58199094.0,56062266.0,53375715.0,51344330.0,52590436.0,51353208.0,55303680.0,54513866.0,56881104.0,57341033.0,56346948.0,54395506.0,55841304.0,55504014.0,55519193.0,54513124.0,57772809.0,58675865.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/tukey.json b/criterion/fork_join_hydroflow_surface/new/tukey.json index ab70a5b5d215..c578183746a8 100644 --- a/criterion/fork_join_hydroflow_surface/new/tukey.json +++ b/criterion/fork_join_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[23740509.125,26676989.0,34507602.0,37444081.875] \ No newline at end of file +[16743816.125,22428575.75,37587934.75,43272694.375] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/report/MAD.svg b/criterion/fork_join_hydroflow_surface/report/MAD.svg index ef4dc3d1bd38..e0bbfc7acdeb 100644 --- a/criterion/fork_join_hydroflow_surface/report/MAD.svg +++ b/criterion/fork_join_hydroflow_surface/report/MAD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - -1 - - - -1.5 + + +0.4 - - -2 + + +0.6 - - -2.5 + + +0.8 - - - -0.6 + + +1 - - -0.7 + + +1.2 - - -0.8 + + +1.4 - - -0.9 + + +1.6 - - -1 + + + +2.2 - - -1.1 + + +2.4 - - -1.2 + + +2.6 - - -1.3 + + +2.8 - - -1.4 + + +3 - - -1.5 + + +3.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/SD.svg b/criterion/fork_join_hydroflow_surface/report/SD.svg index 4480bfc78486..8e2753a022a9 100644 --- a/criterion/fork_join_hydroflow_surface/report/SD.svg +++ b/criterion/fork_join_hydroflow_surface/report/SD.svg @@ -9,58 +9,78 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + + +3 + + + +3.5 + + + +4 + + - -1.5 + +1.95 + + + +2 - - -1.6 + + +2.05 - - -1.7 + + +2.1 - + -1.8 +2.15 - -1.9 + +2.2 - - -2 + + +2.25 - - -2.1 + + +2.3 + + + +2.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg index fd2c077216d2..54f06087c9a4 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg @@ -16,52 +16,52 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - + 25.0 - - + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - + 0 @@ -107,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg index ec7158ecb4d8..7bfdc713a0c4 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg @@ -34,22 +34,22 @@ Average Time (ms) - + 25 - - + + 30 - - + + 35 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_surface/report/change/mean.svg b/criterion/fork_join_hydroflow_surface/report/change/mean.svg index 856934fb4bb9..b38da2545ef0 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/mean.svg @@ -9,83 +9,83 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - - --0.035 + + +40 - - + + + -0.03 - - + + -0.025 - - + + -0.02 - - + + -0.015 - - + + -0.01 - - + + -0.005 - - + + 0 - - + + 0.005 - - + + 0.01 - - + + 0.015 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/median.svg b/criterion/fork_join_hydroflow_surface/report/change/median.svg index 9b7128e9598b..a9088edec434 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/median.svg @@ -9,91 +9,63 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - - -45 - - - -50 - - + - --0.055 + +-0.06 - - + + -0.05 - - --0.045 - - - + + -0.04 - - --0.035 - - - + + -0.03 - - --0.025 - - - + + -0.02 - - --0.015 - - - + + -0.01 - - - - - + + +0 + + + +0.01 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg index 9b78177b6e55..057b54be2ad6 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_surface/report/index.html b/criterion/fork_join_hydroflow_surface/report/index.html index fbe6f504f151..44d346e9c077 100644 --- a/criterion/fork_join_hydroflow_surface/report/index.html +++ b/criterion/fork_join_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0004843 - 0.0005037 - 0.0004863 + 0.0011846 + 0.0012301 + 0.0011855 Mean - 29.963 ms - 30.328 ms - 30.674 ms + 29.673 ms + 30.096 ms + 30.515 ms Std. Dev. - 1.5082 ms - 1.8337 ms - 2.1088 ms + 1.9571 ms + 2.1704 ms + 2.3546 ms Median - 30.751 ms - 31.159 ms - 31.350 ms + 29.258 ms + 30.346 ms + 31.123 ms MAD - 663.15 µs - 963.81 µs - 1.4253 ms + 2.1521 ms + 2.7118 ms + 3.2206 ms @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -3.1183% - -0.8794% - +1.3774% - (p = 0.45 > + -2.6126% + -0.7672% + +1.1582% + (p = 0.41 > 0.05) diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg index 2ba3f31c361f..a80d549f8f94 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg @@ -15,47 +15,47 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + - -25.0 - - - + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - + + +33.0 + + 10 @@ -97,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg index 790f3a01ae35..a3947e4c7988 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg @@ -12,47 +12,47 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + - -25.0 - - - + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - + + +33.0 + + 10 @@ -94,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/mean.svg b/criterion/fork_join_hydroflow_surface/report/mean.svg index 1c3e647dc143..ae818a048bdb 100644 --- a/criterion/fork_join_hydroflow_surface/report/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/mean.svg @@ -9,90 +9,94 @@ Density (a.u.) Average time (ms) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - - -2.2 - - + - + +29.6 + + + +29.7 + + + +29.8 + + + 29.9 - - + + 30 - - + + 30.1 - - + + 30.2 - - + + 30.3 - - + + 30.4 - - + + 30.5 - - + + 30.6 - - -30.7 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/median.svg b/criterion/fork_join_hydroflow_surface/report/median.svg index ed6fc18cc019..93e51fdec194 100644 --- a/criterion/fork_join_hydroflow_surface/report/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/median.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - -1 + + +0.4 - - -1.5 + + +0.6 - - -2 + + +0.8 - - -2.5 + + +1 - - -3 + + +1.2 - - -3.5 + + +1.4 - - -4 + + +1.6 - - -4.5 + + + +29.2 - - -5 + + +29.4 - - - -30.7 + + +29.6 - - -30.8 + + +29.8 - - -30.9 + + +30 - - -31 + + +30.2 - - -31.1 + + +30.4 - - -31.2 + + +30.6 - - -31.3 + + +30.8 - - -31.4 + + +31 + + + +31.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/pdf.svg b/criterion/fork_join_hydroflow_surface/report/pdf.svg index a0b4f2f3dc81..4440024fc83d 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf.svg @@ -54,30 +54,34 @@ Average Time (ms) - + 24 - - + + 26 - - + + 28 - - + + 30 - - + + 32 - - + + 34 - + + +36 + + Density (a.u.) @@ -86,48 +90,44 @@ Density (a.u.) 0 - -0.05 + +0.02 - - -0.1 + + +0.04 + + + +0.06 - + -0.15 +0.08 - -0.2 + +0.1 + + + +0.12 - - -0.25 + + +0.14 - - -0.3 + + +0.16 - - - - - - + + + + + + - - - - - - - - - - - - PDF diff --git a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg index 42b9436a2929..6fb220e2b069 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg @@ -10,43 +10,51 @@ Average Time (ms) 0 - -0.05 + +0.02 - - -0.1 + + +0.04 + + + +0.06 - + -0.15 +0.08 - -0.2 + +0.1 + + + +0.12 - - -0.25 + + +0.14 - + -0.3 +0.16 - + 25 - - + + 30 - - + + 35 - - - + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg index cc99cdd6b91c..ec40253ce19f 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,52 +13,52 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - + 25.0 - - + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - + 0 @@ -104,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg index cc314497bc94..8f84d066b7c8 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg @@ -31,20 +31,20 @@ Average Time (ms) - + 25 - - + + 30 - - + + 35 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/typical.svg b/criterion/fork_join_hydroflow_surface/report/typical.svg index 03a776791156..e5340dbbe866 100644 --- a/criterion/fork_join_hydroflow_surface/report/typical.svg +++ b/criterion/fork_join_hydroflow_surface/report/typical.svg @@ -9,90 +9,94 @@ Density (a.u.) Average time (ms) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - - -2.2 - - + - + +29.6 + + + +29.7 + + + +29.8 + + + 29.9 - - + + 30 - - + + 30.1 - - + + 30.2 - - + + 30.3 - - + + 30.4 - - + + 30.5 - - + + 30.6 - - -30.7 - - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/base/estimates.json b/criterion/hydroflow_diamond/base/estimates.json index 65ebf6ea4ec2..7aad85ce6655 100644 --- a/criterion/hydroflow_diamond/base/estimates.json +++ b/criterion/hydroflow_diamond/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60165447.07,"upper_bound":60464195.410000004},"point_estimate":60313604.55,"standard_error":77124.40125223447},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60076424.0,"upper_bound":60435113.0},"point_estimate":60236098.0,"standard_error":94073.23241920394},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":569096.7411965132,"upper_bound":924345.4860895872},"point_estimate":742744.0392136574,"standard_error":93055.79914441338},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":648805.9764959181,"upper_bound":881857.1174392081},"point_estimate":770572.8417741742,"standard_error":59503.87245351962}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57964630.544,"upper_bound":58948228.7975},"point_estimate":58446091.83,"standard_error":249523.8779387607},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58533166.0,"upper_bound":59031957.0},"point_estimate":58716213.0,"standard_error":106339.84761091517},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":712857.7889442444,"upper_bound":1351668.0488280947},"point_estimate":977709.4482421875,"standard_error":157222.14561757896},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1713825.280531927,"upper_bound":3336360.7645360604},"point_estimate":2515535.8052375605,"standard_error":425289.4492140399}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/base/sample.json b/criterion/hydroflow_diamond/base/sample.json index fc5f2cfea4fc..d3dca83daf3a 100644 --- a/criterion/hydroflow_diamond/base/sample.json +++ b/criterion/hydroflow_diamond/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[61129720.0,59733896.0,60251091.0,61107358.0,60545219.0,59759945.0,60862671.0,60047020.0,61770764.0,61067834.0,60427640.0,61448324.0,61274940.0,60155984.0,60304841.0,60160882.0,60869794.0,59336666.0,59994773.0,60076424.0,60120446.0,61107307.0,59994031.0,60537986.0,59915925.0,61949128.0,61206783.0,61403139.0,59963524.0,60583340.0,61167289.0,62282469.0,60634415.0,60435113.0,60439391.0,60839557.0,59832389.0,59545846.0,60397092.0,60174839.0,59718767.0,60940125.0,60249568.0,60136797.0,60622774.0,60892957.0,60477182.0,60351087.0,59003424.0,59418278.0,61258770.0,60564845.0,59817702.0,59783258.0,60258404.0,60027414.0,60532065.0,61060660.0,59707456.0,59227782.0,60176351.0,60128021.0,59513375.0,60738179.0,60282860.0,59551125.0,60708614.0,60222628.0,59743363.0,60055776.0,59585029.0,61145879.0,59802444.0,59681949.0,59296380.0,60496558.0,60416058.0,60899019.0,58830190.0,58862681.0,59376470.0,60850718.0,60024478.0,58889151.0,59559000.0,60668209.0,60152025.0,59012750.0,59618390.0,58878942.0,60869413.0,62129654.0,59736231.0,59813735.0,61601389.0,62761913.0,59588715.0,59894288.0,60902798.0,59990597.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[59089665.0,59144467.0,58787952.0,59121795.0,59486486.0,59175396.0,59369487.0,58711830.0,58505346.0,58720596.0,58704647.0,59056022.0,58999797.0,59952777.0,59354750.0,60280789.0,58848124.0,58423712.0,59031957.0,58518199.0,58353592.0,58565747.0,59992230.0,58020460.0,59650362.0,57930522.0,52520695.0,59632378.0,58740033.0,61304609.0,58181441.0,58702522.0,59670729.0,59875222.0,58533166.0,58364162.0,58850429.0,58469067.0,56957325.0,53713622.0,59151390.0,58290725.0,57888944.0,60531116.0,58739351.0,58620971.0,58422240.0,59405265.0,59964849.0,62383623.0,59598254.0,58660664.0,58095841.0,58258985.0,60739515.0,59091939.0,58478384.0,59353538.0,58208360.0,56793320.0,53892665.0,58707602.0,58814141.0,58340658.0,57313791.0,52471223.0,59261375.0,59441491.0,58277660.0,56965631.0,52420949.0,59680348.0,58840951.0,58050575.0,57531046.0,52465682.0,60054456.0,59148005.0,57979834.0,56988744.0,52381726.0,59732125.0,59916438.0,58540179.0,56965621.0,53975981.0,60497462.0,59146601.0,59725772.0,58200777.0,52632574.0,61204843.0,58641810.0,59275061.0,57191726.0,51912450.0,60176433.0,60035672.0,72513698.0,57306026.0]} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/base/tukey.json b/criterion/hydroflow_diamond/base/tukey.json index 302366b1fde6..970d1fb8199d 100644 --- a/criterion/hydroflow_diamond/base/tukey.json +++ b/criterion/hydroflow_diamond/base/tukey.json @@ -1 +1 @@ -[56548600.25,58163015.0,62468121.0,64082535.75] \ No newline at end of file +[54397199.5,56278620.25,61295742.25,63177163.0] \ No newline at end of file diff --git a/criterion/hydroflow_diamond/change/estimates.json b/criterion/hydroflow_diamond/change/estimates.json index de2fd519b010..464a4ceb2b1a 100644 --- a/criterion/hydroflow_diamond/change/estimates.json +++ b/criterion/hydroflow_diamond/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010897346261082675,"upper_bound":-0.004091385741555862},"point_estimate":-0.007305137377035198,"standard_error":0.001730377642976758},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01181780322772541,"upper_bound":-0.004942709444273774},"point_estimate":-0.008398114833487957,"standard_error":0.0017472760509715144}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03924196402022885,"upper_bound":-0.022006804808096588},"point_estimate":-0.030963374415001632,"standard_error":0.004344933755792671},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.029501314769015408,"upper_bound":-0.01977828975575413},"point_estimate":-0.02523212907980854,"standard_error":0.002342219273895319}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/estimates.json b/criterion/hydroflow_diamond/new/estimates.json index 65ebf6ea4ec2..7aad85ce6655 100644 --- a/criterion/hydroflow_diamond/new/estimates.json +++ b/criterion/hydroflow_diamond/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60165447.07,"upper_bound":60464195.410000004},"point_estimate":60313604.55,"standard_error":77124.40125223447},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60076424.0,"upper_bound":60435113.0},"point_estimate":60236098.0,"standard_error":94073.23241920394},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":569096.7411965132,"upper_bound":924345.4860895872},"point_estimate":742744.0392136574,"standard_error":93055.79914441338},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":648805.9764959181,"upper_bound":881857.1174392081},"point_estimate":770572.8417741742,"standard_error":59503.87245351962}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57964630.544,"upper_bound":58948228.7975},"point_estimate":58446091.83,"standard_error":249523.8779387607},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58533166.0,"upper_bound":59031957.0},"point_estimate":58716213.0,"standard_error":106339.84761091517},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":712857.7889442444,"upper_bound":1351668.0488280947},"point_estimate":977709.4482421875,"standard_error":157222.14561757896},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1713825.280531927,"upper_bound":3336360.7645360604},"point_estimate":2515535.8052375605,"standard_error":425289.4492140399}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/sample.json b/criterion/hydroflow_diamond/new/sample.json index fc5f2cfea4fc..d3dca83daf3a 100644 --- a/criterion/hydroflow_diamond/new/sample.json +++ b/criterion/hydroflow_diamond/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[61129720.0,59733896.0,60251091.0,61107358.0,60545219.0,59759945.0,60862671.0,60047020.0,61770764.0,61067834.0,60427640.0,61448324.0,61274940.0,60155984.0,60304841.0,60160882.0,60869794.0,59336666.0,59994773.0,60076424.0,60120446.0,61107307.0,59994031.0,60537986.0,59915925.0,61949128.0,61206783.0,61403139.0,59963524.0,60583340.0,61167289.0,62282469.0,60634415.0,60435113.0,60439391.0,60839557.0,59832389.0,59545846.0,60397092.0,60174839.0,59718767.0,60940125.0,60249568.0,60136797.0,60622774.0,60892957.0,60477182.0,60351087.0,59003424.0,59418278.0,61258770.0,60564845.0,59817702.0,59783258.0,60258404.0,60027414.0,60532065.0,61060660.0,59707456.0,59227782.0,60176351.0,60128021.0,59513375.0,60738179.0,60282860.0,59551125.0,60708614.0,60222628.0,59743363.0,60055776.0,59585029.0,61145879.0,59802444.0,59681949.0,59296380.0,60496558.0,60416058.0,60899019.0,58830190.0,58862681.0,59376470.0,60850718.0,60024478.0,58889151.0,59559000.0,60668209.0,60152025.0,59012750.0,59618390.0,58878942.0,60869413.0,62129654.0,59736231.0,59813735.0,61601389.0,62761913.0,59588715.0,59894288.0,60902798.0,59990597.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[59089665.0,59144467.0,58787952.0,59121795.0,59486486.0,59175396.0,59369487.0,58711830.0,58505346.0,58720596.0,58704647.0,59056022.0,58999797.0,59952777.0,59354750.0,60280789.0,58848124.0,58423712.0,59031957.0,58518199.0,58353592.0,58565747.0,59992230.0,58020460.0,59650362.0,57930522.0,52520695.0,59632378.0,58740033.0,61304609.0,58181441.0,58702522.0,59670729.0,59875222.0,58533166.0,58364162.0,58850429.0,58469067.0,56957325.0,53713622.0,59151390.0,58290725.0,57888944.0,60531116.0,58739351.0,58620971.0,58422240.0,59405265.0,59964849.0,62383623.0,59598254.0,58660664.0,58095841.0,58258985.0,60739515.0,59091939.0,58478384.0,59353538.0,58208360.0,56793320.0,53892665.0,58707602.0,58814141.0,58340658.0,57313791.0,52471223.0,59261375.0,59441491.0,58277660.0,56965631.0,52420949.0,59680348.0,58840951.0,58050575.0,57531046.0,52465682.0,60054456.0,59148005.0,57979834.0,56988744.0,52381726.0,59732125.0,59916438.0,58540179.0,56965621.0,53975981.0,60497462.0,59146601.0,59725772.0,58200777.0,52632574.0,61204843.0,58641810.0,59275061.0,57191726.0,51912450.0,60176433.0,60035672.0,72513698.0,57306026.0]} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/tukey.json b/criterion/hydroflow_diamond/new/tukey.json index 302366b1fde6..970d1fb8199d 100644 --- a/criterion/hydroflow_diamond/new/tukey.json +++ b/criterion/hydroflow_diamond/new/tukey.json @@ -1 +1 @@ -[56548600.25,58163015.0,62468121.0,64082535.75] \ No newline at end of file +[54397199.5,56278620.25,61295742.25,63177163.0] \ No newline at end of file diff --git a/criterion/hydroflow_diamond/report/MAD.svg b/criterion/hydroflow_diamond/report/MAD.svg index 9d7affa500a5..f537583a5506 100644 --- a/criterion/hydroflow_diamond/report/MAD.svg +++ b/criterion/hydroflow_diamond/report/MAD.svg @@ -6,85 +6,73 @@ hydroflow_diamond:MAD Density (a.u.) -Average time (µs) +Average time (ms) - -5e-4 + +0.5 - - -0.001 + + +1 - - -0.0015 + + +1.5 - - -0.002 + + +2 - - -0.0025 + + +2.5 - - -0.003 + + +3 - - -0.0035 + + +3.5 - - -0.004 - - - -0.0045 - - + - -550 - - - -600 + +0.7 - - -650 + + +0.8 - - -700 + + +0.9 - - -750 + + +1 - - -800 + + +1.1 - - -850 + + +1.2 - - -900 + + +1.3 - - -950 + + +1.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/SD.svg b/criterion/hydroflow_diamond/report/SD.svg index d0ffad7e5155..1f5a5ef0a069 100644 --- a/criterion/hydroflow_diamond/report/SD.svg +++ b/criterion/hydroflow_diamond/report/SD.svg @@ -6,65 +6,89 @@ hydroflow_diamond:SD Density (a.u.) -Average time (µs) +Average time (ms) - -0.001 + +0.1 - - -0.002 + + +0.2 - - -0.003 + + +0.3 - - -0.004 + + +0.4 - - -0.005 + + +0.5 - - -0.006 + + +0.6 - - -0.007 + + +0.7 - + + +0.8 + + + +0.9 + + - -650 + +1.6 + + + +1.8 + + + +2 + + + +2.2 + + + +2.4 - - -700 + + +2.6 - - -750 + + +2.8 - - -800 + + +3 - - -850 + + +3.2 - - -900 + + +3.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/both/iteration_times.svg b/criterion/hydroflow_diamond/report/both/iteration_times.svg index 50090f25be3c..d79ebc4e6a09 100644 --- a/criterion/hydroflow_diamond/report/both/iteration_times.svg +++ b/criterion/hydroflow_diamond/report/both/iteration_times.svg @@ -16,47 +16,62 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + + - -59.0 + +52.0 - - -59.5 + + +54.0 - - + + +56.0 + + + +58.0 + + + 60.0 - - -60.5 + + +62.0 - - -61.0 + + +64.0 - - -61.5 + + +66.0 - - -62.0 + + +68.0 + + + +70.0 - - -62.5 + + +72.0 - + 0 @@ -102,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + Current diff --git a/criterion/hydroflow_diamond/report/both/pdf.svg b/criterion/hydroflow_diamond/report/both/pdf.svg index 1c13997c76af..d80029a2a9ab 100644 --- a/criterion/hydroflow_diamond/report/both/pdf.svg +++ b/criterion/hydroflow_diamond/report/both/pdf.svg @@ -9,63 +9,63 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - + - -58 + +50 - - + + 60 - - -62 + + +70 - - - - - + + + + + Base PDF diff --git a/criterion/hydroflow_diamond/report/change/mean.svg b/criterion/hydroflow_diamond/report/change/mean.svg index 65405544e51e..d1ffde7d23e8 100644 --- a/criterion/hydroflow_diamond/report/change/mean.svg +++ b/criterion/hydroflow_diamond/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - -20 - - - -40 - - - -60 + +10 - - -80 + + +20 - - -100 + + +30 - - -120 + + +40 - - -140 + + +50 - - -160 + + +60 - - -180 + + +70 - - -200 + + +80 - - -220 + + +90 - + - --0.011 - - - --0.01 - - - --0.009 - - - --0.008 - - - --0.007 - - - --0.006 - - - --0.005 - - - --0.004 - - - - - - + +-0.04 + + + +-0.038 + + + +-0.036 + + + +-0.034 + + + +-0.032 + + + +-0.03 + + + +-0.028 + + + +-0.026 + + + +-0.024 + + + +-0.022 + + + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/change/median.svg b/criterion/hydroflow_diamond/report/change/median.svg index 572efee8b05f..e1db1dc8e1e9 100644 --- a/criterion/hydroflow_diamond/report/change/median.svg +++ b/criterion/hydroflow_diamond/report/change/median.svg @@ -9,63 +9,79 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 + + + +140 + + + +160 + + + +180 - - + + 200 - - -250 + + +220 - + - --0.012 - - - --0.011 - - - --0.01 - - - --0.009 - - - --0.008 - - - --0.007 - - - --0.006 - - - --0.005 - - - - - - + +-0.03 + + + +-0.028 + + + +-0.026 + + + +-0.024 + + + +-0.022 + + + +-0.02 + + + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/change/t-test.svg b/criterion/hydroflow_diamond/report/change/t-test.svg index a5612ea4b621..ed63ddfd7e92 100644 --- a/criterion/hydroflow_diamond/report/change/t-test.svg +++ b/criterion/hydroflow_diamond/report/change/t-test.svg @@ -25,10 +25,10 @@ t score 0.15 - + 0.2 - + 0.25 @@ -37,53 +37,53 @@ t score 0.3 - + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/hydroflow_diamond/report/index.html b/criterion/hydroflow_diamond/report/index.html index c08a7abdc708..033b7b92ea89 100644 --- a/criterion/hydroflow_diamond/report/index.html +++ b/criterion/hydroflow_diamond/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0017080 - 0.0017717 - 0.0017060 + 0.0019967 + 0.0020704 + 0.0019905 Mean - 60.165 ms - 60.314 ms - 60.464 ms + 57.965 ms + 58.446 ms + 58.948 ms Std. Dev. - 648.81 µs - 770.57 µs - 881.86 µs + 1.7138 ms + 2.5155 ms + 3.3364 ms Median - 60.076 ms - 60.236 ms - 60.435 ms + 58.533 ms + 58.716 ms + 59.032 ms MAD - 569.10 µs - 742.74 µs - 924.35 µs + 712.86 µs + 977.71 µs + 1.3517 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -1.0897% - -0.7305% - -0.4091% + -3.9242% + -3.0963% + -2.2007% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has improved.

Additional Plots:

diff --git a/criterion/hydroflow_diamond/report/iteration_times.svg b/criterion/hydroflow_diamond/report/iteration_times.svg index db40c951affe..96cf67cfa58a 100644 --- a/criterion/hydroflow_diamond/report/iteration_times.svg +++ b/criterion/hydroflow_diamond/report/iteration_times.svg @@ -15,47 +15,62 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + + - -59.0 + +52.0 - - -59.5 + + +54.0 - - + + +56.0 + + + +58.0 + + + 60.0 - - -60.5 + + +62.0 - - -61.0 + + +64.0 - - -61.5 + + +66.0 - - -62.0 + + +68.0 + + + +70.0 - - -62.5 + + +72.0 - + 10 @@ -97,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/hydroflow_diamond/report/iteration_times_small.svg b/criterion/hydroflow_diamond/report/iteration_times_small.svg index 0f567904e2d2..fcee7859ddea 100644 --- a/criterion/hydroflow_diamond/report/iteration_times_small.svg +++ b/criterion/hydroflow_diamond/report/iteration_times_small.svg @@ -12,47 +12,62 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + + - -59.0 + +52.0 - - -59.5 + + +54.0 - - + + +56.0 + + + +58.0 + + + 60.0 - - -60.5 + + +62.0 - - -61.0 + + +64.0 - - -61.5 + + +66.0 - - -62.0 + + +68.0 + + + +70.0 - - -62.5 + + +72.0 - + 10 @@ -94,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/hydroflow_diamond/report/mean.svg b/criterion/hydroflow_diamond/report/mean.svg index 03e6868934af..11532a58b2fd 100644 --- a/criterion/hydroflow_diamond/report/mean.svg +++ b/criterion/hydroflow_diamond/report/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - -1 - - - -1.5 - - - -2 - - - -2.5 + + +0.4 - - -3 + + +0.6 - - -3.5 + + +0.8 - - -4 + + +1 - - -4.5 + + +1.2 - - -5 + + +1.4 - - -5.5 + + +1.6 - + - -60.15 - - - -60.2 - - - -60.25 + +58 - - -60.3 + + +58.2 - - -60.35 + + +58.4 - - -60.4 + + +58.6 - - -60.45 + + +58.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/median.svg b/criterion/hydroflow_diamond/report/median.svg index 20f252359edc..4c3350e7f1b4 100644 --- a/criterion/hydroflow_diamond/report/median.svg +++ b/criterion/hydroflow_diamond/report/median.svg @@ -9,78 +9,74 @@ Density (a.u.) Average time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - - -60.05 - - - -60.1 + + +9 - - -60.15 + + +10 - - -60.2 + + +11 - - -60.25 + + + +58.5 - - -60.3 + + +58.6 - - -60.35 + + +58.7 - - -60.4 + + +58.8 - - -60.45 + + +58.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/pdf.svg b/criterion/hydroflow_diamond/report/pdf.svg index 0991d350ca70..f26edad6d187 100644 --- a/criterion/hydroflow_diamond/report/pdf.svg +++ b/criterion/hydroflow_diamond/report/pdf.svg @@ -54,30 +54,30 @@ Average Time (ms) - -58 + +50 - - -59 + + +55 - - + + 60 - - -61 + + +65 - - -62 + + +70 - - -63 + + +75 - + Density (a.u.) @@ -86,54 +86,58 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - - -0.35 - - - -0.4 - - - -0.45 - - - -0.5 - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/hydroflow_diamond/report/pdf_small.svg b/criterion/hydroflow_diamond/report/pdf_small.svg index 34587edeff2c..8c1dd0122c46 100644 --- a/criterion/hydroflow_diamond/report/pdf_small.svg +++ b/criterion/hydroflow_diamond/report/pdf_small.svg @@ -11,38 +11,38 @@ Average Time (ms) -0.1 +0.05 -0.2 +0.1 -0.3 +0.15 -0.4 +0.2 - -0.5 + +0.25 - + - -58 + +50 - - + + 60 - - -62 + + +70 - - - + + + diff --git a/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg b/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg index e1afcede8909..8a1844c0756f 100644 --- a/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg +++ b/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg @@ -13,47 +13,62 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + + - -59.0 + +52.0 - - -59.5 + + +54.0 - - + + +56.0 + + + +58.0 + + + 60.0 - - -60.5 + + +62.0 - - -61.0 + + +64.0 - - -61.5 + + +66.0 - - -62.0 + + +68.0 + + + +70.0 - - -62.5 + + +72.0 - + 0 @@ -99,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + diff --git a/criterion/hydroflow_diamond/report/relative_pdf_small.svg b/criterion/hydroflow_diamond/report/relative_pdf_small.svg index c849f93855aa..ff5c8255179c 100644 --- a/criterion/hydroflow_diamond/report/relative_pdf_small.svg +++ b/criterion/hydroflow_diamond/report/relative_pdf_small.svg @@ -6,61 +6,61 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - + - -58 + +50 - - + + 60 - - -62 + + +70 - - - - - + + + + + diff --git a/criterion/hydroflow_diamond/report/typical.svg b/criterion/hydroflow_diamond/report/typical.svg index b3f0c05e63e3..c79ecff5f032 100644 --- a/criterion/hydroflow_diamond/report/typical.svg +++ b/criterion/hydroflow_diamond/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - -1 - - - -1.5 - - - -2 - - - -2.5 + + +0.4 - - -3 + + +0.6 - - -3.5 + + +0.8 - - -4 + + +1 - - -4.5 + + +1.2 - - -5 + + +1.4 - - -5.5 + + +1.6 - + - -60.15 - - - -60.2 - - - -60.25 + +58 - - -60.3 + + +58.2 - - -60.35 + + +58.4 - - -60.4 + + +58.6 - - -60.45 + + +58.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/base/estimates.json b/criterion/identity_hydroflow/base/estimates.json index 2b308c85b257..888e1fa85b4f 100644 --- a/criterion/identity_hydroflow/base/estimates.json +++ b/criterion/identity_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6402980.76875,"upper_bound":6419485.89875},"point_estimate":6410904.89125,"standard_error":4222.913519214714},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6394097.1875,"upper_bound":6412765.125},"point_estimate":6404352.0,"standard_error":4596.718312386496},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27184.211817383766,"upper_bound":43651.190270036306},"point_estimate":35188.39842528105,"standard_error":4171.480762391295},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33695.4676990983,"upper_bound":50600.7954662772},"point_estimate":42391.29299407098,"standard_error":4342.837191605005}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8626601.549999999,"upper_bound":8671497.707583334},"point_estimate":8649605.663333334,"standard_error":11493.2826954615},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8651863.75,"upper_bound":8681339.666666668},"point_estimate":8669358.083333332,"standard_error":7239.711643330008},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56352.389499545556,"upper_bound":94867.12451577187},"point_estimate":78997.12729752155,"standard_error":10094.25703828382},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":91150.85852789605,"upper_bound":135988.30197220237},"point_estimate":114948.66480329883,"standard_error":11455.523470314605}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/sample.json b/criterion/identity_hydroflow/base/sample.json index 4cf626f11de2..a72192c5a4e9 100644 --- a/criterion/identity_hydroflow/base/sample.json +++ b/criterion/identity_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51788504.0,51468307.0,51944184.0,51676915.0,51401230.0,51784807.0,52035333.0,52635345.0,51096282.0,51418684.0,51064383.0,51058030.0,50872515.0,51516937.0,51334766.0,51449000.0,51078009.0,51312676.0,51360083.0,51256091.0,50812683.0,51439311.0,51230523.0,51405129.0,51261781.0,50922598.0,51103676.0,50843841.0,51210044.0,51301124.0,51205396.0,51076997.0,51115868.0,51633083.0,51297378.0,51045398.0,51081646.0,51003801.0,51120818.0,51184737.0,51671315.0,51504834.0,51170019.0,51254347.0,51333966.0,51325310.0,51054836.0,51281548.0,51239109.0,51095661.0,51023646.0,51224832.0,51478265.0,51083268.0,50959858.0,51007988.0,51095741.0,51165912.0,51259086.0,50857888.0,51275777.0,51296636.0,51438881.0,51199395.0,51211067.0,51019488.0,50842049.0,51343964.0,51578802.0,52347536.0,51702252.0,51843666.0,51917414.0,51032003.0,50759734.0,51611583.0,51384881.0,50987940.0,50978643.0,51085272.0,50980406.0,50959797.0,50965869.0,51401091.0,51362919.0,51652456.0,51043193.0,51303118.0,51209914.0,50984423.0,51044486.0,51472804.0,51090762.0,50804689.0,50810290.0,50993130.0,51313708.0,52182018.0,51629276.0,51727239.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[52134098.0,53379352.0,52016419.0,52410183.0,52143606.0,53230424.0,52015266.0,51690751.0,52275101.0,53208774.0,51788303.0,52126715.0,52358297.0,52015837.0,52682141.0,52125774.0,52185003.0,52550235.0,51623606.0,52096058.0,52064198.0,49719922.0,52303675.0,51711460.0,52589969.0,51333615.0,52142214.0,52467932.0,52367094.0,52151260.0,51803341.0,53473830.0,52177259.0,52205072.0,52015878.0,52639422.0,51818991.0,52082502.0,52393022.0,50176725.0,52080018.0,52970701.0,50959506.0,52153345.0,51981975.0,51707442.0,51561971.0,52371471.0,51753989.0,52977423.0,52826731.0,51965004.0,52489842.0,51469639.0,51503692.0,51562301.0,51986182.0,51934166.0,51634676.0,52330145.0,52216021.0,52053247.0,52002594.0,52047226.0,52364449.0,51757896.0,52387241.0,51934597.0,52027359.0,51522077.0,51618165.0,50436720.0,50877613.0,49596251.0,51524100.0,51455522.0,50506100.0,50551084.0,52193619.0,51632512.0,52199721.0,51030378.0,51634457.0,51271658.0,51888199.0,52283358.0,52062345.0,51652169.0,51873072.0,50025262.0,52028321.0,51587678.0,51931901.0,51755072.0,51373459.0,51420657.0,50775843.0,52057896.0,52118670.0,52175346.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/tukey.json b/criterion/identity_hydroflow/base/tukey.json index e28e0ea90eb6..37c1bbcff8dc 100644 --- a/criterion/identity_hydroflow/base/tukey.json +++ b/criterion/identity_hydroflow/base/tukey.json @@ -1 +1 @@ -[6236617.5625,6309088.5625,6502344.5625,6574815.5625] \ No newline at end of file +[8316285.708333325,8460666.645833328,8845682.479166672,8990063.416666675] \ No newline at end of file diff --git a/criterion/identity_hydroflow/change/estimates.json b/criterion/identity_hydroflow/change/estimates.json index e4b68ea95f1a..40f58afc69d8 100644 --- a/criterion/identity_hydroflow/change/estimates.json +++ b/criterion/identity_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012780023329701387,"upper_bound":-0.007475387896602292},"point_estimate":-0.010052953498579265,"standard_error":0.0013530991071366843},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010833150116325147,"upper_bound":-0.005127288206104891},"point_estimate":-0.008238934381573193,"standard_error":0.0013057266357024797}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3451897384472544,"upper_bound":0.35295875183993575},"point_estimate":0.3492019941114477,"standard_error":0.0019939672032864434},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3504624144892412,"upper_bound":0.3566631906311253},"point_estimate":0.3536667071599644,"standard_error":0.0015267659246979831}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/estimates.json b/criterion/identity_hydroflow/new/estimates.json index 2b308c85b257..888e1fa85b4f 100644 --- a/criterion/identity_hydroflow/new/estimates.json +++ b/criterion/identity_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6402980.76875,"upper_bound":6419485.89875},"point_estimate":6410904.89125,"standard_error":4222.913519214714},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6394097.1875,"upper_bound":6412765.125},"point_estimate":6404352.0,"standard_error":4596.718312386496},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27184.211817383766,"upper_bound":43651.190270036306},"point_estimate":35188.39842528105,"standard_error":4171.480762391295},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33695.4676990983,"upper_bound":50600.7954662772},"point_estimate":42391.29299407098,"standard_error":4342.837191605005}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8626601.549999999,"upper_bound":8671497.707583334},"point_estimate":8649605.663333334,"standard_error":11493.2826954615},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8651863.75,"upper_bound":8681339.666666668},"point_estimate":8669358.083333332,"standard_error":7239.711643330008},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56352.389499545556,"upper_bound":94867.12451577187},"point_estimate":78997.12729752155,"standard_error":10094.25703828382},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":91150.85852789605,"upper_bound":135988.30197220237},"point_estimate":114948.66480329883,"standard_error":11455.523470314605}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/sample.json b/criterion/identity_hydroflow/new/sample.json index 4cf626f11de2..a72192c5a4e9 100644 --- a/criterion/identity_hydroflow/new/sample.json +++ b/criterion/identity_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51788504.0,51468307.0,51944184.0,51676915.0,51401230.0,51784807.0,52035333.0,52635345.0,51096282.0,51418684.0,51064383.0,51058030.0,50872515.0,51516937.0,51334766.0,51449000.0,51078009.0,51312676.0,51360083.0,51256091.0,50812683.0,51439311.0,51230523.0,51405129.0,51261781.0,50922598.0,51103676.0,50843841.0,51210044.0,51301124.0,51205396.0,51076997.0,51115868.0,51633083.0,51297378.0,51045398.0,51081646.0,51003801.0,51120818.0,51184737.0,51671315.0,51504834.0,51170019.0,51254347.0,51333966.0,51325310.0,51054836.0,51281548.0,51239109.0,51095661.0,51023646.0,51224832.0,51478265.0,51083268.0,50959858.0,51007988.0,51095741.0,51165912.0,51259086.0,50857888.0,51275777.0,51296636.0,51438881.0,51199395.0,51211067.0,51019488.0,50842049.0,51343964.0,51578802.0,52347536.0,51702252.0,51843666.0,51917414.0,51032003.0,50759734.0,51611583.0,51384881.0,50987940.0,50978643.0,51085272.0,50980406.0,50959797.0,50965869.0,51401091.0,51362919.0,51652456.0,51043193.0,51303118.0,51209914.0,50984423.0,51044486.0,51472804.0,51090762.0,50804689.0,50810290.0,50993130.0,51313708.0,52182018.0,51629276.0,51727239.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[52134098.0,53379352.0,52016419.0,52410183.0,52143606.0,53230424.0,52015266.0,51690751.0,52275101.0,53208774.0,51788303.0,52126715.0,52358297.0,52015837.0,52682141.0,52125774.0,52185003.0,52550235.0,51623606.0,52096058.0,52064198.0,49719922.0,52303675.0,51711460.0,52589969.0,51333615.0,52142214.0,52467932.0,52367094.0,52151260.0,51803341.0,53473830.0,52177259.0,52205072.0,52015878.0,52639422.0,51818991.0,52082502.0,52393022.0,50176725.0,52080018.0,52970701.0,50959506.0,52153345.0,51981975.0,51707442.0,51561971.0,52371471.0,51753989.0,52977423.0,52826731.0,51965004.0,52489842.0,51469639.0,51503692.0,51562301.0,51986182.0,51934166.0,51634676.0,52330145.0,52216021.0,52053247.0,52002594.0,52047226.0,52364449.0,51757896.0,52387241.0,51934597.0,52027359.0,51522077.0,51618165.0,50436720.0,50877613.0,49596251.0,51524100.0,51455522.0,50506100.0,50551084.0,52193619.0,51632512.0,52199721.0,51030378.0,51634457.0,51271658.0,51888199.0,52283358.0,52062345.0,51652169.0,51873072.0,50025262.0,52028321.0,51587678.0,51931901.0,51755072.0,51373459.0,51420657.0,50775843.0,52057896.0,52118670.0,52175346.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/tukey.json b/criterion/identity_hydroflow/new/tukey.json index e28e0ea90eb6..37c1bbcff8dc 100644 --- a/criterion/identity_hydroflow/new/tukey.json +++ b/criterion/identity_hydroflow/new/tukey.json @@ -1 +1 @@ -[6236617.5625,6309088.5625,6502344.5625,6574815.5625] \ No newline at end of file +[8316285.708333325,8460666.645833328,8845682.479166672,8990063.416666675] \ No newline at end of file diff --git a/criterion/identity_hydroflow/report/MAD.svg b/criterion/identity_hydroflow/report/MAD.svg index 2068eac22cd2..2e2a65257f08 100644 --- a/criterion/identity_hydroflow/report/MAD.svg +++ b/criterion/identity_hydroflow/report/MAD.svg @@ -9,94 +9,86 @@ Density (a.u.) Average time (µs) - -0.01 - - - -0.02 + +0.005 - - -0.03 + + +0.01 - - -0.04 + + +0.015 - - -0.05 + + +0.02 - - -0.06 + + +0.025 - - -0.07 + + +0.03 - - -0.08 + + +0.035 - - -0.09 + + +0.04 - - -0.1 + + +0.045 - - -0.11 + + +0.05 - + - -26 - - - -28 + +55 - - -30 + + +60 - - -32 + + +65 - - -34 + + +70 - - -36 + + +75 - - -38 + + +80 - - -40 + + +85 - - -42 + + +90 - - -44 + + +95 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/SD.svg b/criterion/identity_hydroflow/report/SD.svg index 0188a7d68c3c..d8ea5fa7f204 100644 --- a/criterion/identity_hydroflow/report/SD.svg +++ b/criterion/identity_hydroflow/report/SD.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (µs) - -0.01 - - - -0.02 - - - -0.03 + +0.005 - - -0.04 + + +0.01 - - -0.05 + + +0.015 - - -0.06 + + +0.02 - - -0.07 + + +0.025 - - -0.08 + + +0.03 - - -0.09 + + +0.035 - + - -32 + +90 - - -34 + + +95 - - -36 + + +100 - - -38 + + +105 - - -40 + + +110 - - -42 + + +115 - - -44 + + +120 - - -46 + + +125 - - -48 + + +130 - - -50 + + +135 - - -52 + + +140 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/both/iteration_times.svg b/criterion/identity_hydroflow/report/both/iteration_times.svg index 749ebb6bdc04..a82adbbf46c6 100644 --- a/criterion/identity_hydroflow/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow/report/both/iteration_times.svg @@ -16,42 +16,32 @@ Average Iteration Time (ms) - - - - - - - + + + + + - -6.35 - - - -6.4 - - - -6.45 - - - + 6.5 - - -6.55 + + +7.0 + + + +7.5 - - -6.6 + + +8.0 - - -6.65 + + +8.5 - + 0 @@ -97,206 +87,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow/report/both/pdf.svg b/criterion/identity_hydroflow/report/both/pdf.svg index c8960e249191..9fdd42a1da7e 100644 --- a/criterion/identity_hydroflow/report/both/pdf.svg +++ b/criterion/identity_hydroflow/report/both/pdf.svg @@ -50,30 +50,22 @@ Average Time (ms) - -6.3 - - - -6.4 - - - -6.5 - - - -6.6 - - - -6.7 - - - - - - + +7 + + + +8 + + + +9 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow/report/change/mean.svg b/criterion/identity_hydroflow/report/change/mean.svg index 14ad71b6bf58..8d26b14e826a 100644 --- a/criterion/identity_hydroflow/report/change/mean.svg +++ b/criterion/identity_hydroflow/report/change/mean.svg @@ -9,59 +9,83 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 + + + +140 - - -200 + + +160 - - -250 + + +180 - + - --0.013 - - - --0.012 - - - --0.011 - - - --0.01 - - - --0.009 - - - --0.008 - - - --0.007 - - - - - - + +0.345 + + + +0.346 + + + +0.347 + + + +0.348 + + + +0.349 + + + +0.35 + + + +0.351 + + + +0.352 + + + +0.353 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/median.svg b/criterion/identity_hydroflow/report/change/median.svg index d0376f40803a..68a2fda3c760 100644 --- a/criterion/identity_hydroflow/report/change/median.svg +++ b/criterion/identity_hydroflow/report/change/median.svg @@ -9,71 +9,67 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - - -400 - - + - --0.011 - - - --0.01 - - - --0.009 - - - --0.008 - - - --0.007 - - - --0.006 - - - --0.005 - - - - - - + +0.35 + + + +0.351 + + + +0.352 + + + +0.353 + + + +0.354 + + + +0.355 + + + +0.356 + + + +0.357 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/t-test.svg b/criterion/identity_hydroflow/report/change/t-test.svg index 23882cd3de45..b748a06d76ad 100644 --- a/criterion/identity_hydroflow/report/change/t-test.svg +++ b/criterion/identity_hydroflow/report/change/t-test.svg @@ -29,14 +29,14 @@ t score 0.2 - + 0.25 - - + + 0.3 - + 0.35 @@ -46,44 +46,44 @@ t score - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow/report/index.html b/criterion/identity_hydroflow/report/index.html index 328a41c37c8b..cdc2357fb7af 100644 --- a/criterion/identity_hydroflow/report/index.html +++ b/criterion/identity_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0161584 - 0.0167191 - 0.0160653 + 0.0015716 + 0.0016351 + 0.0015774 Mean - 6.4030 ms - 6.4109 ms - 6.4195 ms + 8.6266 ms + 8.6496 ms + 8.6715 ms Std. Dev. - 33.695 µs - 42.391 µs - 50.601 µs + 91.151 µs + 114.95 µs + 135.99 µs Median - 6.3941 ms - 6.4044 ms - 6.4128 ms + 8.6519 ms + 8.6694 ms + 8.6813 ms MAD - 27.184 µs - 35.188 µs - 43.651 µs + 56.352 µs + 78.997 µs + 94.867 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -1.2780% - -1.0053% - -0.7475% + +34.519% + +34.920% + +35.296% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/identity_hydroflow/report/iteration_times.svg b/criterion/identity_hydroflow/report/iteration_times.svg index 2e9014ce3dea..de1f3b0dd7e0 100644 --- a/criterion/identity_hydroflow/report/iteration_times.svg +++ b/criterion/identity_hydroflow/report/iteration_times.svg @@ -15,62 +15,42 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + - -6.36 + +8.3 - - -6.38 + + +8.4 - - -6.4 + + +8.5 - - -6.42 + + +8.6 - - -6.44 + + +8.7 - - -6.46 + + +8.8 - - -6.48 + + +8.9 - - -6.5 - - - -6.52 - - - -6.54 - - - -6.56 - - + 10 @@ -112,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow/report/iteration_times_small.svg b/criterion/identity_hydroflow/report/iteration_times_small.svg index ea303911a0f9..7b188b8e5897 100644 --- a/criterion/identity_hydroflow/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/iteration_times_small.svg @@ -12,62 +12,42 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + - -6.36 + +8.3 - - -6.38 + + +8.4 - - -6.4 + + +8.5 - - -6.42 + + +8.6 - - -6.44 + + +8.7 - - -6.46 + + +8.8 - - -6.48 + + +8.9 - - -6.5 - - - -6.52 - - - -6.54 - - - -6.56 - - + 10 @@ -109,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/mean.svg b/criterion/identity_hydroflow/report/mean.svg index a87cb42a355c..a15ab6a0b2e3 100644 --- a/criterion/identity_hydroflow/report/mean.svg +++ b/criterion/identity_hydroflow/report/mean.svg @@ -9,90 +9,78 @@ Density (a.u.) Average time (ms) - -10 - - - -20 - - - -30 + +5 - - -40 - - - -50 + + +10 - - -60 + + +15 - - -70 + + +20 - - -80 + + +25 - - -90 + + +30 - - -100 + + +35 - + - -6.402 + +8.625 - - -6.404 + + +8.63 - - -6.406 + + +8.635 - - -6.408 + + +8.64 - - -6.41 + + +8.645 - - -6.412 + + +8.65 - - -6.414 + + +8.655 - - -6.416 + + +8.66 - - -6.418 + + +8.665 - - -6.42 + + +8.67 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/median.svg b/criterion/identity_hydroflow/report/median.svg index a764be29399f..dcd87b455b94 100644 --- a/criterion/identity_hydroflow/report/median.svg +++ b/criterion/identity_hydroflow/report/median.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - - -6.394 - - - -6.396 - - - -6.398 + + +160 - - -6.4 - - - -6.402 + + + +8.65 - - -6.404 + + +8.655 - - -6.406 + + +8.66 - - -6.408 + + +8.665 - - -6.41 + + +8.67 - - -6.412 + + +8.675 - - -6.414 + + +8.68 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/pdf.svg b/criterion/identity_hydroflow/report/pdf.svg index 4563288c34a1..489bbeaef6cc 100644 --- a/criterion/identity_hydroflow/report/pdf.svg +++ b/criterion/identity_hydroflow/report/pdf.svg @@ -13,67 +13,67 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - -6 - - - -7 - - + -8 +6 - -6.3 + +8.2 + + + +8.3 - - -6.35 + + +8.4 - - -6.4 + + +8.5 - - -6.45 + + +8.6 - - -6.5 + + +8.7 - - -6.55 + + +8.8 - - -6.6 + + +8.9 - + + +9 + + Density (a.u.) @@ -82,60 +82,66 @@ Density (a.u.) 0 - -1 + +0.5 - - -2 - - - -3 + + +1 - - -4 + + +1.5 - - -5 + + +2 - - -6 + + +2.5 - + -7 +3 - -8 + +3.5 - - -9 + + +4 - - -10 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow/report/pdf_small.svg b/criterion/identity_hydroflow/report/pdf_small.svg index aed344777c64..9161ab016ba0 100644 --- a/criterion/identity_hydroflow/report/pdf_small.svg +++ b/criterion/identity_hydroflow/report/pdf_small.svg @@ -10,43 +10,63 @@ Average Time (ms) 0 - + +0.5 + + + +1 + + + +1.5 + + + 2 - - -4 + + +2.5 - - -6 + + +3 - - -8 + + +3.5 - - -10 + + +4 + + + +4.5 - + - -6.3 + +8.2 + + + +8.4 - - -6.4 + + +8.6 - - -6.5 + + +8.8 - - -6.6 + + +9 - - - + + + diff --git a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg index 2842c7216326..1527016898e9 100644 --- a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg @@ -13,42 +13,32 @@ Average Iteration Time (ms) - - - - - - - + + + + + - -6.35 - - - -6.4 - - - -6.45 - - - + 6.5 - - -6.55 + + +7.0 + + + +7.5 - - -6.6 + + +8.0 - - -6.65 + + +8.5 - + 0 @@ -94,204 +84,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/relative_pdf_small.svg b/criterion/identity_hydroflow/report/relative_pdf_small.svg index db0591c07440..b9e0552f2d13 100644 --- a/criterion/identity_hydroflow/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow/report/relative_pdf_small.svg @@ -34,10 +34,10 @@ Average Time (ms) 7 - + 8 - + 9 @@ -47,28 +47,20 @@ Average Time (ms) - -6.3 - - - -6.4 - - - -6.5 + +7 - - -6.6 + + +8 - - -6.7 + + +9 - - - - - + + + + + diff --git a/criterion/identity_hydroflow/report/typical.svg b/criterion/identity_hydroflow/report/typical.svg index f4d4036103d5..d87518752b27 100644 --- a/criterion/identity_hydroflow/report/typical.svg +++ b/criterion/identity_hydroflow/report/typical.svg @@ -9,90 +9,78 @@ Density (a.u.) Average time (ms) - -10 - - - -20 - - - -30 + +5 - - -40 - - - -50 + + +10 - - -60 + + +15 - - -70 + + +20 - - -80 + + +25 - - -90 + + +30 - - -100 + + +35 - + - -6.402 + +8.625 - - -6.404 + + +8.63 - - -6.406 + + +8.635 - - -6.408 + + +8.64 - - -6.41 + + +8.645 - - -6.412 + + +8.65 - - -6.414 + + +8.655 - - -6.416 + + +8.66 - - -6.418 + + +8.665 - - -6.42 + + +8.67 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/base/estimates.json b/criterion/identity_hydroflow_compiled/base/estimates.json index fbdbf90c0aad..c3a7238ff0cf 100644 --- a/criterion/identity_hydroflow_compiled/base/estimates.json +++ b/criterion/identity_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491052.1530625,"upper_bound":6493445.31459375},"point_estimate":6492131.98625,"standard_error":610.0457921464738},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490501.375,"upper_bound":6491632.25},"point_estimate":6490971.625,"standard_error":297.6529948806661},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2395.32558247447,"upper_bound":4082.2463650256395},"point_estimate":3267.0017044991255,"standard_error":444.25207402520726},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3185.6012480904674,"upper_bound":8697.412590793048},"point_estimate":6094.1515751622655,"standard_error":1458.8013753492996}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491674.0624375,"upper_bound":6494749.2325312495},"point_estimate":6492956.405,"standard_error":798.1631979856861},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490852.0,"upper_bound":6492259.6875},"point_estimate":6491678.0,"standard_error":374.81759677854586},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2494.4744557142258,"upper_bound":4095.9604147821665},"point_estimate":3198.246130719781,"standard_error":406.2004421787948},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2904.035574897414,"upper_bound":12653.564227764196},"point_estimate":8010.344469117839,"standard_error":2867.698784153105}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/sample.json b/criterion/identity_hydroflow_compiled/base/sample.json index cc8a3e6cd2d1..a0558f44d73c 100644 --- a/criterion/identity_hydroflow_compiled/base/sample.json +++ b/criterion/identity_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51978232.0,51912690.0,52009821.0,51954287.0,51925203.0,51962633.0,51951222.0,51944961.0,51973303.0,51914313.0,51949168.0,51927758.0,51934921.0,51915916.0,51913542.0,51929802.0,51910777.0,51962763.0,51954408.0,51905466.0,51906698.0,51912229.0,51990976.0,51913211.0,51900577.0,51915335.0,51927016.0,51963585.0,51928069.0,51964026.0,51913682.0,52187613.0,51959898.0,51929382.0,51929752.0,51948226.0,51920344.0,52004912.0,51909704.0,51909474.0,51906638.0,52243537.0,51925484.0,51913432.0,51934621.0,51925735.0,51937186.0,51931886.0,51944950.0,51949659.0,51897451.0,51932055.0,51925814.0,51907471.0,51922869.0,51905346.0,51970929.0,51907280.0,51898374.0,51902561.0,51993420.0,51949319.0,51897021.0,51901369.0,51934560.0,51912781.0,51927788.0,51941925.0,51947906.0,51898363.0,51965739.0,51892954.0,51915124.0,51934230.0,51926035.0,51951924.0,51920364.0,51900707.0,51940332.0,51931395.0,52016573.0,51890699.0,51892392.0,51931325.0,51919142.0,51934922.0,51924031.0,51962904.0,51902601.0,51935773.0,51894527.0,51925153.0,51898374.0,51934411.0,51929902.0,51938739.0,51926216.0,51894115.0,51915736.0,52005625.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51918290.0,51935613.0,51930292.0,51937696.0,51924381.0,51910446.0,51922829.0,51918721.0,51939770.0,51932868.0,51911227.0,51984494.0,51938809.0,51931264.0,51905998.0,51917309.0,51906007.0,51939029.0,51973944.0,51894175.0,51924322.0,51909374.0,51959367.0,51912740.0,51913471.0,51936564.0,51908322.0,51948437.0,51943487.0,51896420.0,51977340.0,51927949.0,52477415.0,51966681.0,51936804.0,51946283.0,51914794.0,51973083.0,51903743.0,51955169.0,51929792.0,51918190.0,51913591.0,51935703.0,51920424.0,51900407.0,51959788.0,52060065.0,51936214.0,52163407.0,51916047.0,51987049.0,51900978.0,51926565.0,51963695.0,51901409.0,51974945.0,51918190.0,51932587.0,51916387.0,51933980.0,51921025.0,51979635.0,51916286.0,51913491.0,51937346.0,51965107.0,51935342.0,51958185.0,51977401.0,51949418.0,51910135.0,51920053.0,51917589.0,51960619.0,51957283.0,51945782.0,51899185.0,51948626.0,51935863.0,51928970.0,51925223.0,51940632.0,51928480.0,51958486.0,51945110.0,51932677.0,51906358.0,51968234.0,51984774.0,51918751.0,51911107.0,51943378.0,51950932.0,51954197.0,51968925.0,51903182.0,51949940.0,51956241.0,51926816.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/tukey.json b/criterion/identity_hydroflow_compiled/base/tukey.json index 52d4eb0be4ec..11fed04192cb 100644 --- a/criterion/identity_hydroflow_compiled/base/tukey.json +++ b/criterion/identity_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[6475614.3125,6482343.078125,6500286.453125,6507015.21875] \ No newline at end of file +[6475624.25,6482629.53125,6501310.28125,6508315.5625] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/change/estimates.json b/criterion/identity_hydroflow_compiled/change/estimates.json index 6cfb2cf56f20..8f98936b08a1 100644 --- a/criterion/identity_hydroflow_compiled/change/estimates.json +++ b/criterion/identity_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0024442341341874866,"upper_bound":-0.0005714714474077566},"point_estimate":-0.0013880038079968626,"standard_error":0.0004828429334747382},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0005010039717882381,"upper_bound":-0.0002118374040590565},"point_estimate":-0.00034382100993934905,"standard_error":0.00007541167048475326}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00016139431395247595,"upper_bound":0.0004437055778644172},"point_estimate":0.00012698736743899097,"standard_error":0.00015046900937926933},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00005142443717176537,"upper_bound":0.00022940909156036747},"point_estimate":0.00010882423168800948,"standard_error":0.00007394516700836644}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/estimates.json b/criterion/identity_hydroflow_compiled/new/estimates.json index fbdbf90c0aad..c3a7238ff0cf 100644 --- a/criterion/identity_hydroflow_compiled/new/estimates.json +++ b/criterion/identity_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491052.1530625,"upper_bound":6493445.31459375},"point_estimate":6492131.98625,"standard_error":610.0457921464738},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490501.375,"upper_bound":6491632.25},"point_estimate":6490971.625,"standard_error":297.6529948806661},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2395.32558247447,"upper_bound":4082.2463650256395},"point_estimate":3267.0017044991255,"standard_error":444.25207402520726},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3185.6012480904674,"upper_bound":8697.412590793048},"point_estimate":6094.1515751622655,"standard_error":1458.8013753492996}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491674.0624375,"upper_bound":6494749.2325312495},"point_estimate":6492956.405,"standard_error":798.1631979856861},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490852.0,"upper_bound":6492259.6875},"point_estimate":6491678.0,"standard_error":374.81759677854586},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2494.4744557142258,"upper_bound":4095.9604147821665},"point_estimate":3198.246130719781,"standard_error":406.2004421787948},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2904.035574897414,"upper_bound":12653.564227764196},"point_estimate":8010.344469117839,"standard_error":2867.698784153105}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/sample.json b/criterion/identity_hydroflow_compiled/new/sample.json index cc8a3e6cd2d1..a0558f44d73c 100644 --- a/criterion/identity_hydroflow_compiled/new/sample.json +++ b/criterion/identity_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51978232.0,51912690.0,52009821.0,51954287.0,51925203.0,51962633.0,51951222.0,51944961.0,51973303.0,51914313.0,51949168.0,51927758.0,51934921.0,51915916.0,51913542.0,51929802.0,51910777.0,51962763.0,51954408.0,51905466.0,51906698.0,51912229.0,51990976.0,51913211.0,51900577.0,51915335.0,51927016.0,51963585.0,51928069.0,51964026.0,51913682.0,52187613.0,51959898.0,51929382.0,51929752.0,51948226.0,51920344.0,52004912.0,51909704.0,51909474.0,51906638.0,52243537.0,51925484.0,51913432.0,51934621.0,51925735.0,51937186.0,51931886.0,51944950.0,51949659.0,51897451.0,51932055.0,51925814.0,51907471.0,51922869.0,51905346.0,51970929.0,51907280.0,51898374.0,51902561.0,51993420.0,51949319.0,51897021.0,51901369.0,51934560.0,51912781.0,51927788.0,51941925.0,51947906.0,51898363.0,51965739.0,51892954.0,51915124.0,51934230.0,51926035.0,51951924.0,51920364.0,51900707.0,51940332.0,51931395.0,52016573.0,51890699.0,51892392.0,51931325.0,51919142.0,51934922.0,51924031.0,51962904.0,51902601.0,51935773.0,51894527.0,51925153.0,51898374.0,51934411.0,51929902.0,51938739.0,51926216.0,51894115.0,51915736.0,52005625.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51918290.0,51935613.0,51930292.0,51937696.0,51924381.0,51910446.0,51922829.0,51918721.0,51939770.0,51932868.0,51911227.0,51984494.0,51938809.0,51931264.0,51905998.0,51917309.0,51906007.0,51939029.0,51973944.0,51894175.0,51924322.0,51909374.0,51959367.0,51912740.0,51913471.0,51936564.0,51908322.0,51948437.0,51943487.0,51896420.0,51977340.0,51927949.0,52477415.0,51966681.0,51936804.0,51946283.0,51914794.0,51973083.0,51903743.0,51955169.0,51929792.0,51918190.0,51913591.0,51935703.0,51920424.0,51900407.0,51959788.0,52060065.0,51936214.0,52163407.0,51916047.0,51987049.0,51900978.0,51926565.0,51963695.0,51901409.0,51974945.0,51918190.0,51932587.0,51916387.0,51933980.0,51921025.0,51979635.0,51916286.0,51913491.0,51937346.0,51965107.0,51935342.0,51958185.0,51977401.0,51949418.0,51910135.0,51920053.0,51917589.0,51960619.0,51957283.0,51945782.0,51899185.0,51948626.0,51935863.0,51928970.0,51925223.0,51940632.0,51928480.0,51958486.0,51945110.0,51932677.0,51906358.0,51968234.0,51984774.0,51918751.0,51911107.0,51943378.0,51950932.0,51954197.0,51968925.0,51903182.0,51949940.0,51956241.0,51926816.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/tukey.json b/criterion/identity_hydroflow_compiled/new/tukey.json index 52d4eb0be4ec..11fed04192cb 100644 --- a/criterion/identity_hydroflow_compiled/new/tukey.json +++ b/criterion/identity_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[6475614.3125,6482343.078125,6500286.453125,6507015.21875] \ No newline at end of file +[6475624.25,6482629.53125,6501310.28125,6508315.5625] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/report/MAD.svg b/criterion/identity_hydroflow_compiled/report/MAD.svg index 0c29b1318abd..475a00e4f8c9 100644 --- a/criterion/identity_hydroflow_compiled/report/MAD.svg +++ b/criterion/identity_hydroflow_compiled/report/MAD.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - + - + 2.4 - - + + 2.6 - - + + 2.8 - - + + 3 - - + + 3.2 - - + + 3.4 - - + + 3.6 - - + + 3.8 - - + + 4 - - + + 4.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/SD.svg b/criterion/identity_hydroflow_compiled/report/SD.svg index fb0fdaa56a4b..e24b5425c2b2 100644 --- a/criterion/identity_hydroflow_compiled/report/SD.svg +++ b/criterion/identity_hydroflow_compiled/report/SD.svg @@ -9,62 +9,54 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - + - -3 + +2 - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 + + +10 + + + +12 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg index 16aeea09e7c0..566b4833f9c1 100644 --- a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg @@ -16,32 +16,42 @@ Average Iteration Time (ms) - - - - - + + + + + + + - + +6.49 + + + 6.5 - - -6.55 + + +6.51 - - -6.6 + + +6.52 - - -6.65 + + +6.53 - - -6.7 + + +6.54 + + + +6.55 - + 0 @@ -87,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_compiled/report/both/pdf.svg b/criterion/identity_hydroflow_compiled/report/both/pdf.svg index 3ea415370f63..596b593d268f 100644 --- a/criterion/identity_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/both/pdf.svg @@ -46,22 +46,30 @@ Average Time (ms) - + +6.48 + + + 6.5 - - -6.6 + + +6.52 + + + +6.54 - - -6.7 + + +6.56 - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow_compiled/report/change/mean.svg b/criterion/identity_hydroflow_compiled/report/change/mean.svg index a9a732e2e9d7..6169e976fea0 100644 --- a/criterion/identity_hydroflow_compiled/report/change/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/change/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Relative change (%) - -100 + +500 - - -200 + + +1000 - - -300 + + +1500 - - -400 + + +2000 - - -500 + + +2500 - - -600 + + + +-2e-4 - - -700 + + +-1e-4 - - -800 + + +-2.7105e-20 - - - --0.0025 + + +1e-4 - - --0.002 + + +2e-4 - - --0.0015 + + +3e-4 - - --0.001 + + +4e-4 - - --5e-4 + + +5e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/median.svg b/criterion/identity_hydroflow_compiled/report/change/median.svg index 21268665c1a5..1143d311f429 100644 --- a/criterion/identity_hydroflow_compiled/report/change/median.svg +++ b/criterion/identity_hydroflow_compiled/report/change/median.svg @@ -9,78 +9,82 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - + + 4000 - - + + 4500 - - + + 5000 - + + +5500 + + - --5e-4 + +-5e-5 - - --0.00045 + + +0 - - --4e-4 + + +5e-5 - - --0.00035 + + +1e-4 - - --3e-4 + + +0.00015 - - --0.00025 + + +2e-4 - - --2e-4 + + +0.00025 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/t-test.svg b/criterion/identity_hydroflow_compiled/report/change/t-test.svg index 2ef9c24297c7..c59b04dc4fff 100644 --- a/criterion/identity_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/identity_hydroflow_compiled/report/change/t-test.svg @@ -13,65 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/identity_hydroflow_compiled/report/index.html b/criterion/identity_hydroflow_compiled/report/index.html index b0cacb71a578..c47c9f335fba 100644 --- a/criterion/identity_hydroflow_compiled/report/index.html +++ b/criterion/identity_hydroflow_compiled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0189988 - 0.0195895 - 0.0187281 + 0.0006791 + 0.0006967 + 0.0006631 Mean - 6.4911 ms - 6.4921 ms - 6.4934 ms + 6.4917 ms + 6.4930 ms + 6.4947 ms Std. Dev. - 3.1856 µs - 6.0942 µs - 8.6974 µs + 2.9040 µs + 8.0103 µs + 12.654 µs Median - 6.4905 ms - 6.4910 ms - 6.4916 ms + 6.4909 ms + 6.4917 ms + 6.4923 ms MAD - 2.3953 µs - 3.2670 µs - 4.0822 µs + 2.4945 µs + 3.1982 µs + 4.0960 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.2444% - -0.1388% - -0.0571% - (p = 0.00 < + -0.0161% + +0.0127% + +0.0444% + (p = 0.44 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/iteration_times.svg index 0cf8e07c6deb..f03195aa98d0 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times.svg @@ -15,52 +15,42 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + - + 6.49 - - -6.495 - - - + + 6.5 - - -6.505 - - - + + 6.51 - - -6.515 - - - + + 6.52 - - -6.525 - - - + + 6.53 - + + +6.54 + + + +6.55 + + 10 @@ -102,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg index 157113e644aa..e554240e6ba3 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg @@ -12,52 +12,42 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + - + 6.49 - - -6.495 - - - + + 6.5 - - -6.505 - - - + + 6.51 - - -6.515 - - - + + 6.52 - - -6.525 - - - + + 6.53 - + + +6.54 + + + +6.55 + + 10 @@ -99,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/mean.svg b/criterion/identity_hydroflow_compiled/report/mean.svg index 59e3a57d4675..a49605750b80 100644 --- a/criterion/identity_hydroflow_compiled/report/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/mean.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (ms) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - -500 + + +450 - - -600 + + +500 - - -700 + + +550 - + - -6.491 - - - + 6.4915 - - + + 6.492 - - + + 6.4925 - - + + 6.493 - - + + 6.4935 - - - - + + +6.494 + + + +6.4945 + + + +6.495 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/median.svg b/criterion/identity_hydroflow_compiled/report/median.svg index ef4c3a029794..a2e0e552d6ad 100644 --- a/criterion/identity_hydroflow_compiled/report/median.svg +++ b/criterion/identity_hydroflow_compiled/report/median.svg @@ -9,78 +9,86 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - - + + 1800 - - + + 2000 - - + + 2200 - + - -6.4904 - - - -6.4906 - - - + 6.4908 - - + + 6.491 - - + + 6.4912 - - + + 6.4914 - - - - + + +6.4916 + + + +6.4918 + + + +6.492 + + + +6.4922 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/pdf.svg b/criterion/identity_hydroflow_compiled/report/pdf.svg index 70803434e734..297cfcd5f22e 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf.svg @@ -46,30 +46,42 @@ Average Time (ms) - + 6.48 - - + + 6.49 - - + + 6.5 - - + + 6.51 - - + + 6.52 - - + + 6.53 - + + +6.54 + + + +6.55 + + + +6.56 + + Density (a.u.) @@ -78,60 +90,50 @@ Density (a.u.) 0 - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 - - - - - - + + + + + - - - - - - - - - - - - - + + + + + + + PDF diff --git a/criterion/identity_hydroflow_compiled/report/pdf_small.svg b/criterion/identity_hydroflow_compiled/report/pdf_small.svg index 235f168417e5..cb14374c5b9e 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf_small.svg @@ -10,59 +10,63 @@ Average Time (ms) 0 - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - -100 - - + - + 6.48 - - + + 6.5 - - + + 6.52 - - - + + +6.54 + + + +6.56 + + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg index 35e47bb30520..f8ab885c4147 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg @@ -13,32 +13,42 @@ Average Iteration Time (ms) - - - - - + + + + + + + - + +6.49 + + + 6.5 - - -6.55 + + +6.51 - - -6.6 + + +6.52 - - -6.65 + + +6.53 - - -6.7 + + +6.54 + + + +6.55 - + 0 @@ -84,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg index a38cc470b52b..9a9c65259685 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg @@ -43,20 +43,28 @@ Average Time (ms) - + +6.48 + + + 6.5 - - -6.6 + + +6.52 + + + +6.54 - - -6.7 + + +6.56 - - - - - + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/typical.svg b/criterion/identity_hydroflow_compiled/report/typical.svg index d95d58eed121..6af90e4119b5 100644 --- a/criterion/identity_hydroflow_compiled/report/typical.svg +++ b/criterion/identity_hydroflow_compiled/report/typical.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (ms) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - -500 + + +450 - - -600 + + +500 - - -700 + + +550 - + - -6.491 - - - + 6.4915 - - + + 6.492 - - + + 6.4925 - - + + 6.493 - - + + 6.4935 - - - - + + +6.494 + + + +6.4945 + + + +6.495 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/base/estimates.json b/criterion/identity_hydroflow_surface/base/estimates.json index 3b07535aea62..c533fd1f6c8a 100644 --- a/criterion/identity_hydroflow_surface/base/estimates.json +++ b/criterion/identity_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6628292.32128125,"upper_bound":6637254.4931875},"point_estimate":6631955.7775,"standard_error":2328.760617853521},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6627122.125,"upper_bound":6629337.375},"point_estimate":6628613.0,"standard_error":587.0140195551694},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3876.906268671155,"upper_bound":7175.227897614241},"point_estimate":5328.927617892623,"standard_error":845.2706803893244},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6165.522650827774,"upper_bound":37532.006077733065},"point_estimate":23407.3064881968,"standard_error":8948.4114778554}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6637315.985,"upper_bound":6644517.7514062505},"point_estimate":6640606.29875,"standard_error":1842.4829327563455},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6634029.0,"upper_bound":6638138.5},"point_estimate":6635674.4375,"standard_error":1090.1212803589708},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5967.83554404974,"upper_bound":10135.078902253876},"point_estimate":7330.437582358718,"standard_error":1049.3464027205011},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9983.18375857532,"upper_bound":25181.227812898902},"point_estimate":18561.423641904046,"standard_error":3765.5511534560073}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/sample.json b/criterion/identity_hydroflow_surface/base/sample.json index 5163016ff8c3..e28138a529dc 100644 --- a/criterion/identity_hydroflow_surface/base/sample.json +++ b/criterion/identity_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53057072.0,53028970.0,53010966.0,52980068.0,52969548.0,53033769.0,53035321.0,52992882.0,52974156.0,53049588.0,53198435.0,52986660.0,52963187.0,53103157.0,53038818.0,53030252.0,53069404.0,53077670.0,53019632.0,53072180.0,53028789.0,53032225.0,53045981.0,53008051.0,53090194.0,53042995.0,52966774.0,52976431.0,53038738.0,54625045.0,53011938.0,52989957.0,53066789.0,53001909.0,53067621.0,53021435.0,53079694.0,52984296.0,53020764.0,52937249.0,53036714.0,53016977.0,52994725.0,53036334.0,53032626.0,52964871.0,52983364.0,53019251.0,53249370.0,52978825.0,52989073.0,53029308.0,52974146.0,52988242.0,53030220.0,53022435.0,52978925.0,53289433.0,52999332.0,53001156.0,53028838.0,52964037.0,53054135.0,53058532.0,52977321.0,52966571.0,53002288.0,53851531.0,53004793.0,53027686.0,53014210.0,52981439.0,52999563.0,53014981.0,53032544.0,52980296.0,53056910.0,53095271.0,53035250.0,52976540.0,53005534.0,53064424.0,53041270.0,53072780.0,53005323.0,53040138.0,53098638.0,53048303.0,53067078.0,53023196.0,53038495.0,52973995.0,53039377.0,53034699.0,53007518.0,53193414.0,53163279.0,53102815.0,53045759.0,53031914.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53080601.0,53070573.0,53152435.0,53048671.0,53079438.0,53106269.0,53099896.0,53045926.0,53055033.0,53018676.0,53092484.0,53132347.0,53041689.0,53001663.0,53047981.0,53121838.0,53066595.0,53047408.0,53141334.0,53075261.0,53093846.0,53034073.0,53056146.0,53100939.0,53126727.0,53101771.0,53170558.0,53045375.0,53057337.0,53819410.0,53117419.0,53034465.0,53010100.0,53074099.0,53181990.0,53023625.0,53124803.0,53896112.0,53063840.0,53048120.0,53114925.0,53083155.0,53084258.0,53162734.0,53058790.0,53110807.0,53065824.0,53084298.0,53056165.0,53041669.0,53073628.0,53015940.0,53120935.0,53180958.0,53045756.0,53199701.0,53091010.0,53059771.0,53355543.0,53030296.0,53119533.0,53212996.0,53144679.0,53056685.0,53421163.0,53171232.0,53316073.0,53268604.0,53340617.0,53172825.0,53104758.0,53272010.0,53150954.0,53016343.0,53213461.0,53120557.0,53068160.0,53083619.0,53054414.0,53115589.0,53148359.0,53086493.0,53003980.0,53169689.0,53009300.0,53087776.0,53020831.0,53073891.0,53023356.0,53045958.0,53133962.0,53105108.0,53243496.0,53792711.0,53133231.0,53002197.0,53054003.0,53025601.0,53008738.0,53149051.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/tukey.json b/criterion/identity_hydroflow_surface/base/tukey.json index 46bbaa28bbd7..aa5c188d88d5 100644 --- a/criterion/identity_hydroflow_surface/base/tukey.json +++ b/criterion/identity_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6603110.34375,6613696.6875,6641926.9375,6652513.28125] \ No newline at end of file +[6595952.78125,6613509.71875,6660328.21875,6677885.15625] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/change/estimates.json b/criterion/identity_hydroflow_surface/change/estimates.json index 5401765a9aa9..d0d1379aaf60 100644 --- a/criterion/identity_hydroflow_surface/change/estimates.json +++ b/criterion/identity_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0017720314217583382,"upper_bound":0.00006351429110155177},"point_estimate":-0.0008853381351036083,"standard_error":0.0004631460710329883},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001111435296223151,"upper_bound":-0.0002657774473468029},"point_estimate":-0.0007327891155975985,"standard_error":0.0002036432774897781}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0003781435171379633,"upper_bound":0.0021149505494436503},"point_estimate":0.0013043695615928552,"standard_error":0.00044295791621121443},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0007879493533220483,"upper_bound":0.0015319844508316915},"point_estimate":0.001065296390059256,"standard_error":0.00018829182156048405}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/estimates.json b/criterion/identity_hydroflow_surface/new/estimates.json index 3b07535aea62..c533fd1f6c8a 100644 --- a/criterion/identity_hydroflow_surface/new/estimates.json +++ b/criterion/identity_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6628292.32128125,"upper_bound":6637254.4931875},"point_estimate":6631955.7775,"standard_error":2328.760617853521},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6627122.125,"upper_bound":6629337.375},"point_estimate":6628613.0,"standard_error":587.0140195551694},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3876.906268671155,"upper_bound":7175.227897614241},"point_estimate":5328.927617892623,"standard_error":845.2706803893244},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6165.522650827774,"upper_bound":37532.006077733065},"point_estimate":23407.3064881968,"standard_error":8948.4114778554}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6637315.985,"upper_bound":6644517.7514062505},"point_estimate":6640606.29875,"standard_error":1842.4829327563455},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6634029.0,"upper_bound":6638138.5},"point_estimate":6635674.4375,"standard_error":1090.1212803589708},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5967.83554404974,"upper_bound":10135.078902253876},"point_estimate":7330.437582358718,"standard_error":1049.3464027205011},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9983.18375857532,"upper_bound":25181.227812898902},"point_estimate":18561.423641904046,"standard_error":3765.5511534560073}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/sample.json b/criterion/identity_hydroflow_surface/new/sample.json index 5163016ff8c3..e28138a529dc 100644 --- a/criterion/identity_hydroflow_surface/new/sample.json +++ b/criterion/identity_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53057072.0,53028970.0,53010966.0,52980068.0,52969548.0,53033769.0,53035321.0,52992882.0,52974156.0,53049588.0,53198435.0,52986660.0,52963187.0,53103157.0,53038818.0,53030252.0,53069404.0,53077670.0,53019632.0,53072180.0,53028789.0,53032225.0,53045981.0,53008051.0,53090194.0,53042995.0,52966774.0,52976431.0,53038738.0,54625045.0,53011938.0,52989957.0,53066789.0,53001909.0,53067621.0,53021435.0,53079694.0,52984296.0,53020764.0,52937249.0,53036714.0,53016977.0,52994725.0,53036334.0,53032626.0,52964871.0,52983364.0,53019251.0,53249370.0,52978825.0,52989073.0,53029308.0,52974146.0,52988242.0,53030220.0,53022435.0,52978925.0,53289433.0,52999332.0,53001156.0,53028838.0,52964037.0,53054135.0,53058532.0,52977321.0,52966571.0,53002288.0,53851531.0,53004793.0,53027686.0,53014210.0,52981439.0,52999563.0,53014981.0,53032544.0,52980296.0,53056910.0,53095271.0,53035250.0,52976540.0,53005534.0,53064424.0,53041270.0,53072780.0,53005323.0,53040138.0,53098638.0,53048303.0,53067078.0,53023196.0,53038495.0,52973995.0,53039377.0,53034699.0,53007518.0,53193414.0,53163279.0,53102815.0,53045759.0,53031914.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53080601.0,53070573.0,53152435.0,53048671.0,53079438.0,53106269.0,53099896.0,53045926.0,53055033.0,53018676.0,53092484.0,53132347.0,53041689.0,53001663.0,53047981.0,53121838.0,53066595.0,53047408.0,53141334.0,53075261.0,53093846.0,53034073.0,53056146.0,53100939.0,53126727.0,53101771.0,53170558.0,53045375.0,53057337.0,53819410.0,53117419.0,53034465.0,53010100.0,53074099.0,53181990.0,53023625.0,53124803.0,53896112.0,53063840.0,53048120.0,53114925.0,53083155.0,53084258.0,53162734.0,53058790.0,53110807.0,53065824.0,53084298.0,53056165.0,53041669.0,53073628.0,53015940.0,53120935.0,53180958.0,53045756.0,53199701.0,53091010.0,53059771.0,53355543.0,53030296.0,53119533.0,53212996.0,53144679.0,53056685.0,53421163.0,53171232.0,53316073.0,53268604.0,53340617.0,53172825.0,53104758.0,53272010.0,53150954.0,53016343.0,53213461.0,53120557.0,53068160.0,53083619.0,53054414.0,53115589.0,53148359.0,53086493.0,53003980.0,53169689.0,53009300.0,53087776.0,53020831.0,53073891.0,53023356.0,53045958.0,53133962.0,53105108.0,53243496.0,53792711.0,53133231.0,53002197.0,53054003.0,53025601.0,53008738.0,53149051.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/tukey.json b/criterion/identity_hydroflow_surface/new/tukey.json index 46bbaa28bbd7..aa5c188d88d5 100644 --- a/criterion/identity_hydroflow_surface/new/tukey.json +++ b/criterion/identity_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6603110.34375,6613696.6875,6641926.9375,6652513.28125] \ No newline at end of file +[6595952.78125,6613509.71875,6660328.21875,6677885.15625] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/report/MAD.svg b/criterion/identity_hydroflow_surface/report/MAD.svg index be597dacdf96..de37cd488685 100644 --- a/criterion/identity_hydroflow_surface/report/MAD.svg +++ b/criterion/identity_hydroflow_surface/report/MAD.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - -0.5 + + +0.45 - - -0.6 + + +0.5 - + - -4 - - - -4.5 - - - -5 - - - -5.5 - - - + 6 - - + + 6.5 - - + + 7 - - + + 7.5 - - - - + + +8 + + + +8.5 + + + +9 + + + +9.5 + + + +10 + + + +10.5 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/SD.svg b/criterion/identity_hydroflow_surface/report/SD.svg index 1f00124064de..044cc7d70c0d 100644 --- a/criterion/identity_hydroflow_surface/report/SD.svg +++ b/criterion/identity_hydroflow_surface/report/SD.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (µs) - -0.01 - - - + 0.02 - + + +0.04 + + -0.03 +0.06 - -0.04 + +0.08 - - -0.05 + + +0.1 - - -0.06 + + +0.12 - + - -5 - - - + 10 - - -15 + + +12 - - -20 + + +14 + + + +16 - - -25 + + +18 + + + +20 - - -30 + + +22 - - -35 + + +24 - - -40 + + +26 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg index a8fbe8fab6e0..6dfccb5be876 100644 --- a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg @@ -117,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_surface/report/both/pdf.svg b/criterion/identity_hydroflow_surface/report/both/pdf.svg index b019ead7169d..32099d033fb8 100644 --- a/criterion/identity_hydroflow_surface/report/both/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/both/pdf.svg @@ -9,30 +9,30 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - + 6.6 @@ -46,10 +46,10 @@ Average Time (ms) 6.8 - - - - + + + + Base PDF diff --git a/criterion/identity_hydroflow_surface/report/change/mean.svg b/criterion/identity_hydroflow_surface/report/change/mean.svg index 9f59ab1ef2df..2baba6c14598 100644 --- a/criterion/identity_hydroflow_surface/report/change/mean.svg +++ b/criterion/identity_hydroflow_surface/report/change/mean.svg @@ -9,86 +9,90 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - + + +900 + + - --0.0018 + +2e-4 - - --0.0016 + + +4e-4 - - --0.0014 + + +6e-4 - - --0.0012 + + +8e-4 - - --0.001 + + +0.001 - - --8e-4 + + +0.0012 - - --6e-4 + + +0.0014 - - --4e-4 + + +0.0016 - - --2e-4 + + +0.0018 - - -4.3368e-19 + + +0.002 - - -2e-4 + + +0.0022 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/median.svg b/criterion/identity_hydroflow_surface/report/change/median.svg index c89b31c44409..b381f335da81 100644 --- a/criterion/identity_hydroflow_surface/report/change/median.svg +++ b/criterion/identity_hydroflow_surface/report/change/median.svg @@ -9,74 +9,66 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - + - --0.0012 + +8e-4 - - --0.0011 + + +9e-4 - - --0.001 + + +0.001 - - --9e-4 + + +0.0011 - - --8e-4 + + +0.0012 - - --7e-4 + + +0.0013 - - --6e-4 + + +0.0014 - - --5e-4 + + +0.0015 - - --4e-4 + + +0.0016 - - --3e-4 - - - --2e-4 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/t-test.svg b/criterion/identity_hydroflow_surface/report/change/t-test.svg index 362ee5113d9e..f2175755478b 100644 --- a/criterion/identity_hydroflow_surface/report/change/t-test.svg +++ b/criterion/identity_hydroflow_surface/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - + 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_surface/report/index.html b/criterion/identity_hydroflow_surface/report/index.html index a8cbab13ea6b..ee4ca2039370 100644 --- a/criterion/identity_hydroflow_surface/report/index.html +++ b/criterion/identity_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0001583 - 0.0001622 - 0.0001542 + 0.0002600 + 0.0002682 + 0.0002567 Mean - 6.6283 ms - 6.6320 ms 6.6373 ms + 6.6406 ms + 6.6445 ms Std. Dev. - 6.1655 µs - 23.407 µs - 37.532 µs + 9.9832 µs + 18.561 µs + 25.181 µs Median - 6.6271 ms - 6.6286 ms - 6.6293 ms + 6.6340 ms + 6.6357 ms + 6.6381 ms MAD - 3.8769 µs - 5.3289 µs - 7.1752 µs + 5.9678 µs + 7.3304 µs + 10.135 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.1772% - -0.0885% - +0.0064% - (p = 0.06 > + +0.0378% + +0.1304% + +0.2115% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/identity_hydroflow_surface/report/iteration_times.svg b/criterion/identity_hydroflow_surface/report/iteration_times.svg index 16b29b86cb98..cc840c0c154a 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times.svg @@ -15,62 +15,62 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + + - -6.62 + +6.63 - - + + 6.64 - - -6.66 + + +6.65 - - -6.68 + + +6.66 - - -6.7 + + +6.67 - - -6.72 + + +6.68 - - -6.74 + + +6.69 - - -6.76 + + +6.7 - - -6.78 + + +6.71 - - -6.8 + + +6.72 - - -6.82 + + +6.73 - + 10 @@ -112,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg index 4b98f24cf1f5..e9af17d256a2 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg @@ -12,62 +12,62 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + + - -6.62 + +6.63 - - + + 6.64 - - -6.66 + + +6.65 - - -6.68 + + +6.66 - - -6.7 + + +6.67 - - -6.72 + + +6.68 - - -6.74 + + +6.69 - - -6.76 + + +6.7 - - -6.78 + + +6.71 - - -6.8 + + +6.72 - - -6.82 + + +6.73 - + 10 @@ -109,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/mean.svg b/criterion/identity_hydroflow_surface/report/mean.svg index 175169b1b6e8..e669457ad354 100644 --- a/criterion/identity_hydroflow_surface/report/mean.svg +++ b/criterion/identity_hydroflow_surface/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - + -120 +150 - -140 + +200 - - -160 - - - -180 - - + - -6.628 - - - -6.629 + +6.637 - - -6.63 + + +6.638 - - -6.631 + + +6.639 - - -6.632 + + +6.64 - - -6.633 + + +6.641 - - -6.634 + + +6.642 - - -6.635 + + +6.643 - - -6.636 + + +6.644 - - -6.637 - - - -6.638 + + +6.645 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/median.svg b/criterion/identity_hydroflow_surface/report/median.svg index 790d286aab43..8fafe3147669 100644 --- a/criterion/identity_hydroflow_surface/report/median.svg +++ b/criterion/identity_hydroflow_surface/report/median.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (ms) - + +100 + + + 200 - - + + +300 + + + 400 - - + + +500 + + + 600 - - -800 + + +700 - - -1000 + + +800 - - -1200 + + + +6.634 - - -1400 + + +6.6345 - - -1600 + + +6.635 - - -1800 + + +6.6355 - - - -6.627 + + +6.636 - - -6.6275 + + +6.6365 - - -6.628 + + +6.637 - - -6.6285 + + +6.6375 - - -6.629 + + +6.638 - - -6.6295 + + +6.6385 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/pdf.svg b/criterion/identity_hydroflow_surface/report/pdf.svg index a015f66bc013..13cffc7e6758 100644 --- a/criterion/identity_hydroflow_surface/report/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/pdf.svg @@ -46,30 +46,38 @@ Average Time (ms) - -6.6 + +6.62 - - -6.65 + + +6.64 - - + + +6.66 + + + +6.68 + + + 6.7 - - -6.75 + + +6.72 - - -6.8 + + +6.74 - - -6.85 + + +6.76 - + Density (a.u.) @@ -78,50 +86,50 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_surface/report/pdf_small.svg b/criterion/identity_hydroflow_surface/report/pdf_small.svg index 68f950222520..2eb4ff32981b 100644 --- a/criterion/identity_hydroflow_surface/report/pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + - -6.6 + +6.65 - - + + 6.7 - - -6.8 + + +6.75 - - - + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg index febe56be4c7d..9b07c5977941 100644 --- a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg @@ -114,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - + + + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg index 614945706c0f..0077af73fbc1 100644 --- a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg @@ -6,30 +6,30 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - + 6.6 @@ -43,8 +43,8 @@ Average Time (ms) 6.8 - - - - + + + + diff --git a/criterion/identity_hydroflow_surface/report/typical.svg b/criterion/identity_hydroflow_surface/report/typical.svg index 859869ffd93c..974c45768852 100644 --- a/criterion/identity_hydroflow_surface/report/typical.svg +++ b/criterion/identity_hydroflow_surface/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - + -120 +150 - -140 + +200 - - -160 - - - -180 - - + - -6.628 - - - -6.629 + +6.637 - - -6.63 + + +6.638 - - -6.631 + + +6.639 - - -6.632 + + +6.64 - - -6.633 + + +6.641 - - -6.634 + + +6.642 - - -6.635 + + +6.643 - - -6.636 + + +6.644 - - -6.637 - - - -6.638 + + +6.645 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/base/estimates.json b/criterion/micro_ops_anti_join/base/estimates.json index e4883775e5c4..a924599aed27 100644 --- a/criterion/micro_ops_anti_join/base/estimates.json +++ b/criterion/micro_ops_anti_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8039.965269754508,"upper_bound":8307.189064166625},"point_estimate":8154.375663499923,"standard_error":68.95469429370614},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8019.383604201215,"upper_bound":8070.458821233411},"point_estimate":8039.461621447028,"standard_error":14.51603710842887},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49.16978579814904,"upper_bound":100.12093906479105},"point_estimate":74.07473557949713,"standard_error":12.730103795203835},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8041.9171479187935,"upper_bound":8317.41295125553},"point_estimate":8156.573343677652,"standard_error":72.13261944931568},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":112.77482600726611,"upper_bound":1060.9355066787225},"point_estimate":694.7547204631413,"standard_error":232.395929230086}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8098.3427160505935,"upper_bound":8195.041096635423},"point_estimate":8139.053761915487,"standard_error":25.05460212708898},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8104.920634920635,"upper_bound":8137.174329501916},"point_estimate":8127.360900033773,"standard_error":6.647832393448746},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47.559304940980155,"upper_bound":89.80284459697543},"point_estimate":67.99441049533127,"standard_error":11.583624982068617},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8104.866376289346,"upper_bound":8241.252784076185},"point_estimate":8156.395968178907,"standard_error":36.387400963578386},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":100.20584577542928,"upper_bound":399.37196642347504},"point_estimate":252.31928349074556,"standard_error":92.25409153065596}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/sample.json b/criterion/micro_ops_anti_join/base/sample.json index 2cdca20e8712..5ec5a2d1156c 100644 --- a/criterion/micro_ops_anti_join/base/sample.json +++ b/criterion/micro_ops_anti_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[144873.0,283643.0,422439.0,565470.0,720979.0,855032.0,1008184.0,1137303.0,1299765.0,1457403.0,1585261.0,1731312.0,1898089.0,2051314.0,2176413.0,2299479.0,2387210.0,2488336.0,2622401.0,2809614.0,2928822.0,3174317.0,3355984.0,3480120.0,3636433.0,3809532.0,3931872.0,4085549.0,4232743.0,4372417.0,4545636.0,4669418.0,7778392.0,4969173.0,5080975.0,5349947.0,5429008.0,5566563.0,5684868.0,5868550.0,6005041.0,6148945.0,6272750.0,6403561.0,6621133.0,6718847.0,6857366.0,7014412.0,7143441.0,7336203.0,7441382.0,7611069.0,7771794.0,7884504.0,12061058.0,8126987.0,8217317.0,8411169.0,8522818.0,8596959.0,8867314.0,8962775.0,9103656.0,9305708.0,9362929.0,9505308.0,9670694.0,9814388.0,9956237.0,10073113.0,10949287.0,10428319.0,10554138.0,10683883.0,10826932.0,10965270.0,11217427.0,11218446.0,11378527.0,11459280.0,11696615.0,11821814.0,11961353.0,12361362.0,12230476.0,12454605.0,12602827.0,12780681.0,12806667.0,12950810.0,13110984.0,13256237.0,13400139.0,13515008.0,17628620.0,13819209.0,13961335.0,14146391.0,14249605.0,14459963.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[149049.0,287951.0,430510.0,577243.0,721095.0,877979.0,1008861.0,1149532.0,1299944.0,1462738.0,1626206.0,1760117.0,1919187.0,2061964.0,2210585.0,2347455.0,2426940.0,2517783.0,2649746.0,2786679.0,2935655.0,3172859.0,3417016.0,3520779.0,3695544.0,3812812.0,3946493.0,4096062.0,4247605.0,4392039.0,4555241.0,4696168.0,4841425.0,4973251.0,5124145.0,5285461.0,5417891.0,5889842.0,5740442.0,5880189.0,6003315.0,6170928.0,6369738.0,6445044.0,6616118.0,6743671.0,6875962.0,7059617.0,7215954.0,7325537.0,7494789.0,7645020.0,7776667.0,7924054.0,8150492.0,8217328.0,8251184.0,9063310.0,8581298.0,8743633.0,8874783.0,8995073.0,9219183.0,9257964.0,9729107.0,9623944.0,9804573.0,9835927.0,10208517.0,10269151.0,10308743.0,10428013.0,13507097.0,10748722.0,10974242.0,11036957.0,11233420.0,11403089.0,11417013.0,11627200.0,11802164.0,11871062.0,12037069.0,12253700.0,12457116.0,13191892.0,12637230.0,12749334.0,12964658.0,13118325.0,13298331.0,13416369.0,13496892.0,13607640.0,14034803.0,13886467.0,14188789.0,14302586.0,14479148.0,14544033.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/tukey.json b/criterion/micro_ops_anti_join/base/tukey.json index 808edd18d852..7b06b3d9f9f8 100644 --- a/criterion/micro_ops_anti_join/base/tukey.json +++ b/criterion/micro_ops_anti_join/base/tukey.json @@ -1 +1 @@ -[7690.257941072199,7846.289886905244,8262.375075793363,8418.407021626408] \ No newline at end of file +[7787.339208413565,7926.367945238637,8297.111243438829,8436.1399802639] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/change/estimates.json b/criterion/micro_ops_anti_join/change/estimates.json index b0d4a3093f03..4f9ea890ec27 100644 --- a/criterion/micro_ops_anti_join/change/estimates.json +++ b/criterion/micro_ops_anti_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.018560532344804585,"upper_bound":0.026125668973027504},"point_estimate":0.003059337273120244,"standard_error":0.011292814204815961},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006834827319668194,"upper_bound":0.002958880112552187},"point_estimate":-0.0025026101977556614,"standard_error":0.0026028352501228863}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02115887695618099,"upper_bound":0.013549812376834865},"point_estimate":-0.0018789791170670256,"standard_error":0.008945924672360953},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.006608120543112994,"upper_bound":0.013850625648043291},"point_estimate":0.010933478225986448,"standard_error":0.00197330271181649}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/estimates.json b/criterion/micro_ops_anti_join/new/estimates.json index e4883775e5c4..a924599aed27 100644 --- a/criterion/micro_ops_anti_join/new/estimates.json +++ b/criterion/micro_ops_anti_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8039.965269754508,"upper_bound":8307.189064166625},"point_estimate":8154.375663499923,"standard_error":68.95469429370614},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8019.383604201215,"upper_bound":8070.458821233411},"point_estimate":8039.461621447028,"standard_error":14.51603710842887},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49.16978579814904,"upper_bound":100.12093906479105},"point_estimate":74.07473557949713,"standard_error":12.730103795203835},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8041.9171479187935,"upper_bound":8317.41295125553},"point_estimate":8156.573343677652,"standard_error":72.13261944931568},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":112.77482600726611,"upper_bound":1060.9355066787225},"point_estimate":694.7547204631413,"standard_error":232.395929230086}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8098.3427160505935,"upper_bound":8195.041096635423},"point_estimate":8139.053761915487,"standard_error":25.05460212708898},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8104.920634920635,"upper_bound":8137.174329501916},"point_estimate":8127.360900033773,"standard_error":6.647832393448746},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47.559304940980155,"upper_bound":89.80284459697543},"point_estimate":67.99441049533127,"standard_error":11.583624982068617},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8104.866376289346,"upper_bound":8241.252784076185},"point_estimate":8156.395968178907,"standard_error":36.387400963578386},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":100.20584577542928,"upper_bound":399.37196642347504},"point_estimate":252.31928349074556,"standard_error":92.25409153065596}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/sample.json b/criterion/micro_ops_anti_join/new/sample.json index 2cdca20e8712..5ec5a2d1156c 100644 --- a/criterion/micro_ops_anti_join/new/sample.json +++ b/criterion/micro_ops_anti_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[144873.0,283643.0,422439.0,565470.0,720979.0,855032.0,1008184.0,1137303.0,1299765.0,1457403.0,1585261.0,1731312.0,1898089.0,2051314.0,2176413.0,2299479.0,2387210.0,2488336.0,2622401.0,2809614.0,2928822.0,3174317.0,3355984.0,3480120.0,3636433.0,3809532.0,3931872.0,4085549.0,4232743.0,4372417.0,4545636.0,4669418.0,7778392.0,4969173.0,5080975.0,5349947.0,5429008.0,5566563.0,5684868.0,5868550.0,6005041.0,6148945.0,6272750.0,6403561.0,6621133.0,6718847.0,6857366.0,7014412.0,7143441.0,7336203.0,7441382.0,7611069.0,7771794.0,7884504.0,12061058.0,8126987.0,8217317.0,8411169.0,8522818.0,8596959.0,8867314.0,8962775.0,9103656.0,9305708.0,9362929.0,9505308.0,9670694.0,9814388.0,9956237.0,10073113.0,10949287.0,10428319.0,10554138.0,10683883.0,10826932.0,10965270.0,11217427.0,11218446.0,11378527.0,11459280.0,11696615.0,11821814.0,11961353.0,12361362.0,12230476.0,12454605.0,12602827.0,12780681.0,12806667.0,12950810.0,13110984.0,13256237.0,13400139.0,13515008.0,17628620.0,13819209.0,13961335.0,14146391.0,14249605.0,14459963.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[149049.0,287951.0,430510.0,577243.0,721095.0,877979.0,1008861.0,1149532.0,1299944.0,1462738.0,1626206.0,1760117.0,1919187.0,2061964.0,2210585.0,2347455.0,2426940.0,2517783.0,2649746.0,2786679.0,2935655.0,3172859.0,3417016.0,3520779.0,3695544.0,3812812.0,3946493.0,4096062.0,4247605.0,4392039.0,4555241.0,4696168.0,4841425.0,4973251.0,5124145.0,5285461.0,5417891.0,5889842.0,5740442.0,5880189.0,6003315.0,6170928.0,6369738.0,6445044.0,6616118.0,6743671.0,6875962.0,7059617.0,7215954.0,7325537.0,7494789.0,7645020.0,7776667.0,7924054.0,8150492.0,8217328.0,8251184.0,9063310.0,8581298.0,8743633.0,8874783.0,8995073.0,9219183.0,9257964.0,9729107.0,9623944.0,9804573.0,9835927.0,10208517.0,10269151.0,10308743.0,10428013.0,13507097.0,10748722.0,10974242.0,11036957.0,11233420.0,11403089.0,11417013.0,11627200.0,11802164.0,11871062.0,12037069.0,12253700.0,12457116.0,13191892.0,12637230.0,12749334.0,12964658.0,13118325.0,13298331.0,13416369.0,13496892.0,13607640.0,14034803.0,13886467.0,14188789.0,14302586.0,14479148.0,14544033.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/tukey.json b/criterion/micro_ops_anti_join/new/tukey.json index 808edd18d852..7b06b3d9f9f8 100644 --- a/criterion/micro_ops_anti_join/new/tukey.json +++ b/criterion/micro_ops_anti_join/new/tukey.json @@ -1 +1 @@ -[7690.257941072199,7846.289886905244,8262.375075793363,8418.407021626408] \ No newline at end of file +[7787.339208413565,7926.367945238637,8297.111243438829,8436.1399802639] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/report/MAD.svg b/criterion/micro_ops_anti_join/report/MAD.svg index 48c81aeec0fe..46275769cb85 100644 --- a/criterion/micro_ops_anti_join/report/MAD.svg +++ b/criterion/micro_ops_anti_join/report/MAD.svg @@ -9,74 +9,78 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - -0.04 - - - -0.045 - - - -0.05 - - + - + +45 + + + 50 - - + + +55 + + + 60 - - + + +65 + + + 70 - - + + +75 + + + 80 - - -90 + + +85 - - -100 + + +90 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/SD.svg b/criterion/micro_ops_anti_join/report/SD.svg index 80358d51d76c..9a7a761c4087 100644 --- a/criterion/micro_ops_anti_join/report/SD.svg +++ b/criterion/micro_ops_anti_join/report/SD.svg @@ -6,97 +6,85 @@ micro/ops/anti_join:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.2 + +0.001 - - -0.4 + + +0.002 - - -0.6 + + +0.003 - - -0.8 + + +0.004 - - -1 + + +0.005 - - -1.2 + + +0.006 - - -1.4 + + +0.007 - - -1.6 + + +0.008 - - -1.8 + + +0.009 - - -2 + + +0.01 - - - -0.1 - - - -0.2 - - - -0.3 + + +0.011 - - -0.4 - - - -0.5 + + + +100 - - -0.6 + + +150 - - -0.7 + + +200 - - -0.8 + + +250 - - -0.9 + + +300 - - -1 + + +350 - - -1.1 + + +400 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/both/pdf.svg b/criterion/micro_ops_anti_join/report/both/pdf.svg index af3e455beac4..448acc265443 100644 --- a/criterion/micro_ops_anti_join/report/both/pdf.svg +++ b/criterion/micro_ops_anti_join/report/both/pdf.svg @@ -9,34 +9,26 @@ Density (a.u.) Average Time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 + + + +2 - - -1.4 + + +2.5 - + 8 @@ -50,10 +42,10 @@ Average Time (µs) 12 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_anti_join/report/both/regression.svg b/criterion/micro_ops_anti_join/report/both/regression.svg index 20fc601cb199..2a186f0e4154 100644 --- a/criterion/micro_ops_anti_join/report/both/regression.svg +++ b/criterion/micro_ops_anti_join/report/both/regression.svg @@ -100,10 +100,10 @@ Iterations (x 10^3) 1.8 - + - - + + Base Sample diff --git a/criterion/micro_ops_anti_join/report/change/mean.svg b/criterion/micro_ops_anti_join/report/change/mean.svg index 4f3293e0880d..f9e1ee9c0fa3 100644 --- a/criterion/micro_ops_anti_join/report/change/mean.svg +++ b/criterion/micro_ops_anti_join/report/change/mean.svg @@ -9,83 +9,79 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + + +40 + + - + +-0.025 + + + -0.02 - - + + -0.015 - - + + -0.01 - - + + -0.005 - - -0 + + +3.46945e-18 - - + + 0.005 - - + + 0.01 - - + + 0.015 - - -0.02 - - - -0.025 - - - -0.03 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/median.svg b/criterion/micro_ops_anti_join/report/change/median.svg index f12bbc898eb6..298848ce9214 100644 --- a/criterion/micro_ops_anti_join/report/change/median.svg +++ b/criterion/micro_ops_anti_join/report/change/median.svg @@ -9,67 +9,91 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + + +180 + + + +200 + + + +220 + + - --0.006 - - - --0.004 - - - --0.002 - - - -0 - - - -0.002 - - - -0.004 - - - - - - + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + + +0.012 + + + +0.013 + + + +0.014 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/t-test.svg b/criterion/micro_ops_anti_join/report/change/t-test.svg index 0604a5c67f77..eacd66971049 100644 --- a/criterion/micro_ops_anti_join/report/change/t-test.svg +++ b/criterion/micro_ops_anti_join/report/change/t-test.svg @@ -13,69 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/micro_ops_anti_join/report/index.html b/criterion/micro_ops_anti_join/report/index.html index 756ee9e79103..2b8630ffa4a6 100644 --- a/criterion/micro_ops_anti_join/report/index.html +++ b/criterion/micro_ops_anti_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.0419 µs - 8.1566 µs - 8.3174 µs + 8.1049 µs + 8.1564 µs + 8.2413 µs R² - 0.5430145 - 0.5517408 - 0.5348278 + 0.8435019 + 0.8475959 + 0.8365848 Mean - 8.0400 µs - 8.1544 µs - 8.3072 µs + 8.0983 µs + 8.1391 µs + 8.1950 µs Std. Dev. - 112.77 ns - 694.75 ns - 1.0609 µs + 100.21 ns + 252.32 ns + 399.37 ns Median - 8.0194 µs - 8.0395 µs - 8.0705 µs + 8.1049 µs + 8.1274 µs + 8.1372 µs MAD - 49.170 ns - 74.075 ns - 100.12 ns + 47.559 ns + 67.994 ns + 89.803 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.8561% - +0.3059% - +2.6126% - (p = 0.79 > + -2.1159% + -0.1879% + +1.3550% + (p = 0.85 > 0.05) diff --git a/criterion/micro_ops_anti_join/report/mean.svg b/criterion/micro_ops_anti_join/report/mean.svg index d5cd715abddb..66c7bd32dc1c 100644 --- a/criterion/micro_ops_anti_join/report/mean.svg +++ b/criterion/micro_ops_anti_join/report/mean.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - - -8.05 + + +8 + + + +10 + + + +12 - - + + +14 + + + +16 + + + + 8.1 - - -8.15 + + +8.12 - - -8.2 + + +8.14 + + + +8.16 - - -8.25 + + +8.18 - - -8.3 + + +8.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/median.svg b/criterion/micro_ops_anti_join/report/median.svg index 9d2cbd7d5727..bc2cca0366e4 100644 --- a/criterion/micro_ops_anti_join/report/median.svg +++ b/criterion/micro_ops_anti_join/report/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (µs) - -5 - - - -10 - - - -15 - - - + 20 - - -25 + + +40 + + + +60 - - -30 + + +80 - - -35 + + +100 - - -40 + + +120 - - -45 + + +140 - + -50 +160 - -8.02 + +8.105 + + + +8.11 + + + +8.115 - - -8.03 + + +8.12 - - -8.04 + + +8.125 - - -8.05 + + +8.13 - - -8.06 + + +8.135 - - -8.07 + + +8.14 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/pdf.svg b/criterion/micro_ops_anti_join/report/pdf.svg index 95045d481f0f..e319b5c4abd4 100644 --- a/criterion/micro_ops_anti_join/report/pdf.svg +++ b/criterion/micro_ops_anti_join/report/pdf.svg @@ -50,34 +50,34 @@ Average Time (µs) - -7 + +7.5 - - + + 8 - - -9 + + +8.5 - - -10 + + +9 - - -11 + + +9.5 - - -12 + + +10 - - -13 + + +10.5 - + Density (a.u.) @@ -86,56 +86,50 @@ Density (a.u.) 0 - -0.2 - - - -0.4 + +0.5 - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_anti_join/report/pdf_small.svg b/criterion/micro_ops_anti_join/report/pdf_small.svg index ed4b05f4f023..7def0ed7ded8 100644 --- a/criterion/micro_ops_anti_join/report/pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (µs) 0 - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - - -1.2 + + +3 - + - + 8 - - -10 + + +9 - - -12 + + +10 - - - + + + diff --git a/criterion/micro_ops_anti_join/report/regression.svg b/criterion/micro_ops_anti_join/report/regression.svg index f098a7de31db..3a3f70143460 100644 --- a/criterion/micro_ops_anti_join/report/regression.svg +++ b/criterion/micro_ops_anti_join/report/regression.svg @@ -17,47 +17,42 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - -16.0 - - + 0.2 @@ -96,107 +91,107 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_anti_join/report/regression_small.svg b/criterion/micro_ops_anti_join/report/regression_small.svg index a3d104a043d7..fa975a7fdffb 100644 --- a/criterion/micro_ops_anti_join/report/regression_small.svg +++ b/criterion/micro_ops_anti_join/report/regression_small.svg @@ -14,47 +14,42 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - -16.0 - - + 0.2 @@ -93,105 +88,105 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg index 8b98abb6cd3a..b9bed03e14d3 100644 --- a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg @@ -6,34 +6,26 @@ Density (a.u.) Average Time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 + + + +2 - - -1.4 + + +2.5 - + 8 @@ -47,8 +39,8 @@ Average Time (µs) 12 - - - - + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_regression_small.svg b/criterion/micro_ops_anti_join/report/relative_regression_small.svg index d486cf1a2cf5..7863e251049e 100644 --- a/criterion/micro_ops_anti_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_regression_small.svg @@ -97,8 +97,8 @@ Iterations (x 10^3) 1.8 - + - - + + diff --git a/criterion/micro_ops_anti_join/report/slope.svg b/criterion/micro_ops_anti_join/report/slope.svg index b85711f0709c..5e04c6d182dc 100644 --- a/criterion/micro_ops_anti_join/report/slope.svg +++ b/criterion/micro_ops_anti_join/report/slope.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - - -8.05 + + +8 + + + +10 - - + + +12 + + + + 8.1 - - -8.15 + + +8.12 + + + +8.14 + + + +8.16 + + + +8.18 - - + + 8.2 - - -8.25 + + +8.22 - - -8.3 + + +8.24 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/typical.svg b/criterion/micro_ops_anti_join/report/typical.svg index 359d49122f59..07b3c4682a50 100644 --- a/criterion/micro_ops_anti_join/report/typical.svg +++ b/criterion/micro_ops_anti_join/report/typical.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - - -8.05 + + +8 + + + +10 - - + + +12 + + + + 8.1 - - -8.15 + + +8.12 + + + +8.14 + + + +8.16 + + + +8.18 - - + + 8.2 - - -8.25 + + +8.22 - - -8.3 + + +8.24 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/base/estimates.json b/criterion/micro_ops_crossjoin/base/estimates.json index 082f7c0d26fc..fb3f66cc004b 100644 --- a/criterion/micro_ops_crossjoin/base/estimates.json +++ b/criterion/micro_ops_crossjoin/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101364.94911732191,"upper_bound":102456.84475769766},"point_estimate":101935.05034722576,"standard_error":278.7938502521253},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102280.35311432264,"upper_bound":103173.46220238095},"point_estimate":102582.11395150394,"standard_error":223.47032503119235},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1293.1754291565553,"upper_bound":2281.5835831544455},"point_estimate":1804.5400849185082,"standard_error":247.14809879555605},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102491.74668873059,"upper_bound":103106.27410203821},"point_estimate":102807.39417256012,"standard_error":156.42467744672157},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2156.307830826583,"upper_bound":3354.130522872929},"point_estimate":2802.903766167095,"standard_error":305.8524636805781}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98719.37412199553,"upper_bound":99463.55655977294},"point_estimate":99099.69146016358,"standard_error":189.7717090180814},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98878.67323455233,"upper_bound":99717.16145833334},"point_estimate":99440.96385777084,"standard_error":249.5460989602291},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1245.9985899813128,"upper_bound":2107.3080023755674},"point_estimate":1587.3783001606482,"standard_error":222.93896871148158},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99292.42397265,"upper_bound":99875.0866105918},"point_estimate":99589.79266550909,"standard_error":147.9823555388472},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1562.0219555261249,"upper_bound":2214.183491422778},"point_estimate":1903.7435949670053,"standard_error":166.83048354457597}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/sample.json b/criterion/micro_ops_crossjoin/base/sample.json index d27d89c380da..8c045c5c2fb8 100644 --- a/criterion/micro_ops_crossjoin/base/sample.json +++ b/criterion/micro_ops_crossjoin/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[669867.0,1348172.0,1996121.0,2743008.0,3290098.0,3843662.0,4596783.0,5388620.0,6015930.0,6542220.0,7550176.0,8430784.0,9325214.0,10039472.0,10821033.0,11083432.0,12091552.0,12877366.0,13603455.0,14056550.0,14901826.0,16013432.0,16644785.0,17650601.0,18407022.0,18972942.0,19592267.0,20267955.0,21018651.0,21897134.0,22846063.0,23434248.0,23786493.0,23996520.0,24833777.0,25077458.0,26404503.0,27637758.0,28272533.0,28769676.0,30066700.0,30143904.0,30475915.0,31475672.0,31301396.0,33427696.0,34235590.0,35201553.0,35670792.0,36566862.0,36199227.0,36263511.0,38522581.0,39221837.0,40210628.0,40344675.0,39939450.0,41470453.0,42417742.0,43020071.0,44321168.0,44891799.0,45678727.0,45773073.0,45970137.0,46451403.0,47942168.0,48675461.0,49281976.0,49694134.0,50220648.0,52139291.0,52979829.0,53046889.0,54288033.0,55201442.0,56134511.0,56962997.0,57793081.0,58596704.0,58050146.0,58908689.0,60565538.0,61068977.0,61575654.0,61500569.0,61202381.0,63299137.0,64250991.0,64742446.0,65165950.0,66611305.0,66100266.0,65958863.0,69359533.0,69410522.0,69854382.0,70339593.0,70944881.0,72827780.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[786428.0,1500170.0,2351049.0,3030195.0,3728590.0,4463884.0,5375671.0,6210348.0,7232503.0,8151080.0,9048014.0,9536625.0,10224075.0,11007192.0,11972569.0,12769544.0,13671981.0,14442025.0,15246368.0,16001643.0,16576107.0,17851485.0,17994582.0,19152554.0,19559965.0,20882800.0,21520902.0,22110476.0,23522474.0,24367121.0,24523204.0,24470047.0,26729727.0,26361288.0,27009113.0,28094721.0,28896093.0,29681699.0,30487018.0,30969975.0,31864902.0,33065187.0,33915139.0,34553233.0,34782608.0,36440315.0,38467359.0,37044991.0,38925382.0,39117083.0,39345064.0,41883523.0,43009024.0,43685054.0,43425916.0,45182374.0,46440537.0,46360215.0,47718074.0,48140807.0,48281777.0,49441993.0,48776804.0,50932037.0,51386025.0,51948826.0,54598495.0,54555527.0,53855398.0,55405611.0,56830556.0,57311306.0,57037414.0,59563762.0,59762103.0,60598679.0,60785968.0,62476208.0,64634426.0,64472216.0,65031574.0,65217742.0,65908039.0,68092981.0,67795169.0,68431671.0,69372336.0,70144507.0,70065514.0,72061211.0,72038303.0,73503314.0,73219811.0,75118811.0,75055765.0,76836856.0,76852658.0,79439995.0,79982112.0,80232831.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/tukey.json b/criterion/micro_ops_crossjoin/base/tukey.json index be497764708e..174114909b63 100644 --- a/criterion/micro_ops_crossjoin/base/tukey.json +++ b/criterion/micro_ops_crossjoin/base/tukey.json @@ -1 +1 @@ -[94023.72227104238,97678.85517918516,107425.87626756594,111081.00917570874] \ No newline at end of file +[91559.33396381579,94835.6865131579,103572.62664473684,106848.97919407894] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/change/estimates.json b/criterion/micro_ops_crossjoin/change/estimates.json index 28c218d9c8a9..546bb49b9580 100644 --- a/criterion/micro_ops_crossjoin/change/estimates.json +++ b/criterion/micro_ops_crossjoin/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008612519866135988,"upper_bound":0.0059990992583340945},"point_estimate":-0.0015633463103594814,"standard_error":0.0037417085887082794},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004564114296735533,"upper_bound":0.0050671446783043805},"point_estimate":-0.0010281074652580546,"standard_error":0.002426723976590845}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03387801899936866,"upper_bound":-0.02117388763519724},"point_estimate":-0.027815347884795005,"standard_error":0.0032420137937579636},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03849278753185148,"upper_bound":-0.026394784125679416},"point_estimate":-0.03062083605742505,"standard_error":0.003217665215743534}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/estimates.json b/criterion/micro_ops_crossjoin/new/estimates.json index 082f7c0d26fc..fb3f66cc004b 100644 --- a/criterion/micro_ops_crossjoin/new/estimates.json +++ b/criterion/micro_ops_crossjoin/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101364.94911732191,"upper_bound":102456.84475769766},"point_estimate":101935.05034722576,"standard_error":278.7938502521253},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102280.35311432264,"upper_bound":103173.46220238095},"point_estimate":102582.11395150394,"standard_error":223.47032503119235},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1293.1754291565553,"upper_bound":2281.5835831544455},"point_estimate":1804.5400849185082,"standard_error":247.14809879555605},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102491.74668873059,"upper_bound":103106.27410203821},"point_estimate":102807.39417256012,"standard_error":156.42467744672157},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2156.307830826583,"upper_bound":3354.130522872929},"point_estimate":2802.903766167095,"standard_error":305.8524636805781}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98719.37412199553,"upper_bound":99463.55655977294},"point_estimate":99099.69146016358,"standard_error":189.7717090180814},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98878.67323455233,"upper_bound":99717.16145833334},"point_estimate":99440.96385777084,"standard_error":249.5460989602291},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1245.9985899813128,"upper_bound":2107.3080023755674},"point_estimate":1587.3783001606482,"standard_error":222.93896871148158},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99292.42397265,"upper_bound":99875.0866105918},"point_estimate":99589.79266550909,"standard_error":147.9823555388472},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1562.0219555261249,"upper_bound":2214.183491422778},"point_estimate":1903.7435949670053,"standard_error":166.83048354457597}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/sample.json b/criterion/micro_ops_crossjoin/new/sample.json index d27d89c380da..8c045c5c2fb8 100644 --- a/criterion/micro_ops_crossjoin/new/sample.json +++ b/criterion/micro_ops_crossjoin/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[669867.0,1348172.0,1996121.0,2743008.0,3290098.0,3843662.0,4596783.0,5388620.0,6015930.0,6542220.0,7550176.0,8430784.0,9325214.0,10039472.0,10821033.0,11083432.0,12091552.0,12877366.0,13603455.0,14056550.0,14901826.0,16013432.0,16644785.0,17650601.0,18407022.0,18972942.0,19592267.0,20267955.0,21018651.0,21897134.0,22846063.0,23434248.0,23786493.0,23996520.0,24833777.0,25077458.0,26404503.0,27637758.0,28272533.0,28769676.0,30066700.0,30143904.0,30475915.0,31475672.0,31301396.0,33427696.0,34235590.0,35201553.0,35670792.0,36566862.0,36199227.0,36263511.0,38522581.0,39221837.0,40210628.0,40344675.0,39939450.0,41470453.0,42417742.0,43020071.0,44321168.0,44891799.0,45678727.0,45773073.0,45970137.0,46451403.0,47942168.0,48675461.0,49281976.0,49694134.0,50220648.0,52139291.0,52979829.0,53046889.0,54288033.0,55201442.0,56134511.0,56962997.0,57793081.0,58596704.0,58050146.0,58908689.0,60565538.0,61068977.0,61575654.0,61500569.0,61202381.0,63299137.0,64250991.0,64742446.0,65165950.0,66611305.0,66100266.0,65958863.0,69359533.0,69410522.0,69854382.0,70339593.0,70944881.0,72827780.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[786428.0,1500170.0,2351049.0,3030195.0,3728590.0,4463884.0,5375671.0,6210348.0,7232503.0,8151080.0,9048014.0,9536625.0,10224075.0,11007192.0,11972569.0,12769544.0,13671981.0,14442025.0,15246368.0,16001643.0,16576107.0,17851485.0,17994582.0,19152554.0,19559965.0,20882800.0,21520902.0,22110476.0,23522474.0,24367121.0,24523204.0,24470047.0,26729727.0,26361288.0,27009113.0,28094721.0,28896093.0,29681699.0,30487018.0,30969975.0,31864902.0,33065187.0,33915139.0,34553233.0,34782608.0,36440315.0,38467359.0,37044991.0,38925382.0,39117083.0,39345064.0,41883523.0,43009024.0,43685054.0,43425916.0,45182374.0,46440537.0,46360215.0,47718074.0,48140807.0,48281777.0,49441993.0,48776804.0,50932037.0,51386025.0,51948826.0,54598495.0,54555527.0,53855398.0,55405611.0,56830556.0,57311306.0,57037414.0,59563762.0,59762103.0,60598679.0,60785968.0,62476208.0,64634426.0,64472216.0,65031574.0,65217742.0,65908039.0,68092981.0,67795169.0,68431671.0,69372336.0,70144507.0,70065514.0,72061211.0,72038303.0,73503314.0,73219811.0,75118811.0,75055765.0,76836856.0,76852658.0,79439995.0,79982112.0,80232831.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/tukey.json b/criterion/micro_ops_crossjoin/new/tukey.json index be497764708e..174114909b63 100644 --- a/criterion/micro_ops_crossjoin/new/tukey.json +++ b/criterion/micro_ops_crossjoin/new/tukey.json @@ -1 +1 @@ -[94023.72227104238,97678.85517918516,107425.87626756594,111081.00917570874] \ No newline at end of file +[91559.33396381579,94835.6865131579,103572.62664473684,106848.97919407894] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/report/MAD.svg b/criterion/micro_ops_crossjoin/report/MAD.svg index a1e1adf5f55d..348290acce8c 100644 --- a/criterion/micro_ops_crossjoin/report/MAD.svg +++ b/criterion/micro_ops_crossjoin/report/MAD.svg @@ -9,70 +9,94 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - + + +2 + + - + 1.2 - - + + +1.3 + + + 1.4 - - + + +1.5 + + + 1.6 - - + + +1.7 + + + 1.8 - - + + +1.9 + + + 2 - - + + +2.1 + + + 2.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/SD.svg b/criterion/micro_ops_crossjoin/report/SD.svg index a012c79f207e..059f5c89066d 100644 --- a/criterion/micro_ops_crossjoin/report/SD.svg +++ b/criterion/micro_ops_crossjoin/report/SD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 + + + +2 - - -1.4 + + +2.5 - + - -2.2 + +1.5 + + + +1.6 - - -2.4 + + +1.7 - - -2.6 + + +1.8 - - -2.8 + + +1.9 - - -3 + + +2 - - -3.2 + + +2.1 - - -3.4 + + +2.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/both/pdf.svg b/criterion/micro_ops_crossjoin/report/both/pdf.svg index f5149c90637b..f60ec1f1104b 100644 --- a/criterion/micro_ops_crossjoin/report/both/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/both/pdf.svg @@ -9,71 +9,67 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - + + 0.2 - + - + 90 - - + + 95 - - + + 100 - - + + 105 - - -110 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_crossjoin/report/both/regression.svg b/criterion/micro_ops_crossjoin/report/both/regression.svg index 549d3b91407d..292b61f62066 100644 --- a/criterion/micro_ops_crossjoin/report/both/regression.svg +++ b/criterion/micro_ops_crossjoin/report/both/regression.svg @@ -9,91 +9,101 @@ Total sample time (ms) Iterations - - - - - - + + + + + + + - - - - - - - + + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + + +80.0 + + 0 - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 + + +800 + - - + + Base Sample diff --git a/criterion/micro_ops_crossjoin/report/change/mean.svg b/criterion/micro_ops_crossjoin/report/change/mean.svg index e93f5867b378..81e3f4503386 100644 --- a/criterion/micro_ops_crossjoin/report/change/mean.svg +++ b/criterion/micro_ops_crossjoin/report/change/mean.svg @@ -9,87 +9,67 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - + + +120 + + - --0.01 - - - --0.008 - - - --0.006 - - - --0.004 - - - --0.002 - - - -0 - - - -0.002 - - - -0.004 - - - -0.006 - - - - - - + +-0.034 + + + +-0.032 + + + +-0.03 + + + +-0.028 + + + +-0.026 + + + +-0.024 + + + +-0.022 + + + +-0.02 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/median.svg b/criterion/micro_ops_crossjoin/report/change/median.svg index 9e848e727ddb..71d3283f2190 100644 --- a/criterion/micro_ops_crossjoin/report/change/median.svg +++ b/criterion/micro_ops_crossjoin/report/change/median.svg @@ -9,67 +9,63 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - - -160 - - + - --0.004 - - - --0.002 - - - -0 - - - -0.002 - - - -0.004 - - - -0.006 - - - - - - + +-0.038 + + + +-0.036 + + + +-0.034 + + + +-0.032 + + + +-0.03 + + + +-0.028 + + + +-0.026 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/t-test.svg b/criterion/micro_ops_crossjoin/report/change/t-test.svg index 077011d287ef..393a3fe5886f 100644 --- a/criterion/micro_ops_crossjoin/report/change/t-test.svg +++ b/criterion/micro_ops_crossjoin/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_crossjoin/report/index.html b/criterion/micro_ops_crossjoin/report/index.html index 983a06ba06f7..6292a2429c85 100644 --- a/criterion/micro_ops_crossjoin/report/index.html +++ b/criterion/micro_ops_crossjoin/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 102.49 µs - 102.81 µs - 103.11 µs + 99.292 µs + 99.590 µs + 99.875 µs R² - 0.9786418 - 0.9798293 - 0.9787645 + 0.9772490 + 0.9783903 + 0.9773397 Mean - 101.36 µs - 101.94 µs - 102.46 µs + 98.719 µs + 99.100 µs + 99.464 µs Std. Dev. - 2.1563 µs - 2.8029 µs - 3.3541 µs + 1.5620 µs + 1.9037 µs + 2.2142 µs Median - 102.28 µs - 102.58 µs - 103.17 µs + 98.879 µs + 99.441 µs + 99.717 µs MAD - 1.2932 µs - 1.8045 µs - 2.2816 µs + 1.2460 µs + 1.5874 µs + 2.1073 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.8613% - -0.1563% - +0.5999% - (p = 0.70 > + -3.3878% + -2.7815% + -2.1174% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has improved.

Additional Plots:

diff --git a/criterion/micro_ops_crossjoin/report/mean.svg b/criterion/micro_ops_crossjoin/report/mean.svg index 7fd51b8c7f87..e199261e836d 100644 --- a/criterion/micro_ops_crossjoin/report/mean.svg +++ b/criterion/micro_ops_crossjoin/report/mean.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + + +1.6 + + + +1.8 + + + +2 + + + +2.2 + + - -101.4 + +98.7 + + + +98.8 + + + +98.9 + + + +99 - - -101.6 + + +99.1 - - -101.8 + + +99.2 - - -102 + + +99.3 - - -102.2 + + +99.4 - - -102.4 + + +99.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/median.svg b/criterion/micro_ops_crossjoin/report/median.svg index 2b2a116fcad4..7d7f8db6c626 100644 --- a/criterion/micro_ops_crossjoin/report/median.svg +++ b/criterion/micro_ops_crossjoin/report/median.svg @@ -17,66 +17,66 @@ Average time (µs) 1 - + 1.5 - - + + 2 - - + + 2.5 - + - -102.2 + +98.8 - - -102.3 + + +98.9 - - -102.4 + + +99 - - -102.5 + + +99.1 - - -102.6 + + +99.2 - - -102.7 + + +99.3 - - -102.8 + + +99.4 - - -102.9 + + +99.5 - - -103 + + +99.6 - - -103.1 + + +99.7 - - -103.2 + + +99.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/pdf.svg b/criterion/micro_ops_crossjoin/report/pdf.svg index 6b96696d7385..1b304f5d1a43 100644 --- a/criterion/micro_ops_crossjoin/report/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/pdf.svg @@ -13,79 +13,67 @@ Average Time (µs) 0 - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 + + +800 + - -88 - - - -90 - - - + 92 - - + + 94 - - + + 96 - - + + 98 - - + + 100 - - + + 102 - - + + 104 - - -106 - - - -108 - - + Density (a.u.) @@ -94,66 +82,60 @@ Density (a.u.) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - - - - - + + +0.2 + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + PDF diff --git a/criterion/micro_ops_crossjoin/report/pdf_small.svg b/criterion/micro_ops_crossjoin/report/pdf_small.svg index c2ae681b7c7c..7a9ad22f04f1 100644 --- a/criterion/micro_ops_crossjoin/report/pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/pdf_small.svg @@ -10,63 +10,35 @@ Average Time (µs) 0 - -0.02 + +0.05 - - -0.04 - - - -0.06 - - - -0.08 - - - + + 0.1 - - -0.12 - - - -0.14 + + +0.15 - - -0.16 - - - -0.18 - - - + + 0.2 - + - -90 - - - + 95 - - + + 100 - - + + 105 - - - + + + diff --git a/criterion/micro_ops_crossjoin/report/regression.svg b/criterion/micro_ops_crossjoin/report/regression.svg index a1c403b4903d..2ad9c7ba28ca 100644 --- a/criterion/micro_ops_crossjoin/report/regression.svg +++ b/criterion/micro_ops_crossjoin/report/regression.svg @@ -8,180 +8,190 @@ Total sample time (ms) Iterations - - - - - - + + + + + + + - - - - - - - + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + + +80.0 + + - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 + + +800 + - - + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - + + - - + + Sample diff --git a/criterion/micro_ops_crossjoin/report/regression_small.svg b/criterion/micro_ops_crossjoin/report/regression_small.svg index ca37b0e7c06b..3b9bce25ba7a 100644 --- a/criterion/micro_ops_crossjoin/report/regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/regression_small.svg @@ -5,77 +5,87 @@ Total sample time (ms) Iterations - - - - - - + + + + + + + - - - - - - - + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + + +80.0 + + - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 + + +800 + @@ -83,100 +93,100 @@ Iterations - - - - - - + + + + + + - - - + + + - + - - - - - - - - + + + + + + + + - - - - - - + + + + + + - - - - + + + + - + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - + + + + + + - - - - + + + + - - + + - - + + diff --git a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg index 80a836d7c01d..992c76897748 100644 --- a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg @@ -14,61 +14,57 @@ Average Time (µs) 0.04 - + 0.06 - + 0.08 - + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - + + 0.2 - + - + 90 - - + + 95 - - + + 100 - - + + 105 - - -110 - - - - - - + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg index 7530988b51f9..1c065ec00d21 100644 --- a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg @@ -6,89 +6,99 @@ Total sample time (ms) Iterations - - - - - - + + + + + + + - - - - - - - + + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + + +80.0 + + 0 - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 + + +800 + - - + + diff --git a/criterion/micro_ops_crossjoin/report/slope.svg b/criterion/micro_ops_crossjoin/report/slope.svg index c80ffc0eafd0..eb19159397bb 100644 --- a/criterion/micro_ops_crossjoin/report/slope.svg +++ b/criterion/micro_ops_crossjoin/report/slope.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + - -102.5 + +99.3 - - -102.6 + + +99.4 - - -102.7 + + +99.5 - - -102.8 + + +99.6 - - -102.9 + + +99.7 - - -103 + + +99.8 - - -103.1 + + +99.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/typical.svg b/criterion/micro_ops_crossjoin/report/typical.svg index 751d2522925e..196d982b0fda 100644 --- a/criterion/micro_ops_crossjoin/report/typical.svg +++ b/criterion/micro_ops_crossjoin/report/typical.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + - -102.5 + +99.3 - - -102.6 + + +99.4 - - -102.7 + + +99.5 - - -102.8 + + +99.6 - - -102.9 + + +99.7 - - -103 + + +99.8 - - -103.1 + + +99.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/base/estimates.json b/criterion/micro_ops_difference/base/estimates.json index 585365dc2260..f265f66bbb9e 100644 --- a/criterion/micro_ops_difference/base/estimates.json +++ b/criterion/micro_ops_difference/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70362.14823975546,"upper_bound":71316.27157529967},"point_estimate":70732.09274657548,"standard_error":253.28919321791352},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70056.14244036106,"upper_bound":70245.03217098577},"point_estimate":70161.91577060931,"standard_error":50.18911110943936},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":286.2363578662242,"upper_bound":675.3221542466724},"point_estimate":409.3595677655746,"standard_error":99.70045687803785},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70117.18316944725,"upper_bound":71042.09986882818},"point_estimate":70455.64070587656,"standard_error":251.687502939451},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":791.588180129833,"upper_bound":4184.214763977412},"point_estimate":2543.6037379000513,"standard_error":1148.8543462454481}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70858.53139536644,"upper_bound":71374.80426630983},"point_estimate":71108.9365893496,"standard_error":131.5736742447897},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70373.23865698729,"upper_bound":70573.08578431372},"point_estimate":70463.00843226789,"standard_error":49.68660674923953},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":293.73272384937763,"upper_bound":835.86584084107},"point_estimate":466.5030542208034,"standard_error":149.82547515574188},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70436.9729857376,"upper_bound":70833.4194373804},"point_estimate":70609.14004236244,"standard_error":101.55429323660572},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1093.371148682222,"upper_bound":1545.9251386039623},"point_estimate":1329.3107198685157,"standard_error":115.2706297806676}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/sample.json b/criterion/micro_ops_difference/base/sample.json index 70c6aa9fbf48..06ad88de2596 100644 --- a/criterion/micro_ops_difference/base/sample.json +++ b/criterion/micro_ops_difference/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[431074.0,858830.0,1299625.0,1728661.0,2176882.0,2598412.0,3003500.0,3443775.0,3862162.0,4309182.0,4736964.0,5182276.0,5633228.0,6114234.0,6517267.0,7067336.0,7339526.0,7703776.0,8025270.0,8422689.0,9004510.0,9207675.0,9822007.0,10157275.0,10506495.0,10876324.0,11298431.0,11769825.0,12131601.0,12858559.0,13274248.0,13395543.0,14045139.0,14260408.0,14662006.0,15025031.0,15472079.0,15877627.0,16286785.0,16646088.0,17186249.0,17492595.0,18036361.0,18399102.0,18762174.0,19225918.0,19622052.0,20088949.0,20413060.0,20985308.0,21503876.0,21977341.0,22225999.0,22724846.0,23116343.0,23517544.0,24012812.0,32800501.0,25007427.0,25215489.0,25636407.0,26098858.0,26481328.0,26981133.0,27280667.0,27721097.0,28139363.0,28574626.0,29115618.0,29487496.0,29853266.0,30311544.0,30803914.0,31187584.0,31506262.0,31882635.0,32502504.0,32775893.0,33397922.0,34865861.0,34154052.0,34551535.0,34968738.0,35319316.0,35671249.0,36197196.0,36481524.0,36962622.0,37344654.0,37919400.0,38393732.0,38706128.0,38974366.0,39515397.0,40071826.0,40416999.0,41859643.0,41258488.0,41655442.0,42194523.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[433951.0,871055.0,1314472.0,1779759.0,2205360.0,2619545.0,3082325.0,3570701.0,3998370.0,4415872.0,4787686.0,5265403.0,5677732.0,6124932.0,6535678.0,7022382.0,7475341.0,7853289.0,8242440.0,8710026.0,9013695.0,9269429.0,9989005.0,10292249.0,10759792.0,11034599.0,11587630.0,12055831.0,12231984.0,12910872.0,13085626.0,13500683.0,13851513.0,14260985.0,14743764.0,15148858.0,15525871.0,15920485.0,16342067.0,16790042.0,17171015.0,17571974.0,18063100.0,18393104.0,18969985.0,19595471.0,19731047.0,20164611.0,20565517.0,21052304.0,21740141.0,22003839.0,23534514.0,22749103.0,23391877.0,23746379.0,24072075.0,24441855.0,24905387.0,25243278.0,25674171.0,26110103.0,26571953.0,26998753.0,29665217.0,27927170.0,28212892.0,28793819.0,29154949.0,29549843.0,30151135.0,30450683.0,30865115.0,31351997.0,31705973.0,33161377.0,32526143.0,33038745.0,33460537.0,33715837.0,34251843.0,34671530.0,35103701.0,35434612.0,35840957.0,36254932.0,36728073.0,37119047.0,37495327.0,38010583.0,38511973.0,38879846.0,39233876.0,40840950.0,40158396.0,40555668.0,40962059.0,41327196.0,41842672.0,42341113.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/tukey.json b/criterion/micro_ops_difference/base/tukey.json index e3eeab4bffff..6148d9ed11cb 100644 --- a/criterion/micro_ops_difference/base/tukey.json +++ b/criterion/micro_ops_difference/base/tukey.json @@ -1 +1 @@ -[66735.1610780042,68332.51631110441,72592.1302660383,74189.4854991385] \ No newline at end of file +[65330.336925647454,67792.53573712928,74358.39923441416,76820.598045896] \ No newline at end of file diff --git a/criterion/micro_ops_difference/change/estimates.json b/criterion/micro_ops_difference/change/estimates.json index ddb83c7b3c6f..d02ca8fba7a5 100644 --- a/criterion/micro_ops_difference/change/estimates.json +++ b/criterion/micro_ops_difference/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006989580949591986,"upper_bound":0.009223450531626669},"point_estimate":-0.0006723519462513705,"standard_error":0.004063336868055504},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004852857374293751,"upper_bound":-0.00028697688009271527},"point_estimate":-0.002115148501416808,"standard_error":0.0011364513097870614}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0034723376224471865,"upper_bound":0.012381582633380909},"point_estimate":0.0053277632279919995,"standard_error":0.0040658622831018934},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0025602741276986585,"upper_bound":0.006625094439662194},"point_estimate":0.004291397382063966,"standard_error":0.0010224543227762444}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/estimates.json b/criterion/micro_ops_difference/new/estimates.json index 585365dc2260..f265f66bbb9e 100644 --- a/criterion/micro_ops_difference/new/estimates.json +++ b/criterion/micro_ops_difference/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70362.14823975546,"upper_bound":71316.27157529967},"point_estimate":70732.09274657548,"standard_error":253.28919321791352},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70056.14244036106,"upper_bound":70245.03217098577},"point_estimate":70161.91577060931,"standard_error":50.18911110943936},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":286.2363578662242,"upper_bound":675.3221542466724},"point_estimate":409.3595677655746,"standard_error":99.70045687803785},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70117.18316944725,"upper_bound":71042.09986882818},"point_estimate":70455.64070587656,"standard_error":251.687502939451},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":791.588180129833,"upper_bound":4184.214763977412},"point_estimate":2543.6037379000513,"standard_error":1148.8543462454481}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70858.53139536644,"upper_bound":71374.80426630983},"point_estimate":71108.9365893496,"standard_error":131.5736742447897},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70373.23865698729,"upper_bound":70573.08578431372},"point_estimate":70463.00843226789,"standard_error":49.68660674923953},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":293.73272384937763,"upper_bound":835.86584084107},"point_estimate":466.5030542208034,"standard_error":149.82547515574188},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70436.9729857376,"upper_bound":70833.4194373804},"point_estimate":70609.14004236244,"standard_error":101.55429323660572},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1093.371148682222,"upper_bound":1545.9251386039623},"point_estimate":1329.3107198685157,"standard_error":115.2706297806676}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/sample.json b/criterion/micro_ops_difference/new/sample.json index 70c6aa9fbf48..06ad88de2596 100644 --- a/criterion/micro_ops_difference/new/sample.json +++ b/criterion/micro_ops_difference/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[431074.0,858830.0,1299625.0,1728661.0,2176882.0,2598412.0,3003500.0,3443775.0,3862162.0,4309182.0,4736964.0,5182276.0,5633228.0,6114234.0,6517267.0,7067336.0,7339526.0,7703776.0,8025270.0,8422689.0,9004510.0,9207675.0,9822007.0,10157275.0,10506495.0,10876324.0,11298431.0,11769825.0,12131601.0,12858559.0,13274248.0,13395543.0,14045139.0,14260408.0,14662006.0,15025031.0,15472079.0,15877627.0,16286785.0,16646088.0,17186249.0,17492595.0,18036361.0,18399102.0,18762174.0,19225918.0,19622052.0,20088949.0,20413060.0,20985308.0,21503876.0,21977341.0,22225999.0,22724846.0,23116343.0,23517544.0,24012812.0,32800501.0,25007427.0,25215489.0,25636407.0,26098858.0,26481328.0,26981133.0,27280667.0,27721097.0,28139363.0,28574626.0,29115618.0,29487496.0,29853266.0,30311544.0,30803914.0,31187584.0,31506262.0,31882635.0,32502504.0,32775893.0,33397922.0,34865861.0,34154052.0,34551535.0,34968738.0,35319316.0,35671249.0,36197196.0,36481524.0,36962622.0,37344654.0,37919400.0,38393732.0,38706128.0,38974366.0,39515397.0,40071826.0,40416999.0,41859643.0,41258488.0,41655442.0,42194523.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[433951.0,871055.0,1314472.0,1779759.0,2205360.0,2619545.0,3082325.0,3570701.0,3998370.0,4415872.0,4787686.0,5265403.0,5677732.0,6124932.0,6535678.0,7022382.0,7475341.0,7853289.0,8242440.0,8710026.0,9013695.0,9269429.0,9989005.0,10292249.0,10759792.0,11034599.0,11587630.0,12055831.0,12231984.0,12910872.0,13085626.0,13500683.0,13851513.0,14260985.0,14743764.0,15148858.0,15525871.0,15920485.0,16342067.0,16790042.0,17171015.0,17571974.0,18063100.0,18393104.0,18969985.0,19595471.0,19731047.0,20164611.0,20565517.0,21052304.0,21740141.0,22003839.0,23534514.0,22749103.0,23391877.0,23746379.0,24072075.0,24441855.0,24905387.0,25243278.0,25674171.0,26110103.0,26571953.0,26998753.0,29665217.0,27927170.0,28212892.0,28793819.0,29154949.0,29549843.0,30151135.0,30450683.0,30865115.0,31351997.0,31705973.0,33161377.0,32526143.0,33038745.0,33460537.0,33715837.0,34251843.0,34671530.0,35103701.0,35434612.0,35840957.0,36254932.0,36728073.0,37119047.0,37495327.0,38010583.0,38511973.0,38879846.0,39233876.0,40840950.0,40158396.0,40555668.0,40962059.0,41327196.0,41842672.0,42341113.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/tukey.json b/criterion/micro_ops_difference/new/tukey.json index e3eeab4bffff..6148d9ed11cb 100644 --- a/criterion/micro_ops_difference/new/tukey.json +++ b/criterion/micro_ops_difference/new/tukey.json @@ -1 +1 @@ -[66735.1610780042,68332.51631110441,72592.1302660383,74189.4854991385] \ No newline at end of file +[65330.336925647454,67792.53573712928,74358.39923441416,76820.598045896] \ No newline at end of file diff --git a/criterion/micro_ops_difference/report/MAD.svg b/criterion/micro_ops_difference/report/MAD.svg index 7e14f6f2790a..024f81b4b8dd 100644 --- a/criterion/micro_ops_difference/report/MAD.svg +++ b/criterion/micro_ops_difference/report/MAD.svg @@ -9,94 +9,62 @@ Density (a.u.) Average time (ns) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - + + 0.0035 - - -0.004 - - - -0.0045 - - - -0.005 - - - -0.0055 - - + - -250 - - - + 300 - - -350 - - - + + 400 - - -450 - - - + + 500 - - -550 - - - + + 600 - - -650 - - - + + 700 - - - - + + +800 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/SD.svg b/criterion/micro_ops_difference/report/SD.svg index a4636aba6068..646f7924a280 100644 --- a/criterion/micro_ops_difference/report/SD.svg +++ b/criterion/micro_ops_difference/report/SD.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 - - - -1 - - - -1.2 - - - - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 + + + +1.05 + + + +1.1 + + + +1.15 + + + +1.2 + + + +1.25 + + + +1.3 + + + +1.35 + + + +1.4 + + + +1.45 + + + +1.5 - - -4.5 + + +1.55 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/both/pdf.svg b/criterion/micro_ops_difference/report/both/pdf.svg index 33df6b6ae0d2..be4194a14d78 100644 --- a/criterion/micro_ops_difference/report/both/pdf.svg +++ b/criterion/micro_ops_difference/report/both/pdf.svg @@ -9,42 +9,38 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - -0.45 - - + 70 @@ -58,10 +54,10 @@ Average Time (µs) 90 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_difference/report/both/regression.svg b/criterion/micro_ops_difference/report/both/regression.svg index fdb7ab84e34d..f46bea476b62 100644 --- a/criterion/micro_ops_difference/report/both/regression.svg +++ b/criterion/micro_ops_difference/report/both/regression.svg @@ -17,13 +17,13 @@ Iterations - + - + - + - + 0.0 @@ -33,34 +33,34 @@ Iterations 5.0 - + 10.0 - + 15.0 - + 20.0 - + 25.0 - + 30.0 - + 35.0 - + 40.0 - + 0 @@ -91,9 +91,9 @@ Iterations - + - + Base Sample diff --git a/criterion/micro_ops_difference/report/change/mean.svg b/criterion/micro_ops_difference/report/change/mean.svg index c1778a8038ad..130e99ff074e 100644 --- a/criterion/micro_ops_difference/report/change/mean.svg +++ b/criterion/micro_ops_difference/report/change/mean.svg @@ -9,95 +9,91 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - - -110 - - + - --0.008 - - - --0.006 - - - + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - - - - + + +0.012 + + + +0.014 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/median.svg b/criterion/micro_ops_difference/report/change/median.svg index e27243fc527a..ec142d495b03 100644 --- a/criterion/micro_ops_difference/report/change/median.svg +++ b/criterion/micro_ops_difference/report/change/median.svg @@ -9,86 +9,86 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - - --0.005 + + +450 - - --0.0045 + + + +0.0025 - - --0.004 + + +0.003 - - --0.0035 + + +0.0035 - - --0.003 + + +0.004 - - --0.0025 + + +0.0045 - - --0.002 + + +0.005 - - --0.0015 + + +0.0055 - - --0.001 + + +0.006 - - --5e-4 + + +0.0065 - - -8.67362e-19 + + +0.007 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/t-test.svg b/criterion/micro_ops_difference/report/change/t-test.svg index 5b992c40a76d..4540cf188427 100644 --- a/criterion/micro_ops_difference/report/change/t-test.svg +++ b/criterion/micro_ops_difference/report/change/t-test.svg @@ -13,73 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_difference/report/index.html b/criterion/micro_ops_difference/report/index.html index 2eb8288ce969..0c76193449c2 100644 --- a/criterion/micro_ops_difference/report/index.html +++ b/criterion/micro_ops_difference/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 70.117 µs - 70.456 µs - 71.042 µs + 70.437 µs + 70.609 µs + 70.833 µs R² - 0.8539359 - 0.8562876 - 0.8492654 + 0.9778759 + 0.9786653 + 0.9773263 Mean - 70.362 µs - 70.732 µs - 71.316 µs + 70.859 µs + 71.109 µs + 71.375 µs Std. Dev. - 791.59 ns - 2.5436 µs - 4.1842 µs + 1.0934 µs + 1.3293 µs + 1.5459 µs Median - 70.056 µs - 70.162 µs - 70.245 µs + 70.373 µs + 70.463 µs + 70.573 µs MAD - 286.24 ns - 409.36 ns - 675.32 ns + 293.73 ns + 466.50 ns + 835.87 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.6990% - -0.0672% - +0.9223% - (p = 0.88 > + -0.3472% + +0.5328% + +1.2382% + (p = 0.20 > 0.05) diff --git a/criterion/micro_ops_difference/report/mean.svg b/criterion/micro_ops_difference/report/mean.svg index dc905ea78755..1e4c2dcc6653 100644 --- a/criterion/micro_ops_difference/report/mean.svg +++ b/criterion/micro_ops_difference/report/mean.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 - - -1.4 + + +2 - - -1.6 + + +2.5 - - -1.8 + + +3 - + - -70.4 - - - -70.6 + +70.9 - - -70.8 - - - + + 71 - - + + +71.1 + + + 71.2 - - + + +71.3 + + + 71.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/median.svg b/criterion/micro_ops_difference/report/median.svg index c546829a5442..dfa8cca7643a 100644 --- a/criterion/micro_ops_difference/report/median.svg +++ b/criterion/micro_ops_difference/report/median.svg @@ -9,62 +9,50 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - -16 - - + - -70.05 - - - -70.1 - - - -70.15 + +70.4 - - -70.2 + + +70.45 - - -70.25 + + +70.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/pdf.svg b/criterion/micro_ops_difference/report/pdf.svg index c61a826a2733..097695da3cb3 100644 --- a/criterion/micro_ops_difference/report/pdf.svg +++ b/criterion/micro_ops_difference/report/pdf.svg @@ -38,30 +38,46 @@ Average Time (µs) - + +68 + + + +69 + + + 70 - - -75 + + +71 - - -80 + + +72 - - -85 + + +73 + + + +74 + + + +75 - - -90 + + +76 - - -95 + + +77 - + Density (a.u.) @@ -70,40 +86,48 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - - - - - - - - - - - - - - + + +0.3 + + + +0.35 + + + +0.4 + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_difference/report/pdf_small.svg b/criterion/micro_ops_difference/report/pdf_small.svg index 1c549ba3dab5..1bf83239393a 100644 --- a/criterion/micro_ops_difference/report/pdf_small.svg +++ b/criterion/micro_ops_difference/report/pdf_small.svg @@ -10,43 +10,63 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - + + +0.35 + + + +0.4 + + + +0.45 + + - + +68 + + + 70 - - -80 + + +72 + + + +74 - - -90 + + +76 - - - + + + diff --git a/criterion/micro_ops_difference/report/regression.svg b/criterion/micro_ops_difference/report/regression.svg index 3317d7df4ef1..38aa4a6a119e 100644 --- a/criterion/micro_ops_difference/report/regression.svg +++ b/criterion/micro_ops_difference/report/regression.svg @@ -15,46 +15,46 @@ Iterations - - - - - - - + + + + + + + 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 100 @@ -86,102 +86,102 @@ Iterations - - - - + + + + - + - + - - - - - - + + + + + + - - - - - - + + + + + + - + - + - - + + - - + + - - - + + + - + - - - + + + - - + + - - + + - + - - - + + + - + - - + + - - - - - + + + + + - + - - + + - + - + - - + + - - - + + + - + Sample diff --git a/criterion/micro_ops_difference/report/regression_small.svg b/criterion/micro_ops_difference/report/regression_small.svg index 46c77f8d6604..d363e348cea9 100644 --- a/criterion/micro_ops_difference/report/regression_small.svg +++ b/criterion/micro_ops_difference/report/regression_small.svg @@ -11,19 +11,19 @@ Iterations - + - + - - + + - + 5.0 - + 10.0 @@ -32,22 +32,22 @@ Iterations 15.0 - + 20.0 - + 25.0 - + 30.0 - - + + 35.0 - + 40.0 @@ -84,8 +84,8 @@ Iterations - - + + @@ -93,87 +93,87 @@ Iterations - - - - - + + + + + - + - + - - + + - + - + - + - - + + - + - - - - - - + + + + + + - - + + - + - - + + - + - - + + - + - + - + - - + + - - - + + + - + diff --git a/criterion/micro_ops_difference/report/relative_pdf_small.svg b/criterion/micro_ops_difference/report/relative_pdf_small.svg index 4aa0e2a751d2..7bd712cd5a48 100644 --- a/criterion/micro_ops_difference/report/relative_pdf_small.svg +++ b/criterion/micro_ops_difference/report/relative_pdf_small.svg @@ -6,42 +6,38 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - -0.45 - - + 70 @@ -55,8 +51,8 @@ Average Time (µs) 90 - - - - + + + + diff --git a/criterion/micro_ops_difference/report/relative_regression_small.svg b/criterion/micro_ops_difference/report/relative_regression_small.svg index 4eb1a273da5e..840454932383 100644 --- a/criterion/micro_ops_difference/report/relative_regression_small.svg +++ b/criterion/micro_ops_difference/report/relative_regression_small.svg @@ -88,7 +88,7 @@ Iterations - + - + diff --git a/criterion/micro_ops_difference/report/slope.svg b/criterion/micro_ops_difference/report/slope.svg index 642b6ad9885e..6a38b56d84cd 100644 --- a/criterion/micro_ops_difference/report/slope.svg +++ b/criterion/micro_ops_difference/report/slope.svg @@ -9,94 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 - - - -1.4 + + +1.5 - - -1.6 - - - -1.8 - - - + + 2 - - - -70.1 + + +2.5 + + + +3 - - -70.2 + + +3.5 - - -70.3 + + +4 - - + + + 70.4 - - + + +70.45 + + + 70.5 - - + + +70.55 + + + 70.6 - - -70.7 + + +70.65 - - -70.8 + + +70.7 - - -70.9 + + +70.75 - - -71 + + +70.8 - - -71.1 + + +70.85 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/typical.svg b/criterion/micro_ops_difference/report/typical.svg index ec2200640535..9ba4287cfe3d 100644 --- a/criterion/micro_ops_difference/report/typical.svg +++ b/criterion/micro_ops_difference/report/typical.svg @@ -9,94 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 - - - -1.4 + + +1.5 - - -1.6 - - - -1.8 - - - + + 2 - - - -70.1 + + +2.5 + + + +3 - - -70.2 + + +3.5 - - -70.3 + + +4 - - + + + 70.4 - - + + +70.45 + + + 70.5 - - + + +70.55 + + + 70.6 - - -70.7 + + +70.65 - - -70.8 + + +70.7 - - -70.9 + + +70.75 - - -71 + + +70.8 - - -71.1 + + +70.85 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/base/estimates.json b/criterion/micro_ops_flat_map/base/estimates.json index a13919a87f53..f07712ff63cd 100644 --- a/criterion/micro_ops_flat_map/base/estimates.json +++ b/criterion/micro_ops_flat_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6755.445200975116,"upper_bound":6797.176139498245},"point_estimate":6775.481057114958,"standard_error":10.592072307815378},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6775.114599686029,"upper_bound":6805.156837606837},"point_estimate":6792.1923076923085,"standard_error":7.835880067033598},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48.20437825721192,"upper_bound":92.86860176016053},"point_estimate":71.39346127097414,"standard_error":11.200790190482445},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6714.7595910285145,"upper_bound":6767.656225466978},"point_estimate":6739.439849950551,"standard_error":13.534837286914255},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77.82293021040068,"upper_bound":135.7521706737653},"point_estimate":106.15131342646798,"standard_error":15.1344797691148}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6676.134802169737,"upper_bound":6721.293568988758},"point_estimate":6698.300616593748,"standard_error":11.488890758985121},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6667.718472114306,"upper_bound":6721.418803418804},"point_estimate":6699.179456568712,"standard_error":12.843539077724653},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79.0416878013888,"upper_bound":135.40124836645822},"point_estimate":101.418219338006,"standard_error":15.050596936393315},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6714.2147071848085,"upper_bound":6760.464529170027},"point_estimate":6735.688784940492,"standard_error":11.845540980755056},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95.05568376256947,"upper_bound":135.3740341883327},"point_estimate":115.75802163538047,"standard_error":10.370602068742192}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/sample.json b/criterion/micro_ops_flat_map/base/sample.json index 704f7b226c1a..228b73c88a02 100644 --- a/criterion/micro_ops_flat_map/base/sample.json +++ b/criterion/micro_ops_flat_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[88064.0,180306.0,264843.0,355286.0,442562.0,523255.0,610632.0,701406.0,784368.0,884583.0,995194.0,1050189.0,1137194.0,1224290.0,1322056.0,1412287.0,1498644.0,1589688.0,1675374.0,1774381.0,1868006.0,1944739.0,2031497.0,2118453.0,2214557.0,2312475.0,2399297.0,2474131.0,2579622.0,2660126.0,2738657.0,2821807.0,2952894.0,2927618.0,3005684.0,3098329.0,3261287.0,3369780.0,3446999.0,3541417.0,3598377.0,3733651.0,3802179.0,3863992.0,3995028.0,4088212.0,4148373.0,4183558.0,4315748.0,4446388.0,4844452.0,4606498.0,4694839.0,4777692.0,4882360.0,4950601.0,4984677.0,5102718.0,5499947.0,5316966.0,5422558.0,5499326.0,5573234.0,5749753.0,5764123.0,5871165.0,5935366.0,6034164.0,6128349.0,6230782.0,6333674.0,6420118.0,6476099.0,6584175.0,6702460.0,6756546.0,6631627.0,6769637.0,6771228.0,6873139.0,6968942.0,7018361.0,7170690.0,7334691.0,7343511.0,7458015.0,7545877.0,7660056.0,7720267.0,7761587.0,7871158.0,8012325.0,8182225.0,8145076.0,8325181.0,8396290.0,8457421.0,8443505.0,8479665.0,8662410.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[86149.0,169998.0,254325.0,343189.0,426029.0,508422.0,607201.0,681175.0,765607.0,853723.0,937028.0,1036281.0,1120748.0,1190023.0,1283492.0,1362417.0,1455224.0,1551064.0,1616123.0,1709906.0,1827351.0,1884467.0,2006769.0,2053318.0,2136397.0,2218071.0,2424347.0,2396331.0,2470227.0,2567560.0,2658221.0,2733224.0,2812124.0,2937454.0,3008790.0,3102151.0,3201180.0,3348380.0,3530518.0,3511883.0,3589098.0,3690929.0,3747290.0,3906680.0,3922039.0,4073092.0,4257931.0,4264352.0,4257299.0,4378887.0,4576642.0,4571943.0,4680955.0,4750122.0,4888381.0,4850438.0,4942670.0,5055953.0,5162264.0,5247563.0,5330945.0,5473802.0,5523350.0,5727347.0,5664515.0,5782071.0,5894080.0,5951001.0,6258773.0,6487863.0,6279030.0,6291248.0,6407339.0,6573068.0,6599271.0,6708478.0,6756403.0,6733908.0,6836788.0,6968589.0,7018012.0,7204392.0,7290953.0,7344747.0,7386991.0,7487532.0,7549712.0,7631233.0,7749346.0,8172745.0,7932449.0,8094700.0,8031446.0,8140559.0,8304845.0,8246600.0,8424919.0,8552423.0,8687109.0,8720709.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/tukey.json b/criterion/micro_ops_flat_map/base/tukey.json index ef8ca8b37e5e..4cff043972b6 100644 --- a/criterion/micro_ops_flat_map/base/tukey.json +++ b/criterion/micro_ops_flat_map/base/tukey.json @@ -1 +1 @@ -[6352.302509043413,6530.164785449541,7004.464189199217,7182.326465605345] \ No newline at end of file +[6151.027266665164,6378.431902563351,6984.844264958519,7212.248900856706] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/change/estimates.json b/criterion/micro_ops_flat_map/change/estimates.json index 8fa9a9410ed3..50a397fb0f79 100644 --- a/criterion/micro_ops_flat_map/change/estimates.json +++ b/criterion/micro_ops_flat_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.01991701042937962,"upper_bound":0.026382950641413373},"point_estimate":0.023116102779152436,"standard_error":0.001661861154578466},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.02326809197361713,"upper_bound":0.029023466030586365},"point_estimate":0.026413076527122437,"standard_error":0.0014707153467669102}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01594123704432779,"upper_bound":-0.006673710611202326},"point_estimate":-0.011391138115597443,"standard_error":0.002372542385519196},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01916706962657555,"upper_bound":-0.009361141172047116},"point_estimate":-0.013694083870130824,"standard_error":0.002435758965415223}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/estimates.json b/criterion/micro_ops_flat_map/new/estimates.json index a13919a87f53..f07712ff63cd 100644 --- a/criterion/micro_ops_flat_map/new/estimates.json +++ b/criterion/micro_ops_flat_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6755.445200975116,"upper_bound":6797.176139498245},"point_estimate":6775.481057114958,"standard_error":10.592072307815378},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6775.114599686029,"upper_bound":6805.156837606837},"point_estimate":6792.1923076923085,"standard_error":7.835880067033598},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48.20437825721192,"upper_bound":92.86860176016053},"point_estimate":71.39346127097414,"standard_error":11.200790190482445},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6714.7595910285145,"upper_bound":6767.656225466978},"point_estimate":6739.439849950551,"standard_error":13.534837286914255},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77.82293021040068,"upper_bound":135.7521706737653},"point_estimate":106.15131342646798,"standard_error":15.1344797691148}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6676.134802169737,"upper_bound":6721.293568988758},"point_estimate":6698.300616593748,"standard_error":11.488890758985121},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6667.718472114306,"upper_bound":6721.418803418804},"point_estimate":6699.179456568712,"standard_error":12.843539077724653},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79.0416878013888,"upper_bound":135.40124836645822},"point_estimate":101.418219338006,"standard_error":15.050596936393315},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6714.2147071848085,"upper_bound":6760.464529170027},"point_estimate":6735.688784940492,"standard_error":11.845540980755056},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95.05568376256947,"upper_bound":135.3740341883327},"point_estimate":115.75802163538047,"standard_error":10.370602068742192}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/sample.json b/criterion/micro_ops_flat_map/new/sample.json index 704f7b226c1a..228b73c88a02 100644 --- a/criterion/micro_ops_flat_map/new/sample.json +++ b/criterion/micro_ops_flat_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[88064.0,180306.0,264843.0,355286.0,442562.0,523255.0,610632.0,701406.0,784368.0,884583.0,995194.0,1050189.0,1137194.0,1224290.0,1322056.0,1412287.0,1498644.0,1589688.0,1675374.0,1774381.0,1868006.0,1944739.0,2031497.0,2118453.0,2214557.0,2312475.0,2399297.0,2474131.0,2579622.0,2660126.0,2738657.0,2821807.0,2952894.0,2927618.0,3005684.0,3098329.0,3261287.0,3369780.0,3446999.0,3541417.0,3598377.0,3733651.0,3802179.0,3863992.0,3995028.0,4088212.0,4148373.0,4183558.0,4315748.0,4446388.0,4844452.0,4606498.0,4694839.0,4777692.0,4882360.0,4950601.0,4984677.0,5102718.0,5499947.0,5316966.0,5422558.0,5499326.0,5573234.0,5749753.0,5764123.0,5871165.0,5935366.0,6034164.0,6128349.0,6230782.0,6333674.0,6420118.0,6476099.0,6584175.0,6702460.0,6756546.0,6631627.0,6769637.0,6771228.0,6873139.0,6968942.0,7018361.0,7170690.0,7334691.0,7343511.0,7458015.0,7545877.0,7660056.0,7720267.0,7761587.0,7871158.0,8012325.0,8182225.0,8145076.0,8325181.0,8396290.0,8457421.0,8443505.0,8479665.0,8662410.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[86149.0,169998.0,254325.0,343189.0,426029.0,508422.0,607201.0,681175.0,765607.0,853723.0,937028.0,1036281.0,1120748.0,1190023.0,1283492.0,1362417.0,1455224.0,1551064.0,1616123.0,1709906.0,1827351.0,1884467.0,2006769.0,2053318.0,2136397.0,2218071.0,2424347.0,2396331.0,2470227.0,2567560.0,2658221.0,2733224.0,2812124.0,2937454.0,3008790.0,3102151.0,3201180.0,3348380.0,3530518.0,3511883.0,3589098.0,3690929.0,3747290.0,3906680.0,3922039.0,4073092.0,4257931.0,4264352.0,4257299.0,4378887.0,4576642.0,4571943.0,4680955.0,4750122.0,4888381.0,4850438.0,4942670.0,5055953.0,5162264.0,5247563.0,5330945.0,5473802.0,5523350.0,5727347.0,5664515.0,5782071.0,5894080.0,5951001.0,6258773.0,6487863.0,6279030.0,6291248.0,6407339.0,6573068.0,6599271.0,6708478.0,6756403.0,6733908.0,6836788.0,6968589.0,7018012.0,7204392.0,7290953.0,7344747.0,7386991.0,7487532.0,7549712.0,7631233.0,7749346.0,8172745.0,7932449.0,8094700.0,8031446.0,8140559.0,8304845.0,8246600.0,8424919.0,8552423.0,8687109.0,8720709.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/tukey.json b/criterion/micro_ops_flat_map/new/tukey.json index ef8ca8b37e5e..4cff043972b6 100644 --- a/criterion/micro_ops_flat_map/new/tukey.json +++ b/criterion/micro_ops_flat_map/new/tukey.json @@ -1 +1 @@ -[6352.302509043413,6530.164785449541,7004.464189199217,7182.326465605345] \ No newline at end of file +[6151.027266665164,6378.431902563351,6984.844264958519,7212.248900856706] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/report/MAD.svg b/criterion/micro_ops_flat_map/report/MAD.svg index 51d2ad1dccbb..418a828f153e 100644 --- a/criterion/micro_ops_flat_map/report/MAD.svg +++ b/criterion/micro_ops_flat_map/report/MAD.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - -0.04 - - + - -45 - - - -50 - - - -55 - - - -60 - - - -65 + +80 - - -70 + + +90 - - -75 + + +100 - - -80 + + +110 - - -85 + + +120 - - -90 + + +130 - - -95 + + +140 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/SD.svg b/criterion/micro_ops_flat_map/report/SD.svg index 4b2f5d1f3de9..485ba9cf151a 100644 --- a/criterion/micro_ops_flat_map/report/SD.svg +++ b/criterion/micro_ops_flat_map/report/SD.svg @@ -9,58 +9,78 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - - -80 + + +0.03 + + + +0.035 - - -90 + + +0.04 - - + + + +95 + + + 100 - - + + +105 + + + 110 - - + + +115 + + + 120 - - + + +125 + + + 130 - - -140 + + +135 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/both/pdf.svg b/criterion/micro_ops_flat_map/report/both/pdf.svg index cac73a4c6037..38a21e3d0a4a 100644 --- a/criterion/micro_ops_flat_map/report/both/pdf.svg +++ b/criterion/micro_ops_flat_map/report/both/pdf.svg @@ -9,63 +9,55 @@ Density (a.u.) Average Time (µs) - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 + + +2 - - -4 + + +2.5 - - -5 + + +3 - - -6 + + +3.5 - - -7 + + +4 - - -8 + + +4.5 - + - -6.6 - - - -6.8 + +6.5 - - + + 7 - - -7.2 - - - -7.4 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_flat_map/report/both/regression.svg b/criterion/micro_ops_flat_map/report/both/regression.svg index d22f59e52d89..739abfdcb3e2 100644 --- a/criterion/micro_ops_flat_map/report/both/regression.svg +++ b/criterion/micro_ops_flat_map/report/both/regression.svg @@ -90,9 +90,9 @@ Iterations (x 10^3) 1.2 - - - + + + Base Sample diff --git a/criterion/micro_ops_flat_map/report/change/mean.svg b/criterion/micro_ops_flat_map/report/change/mean.svg index a25facd0261a..792d0f8c934f 100644 --- a/criterion/micro_ops_flat_map/report/change/mean.svg +++ b/criterion/micro_ops_flat_map/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 - - - -200 - - - -220 - - + - -0.02 - - - -0.021 - - - -0.022 - - - -0.023 - - - -0.024 - - - -0.025 - - - -0.026 - - - -0.027 - - - - - - + +-0.016 + + + +-0.015 + + + +-0.014 + + + +-0.013 + + + +-0.012 + + + +-0.011 + + + +-0.01 + + + +-0.009 + + + +-0.008 + + + +-0.007 + + + +-0.006 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/median.svg b/criterion/micro_ops_flat_map/report/change/median.svg index 08f2de1a3dae..55bf153f3599 100644 --- a/criterion/micro_ops_flat_map/report/change/median.svg +++ b/criterion/micro_ops_flat_map/report/change/median.svg @@ -9,63 +9,75 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 + + + +160 - - -250 + + +180 - + -300 +200 - -0.023 - - - -0.024 - - - -0.025 - - - -0.026 - - - -0.027 - - - -0.028 - - - -0.029 - - - - - - + +-0.02 + + + +-0.018 + + + +-0.016 + + + +-0.014 + + + +-0.012 + + + +-0.01 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/t-test.svg b/criterion/micro_ops_flat_map/report/change/t-test.svg index da3a1121dd5d..2d02e500c946 100644 --- a/criterion/micro_ops_flat_map/report/change/t-test.svg +++ b/criterion/micro_ops_flat_map/report/change/t-test.svg @@ -46,44 +46,48 @@ t score - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_flat_map/report/index.html b/criterion/micro_ops_flat_map/report/index.html index 72df23d3cfdb..e9fb363c5eee 100644 --- a/criterion/micro_ops_flat_map/report/index.html +++ b/criterion/micro_ops_flat_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.7148 µs - 6.7394 µs - 6.7677 µs + 6.7142 µs + 6.7357 µs + 6.7605 µs R² - 0.9601843 - 0.9619854 - 0.9596326 + 0.9710695 + 0.9724146 + 0.9706249 Mean - 6.7554 µs - 6.7755 µs - 6.7972 µs + 6.6761 µs + 6.6983 µs + 6.7213 µs Std. Dev. - 77.823 ns - 106.15 ns - 135.75 ns + 95.056 ns + 115.76 ns + 135.37 ns Median - 6.7751 µs - 6.7922 µs - 6.8052 µs + 6.6677 µs + 6.6992 µs + 6.7214 µs MAD - 48.204 ns - 71.393 ns - 92.869 ns + 79.042 ns + 101.42 ns + 135.40 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +1.9917% - +2.3116% - +2.6383% + -1.5941% + -1.1391% + -0.6674% (p = 0.00 < 0.05) - Performance has regressed. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_flat_map/report/mean.svg b/criterion/micro_ops_flat_map/report/mean.svg index 6b767680023b..e4eaaf40505d 100644 --- a/criterion/micro_ops_flat_map/report/mean.svg +++ b/criterion/micro_ops_flat_map/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - + - -6.755 + +6.675 + + + +6.68 - - -6.76 + + +6.685 - - -6.765 + + +6.69 - - -6.77 + + +6.695 - - -6.775 + + +6.7 - - -6.78 + + +6.705 - - -6.785 + + +6.71 - - -6.79 + + +6.715 - - -6.795 + + +6.72 - - -6.8 + + +6.725 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/median.svg b/criterion/micro_ops_flat_map/report/median.svg index eb8a77c09f60..361048bfa453 100644 --- a/criterion/micro_ops_flat_map/report/median.svg +++ b/criterion/micro_ops_flat_map/report/median.svg @@ -9,74 +9,62 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - -80 - - - -90 - - - -100 - - + - -6.775 + +6.67 - - -6.78 + + +6.68 - - -6.785 + + +6.69 - - -6.79 + + +6.7 - - -6.795 + + +6.71 - - -6.8 + + +6.72 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/pdf.svg b/criterion/micro_ops_flat_map/report/pdf.svg index 3fbe2fb280e6..c14b0a0392b5 100644 --- a/criterion/micro_ops_flat_map/report/pdf.svg +++ b/criterion/micro_ops_flat_map/report/pdf.svg @@ -38,46 +38,42 @@ Average Time (µs) - + +6.4 + + + 6.5 - - + + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - - + + 7 - - + + 7.1 - - + + 7.2 - - -7.3 - - - -7.4 - - + Density (a.u.) @@ -86,52 +82,40 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - - -4 - - - -4.5 - - - - - - + + + + + - - - - - + + + + + PDF diff --git a/criterion/micro_ops_flat_map/report/pdf_small.svg b/criterion/micro_ops_flat_map/report/pdf_small.svg index 6a60fa7061ca..08a355606f8d 100644 --- a/criterion/micro_ops_flat_map/report/pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/pdf_small.svg @@ -10,67 +10,55 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 - - - -4.5 - - - -5 - - + - + +6.4 + + + 6.6 - - + + 6.8 - - + + 7 - - + + 7.2 - - -7.4 - - - - + + + diff --git a/criterion/micro_ops_flat_map/report/regression.svg b/criterion/micro_ops_flat_map/report/regression.svg index ea84b1c6889a..3a90c85a7f60 100644 --- a/criterion/micro_ops_flat_map/report/regression.svg +++ b/criterion/micro_ops_flat_map/report/regression.svg @@ -15,46 +15,46 @@ Iterations (x 10^3) - - - - - - - + + + + + + + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -83,102 +83,102 @@ Iterations (x 10^3) - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - + + + + + - - - - - - - - + + + + + + + + diff --git a/criterion/micro_ops_flat_map/report/regression_small.svg b/criterion/micro_ops_flat_map/report/regression_small.svg index 8b0bbccefcd5..f50644e2e977 100644 --- a/criterion/micro_ops_flat_map/report/regression_small.svg +++ b/criterion/micro_ops_flat_map/report/regression_small.svg @@ -12,46 +12,46 @@ Iterations (x 10^3) - + - - - - - + + + + + 1.0 - + 2.0 - + 3.0 - + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -80,102 +80,102 @@ Iterations (x 10^3) - + - + - - + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - + + - - - - - - - - - - + + + + + + + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg index af6b01766d51..f039e6c67069 100644 --- a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg @@ -6,61 +6,53 @@ Density (a.u.) Average Time (µs) - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 + + +2 - - -4 + + +2.5 - - -5 + + +3 - - -6 + + +3.5 - - -7 + + +4 - - -8 + + +4.5 - + - -6.6 - - - -6.8 + +6.5 - - + + 7 - - -7.2 - - - -7.4 - - - - - - + + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_regression_small.svg b/criterion/micro_ops_flat_map/report/relative_regression_small.svg index fe1f62247015..a55ed5b40ab8 100644 --- a/criterion/micro_ops_flat_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations (x 10^3) 1.2 - - - + + + diff --git a/criterion/micro_ops_flat_map/report/slope.svg b/criterion/micro_ops_flat_map/report/slope.svg index 8d9ce32a204d..2f5df93b1b14 100644 --- a/criterion/micro_ops_flat_map/report/slope.svg +++ b/criterion/micro_ops_flat_map/report/slope.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - + + +35 + + - + 6.71 - - + + 6.72 - - + + 6.73 - - + + 6.74 - - + + 6.75 - - + + 6.76 - - -6.77 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/typical.svg b/criterion/micro_ops_flat_map/report/typical.svg index d64f6a930970..14e48bbd16a1 100644 --- a/criterion/micro_ops_flat_map/report/typical.svg +++ b/criterion/micro_ops_flat_map/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - + + +35 + + - + 6.71 - - + + 6.72 - - + + 6.73 - - + + 6.74 - - + + 6.75 - - + + 6.76 - - -6.77 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/base/estimates.json b/criterion/micro_ops_fold/base/estimates.json index 51099ebfd2e1..87b38907866d 100644 --- a/criterion/micro_ops_fold/base/estimates.json +++ b/criterion/micro_ops_fold/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22118.576583333343,"upper_bound":22377.642583333334},"point_estimate":22242.23333333334,"standard_error":66.07560800682072},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21935.833333333332,"upper_bound":22156.0},"point_estimate":22052.083333333336,"standard_error":56.62832701472292},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":280.82914501428786,"upper_bound":511.37344092130843},"point_estimate":412.28634268045244,"standard_error":64.5683391447866},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":516.0772061769424,"upper_bound":796.5577900459454},"point_estimate":666.4445896948654,"standard_error":71.63646354249174}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22667.296374999998,"upper_bound":22977.927125},"point_estimate":22813.121666666655,"standard_error":79.49042217551288},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22478.666666666664,"upper_bound":22723.083333333336},"point_estimate":22620.75,"standard_error":66.08868865482248},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":334.20274406671706,"upper_bound":633.5643887519819},"point_estimate":476.6558915376663,"standard_error":77.00807874654832},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":557.1450228897683,"upper_bound":1020.4079633335288},"point_estimate":795.5199733363028,"standard_error":119.01088052336101}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/sample.json b/criterion/micro_ops_fold/base/sample.json index dd0c1c44dd6d..24c3cfe70a6f 100644 --- a/criterion/micro_ops_fold/base/sample.json +++ b/criterion/micro_ops_fold/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[131025.0,130344.0,130663.0,132218.0,133068.0,134901.0,132307.0,133097.0,131606.0,134031.0,133207.0,142014.0,132957.0,129322.0,131696.0,130734.0,139180.0,130984.0,130332.0,131324.0,128941.0,131535.0,129222.0,130544.0,132816.0,129532.0,132988.0,130853.0,132318.0,133109.0,144100.0,132658.0,130664.0,141294.0,141873.0,128539.0,130405.0,136784.0,131025.0,134740.0,134281.0,135723.0,130133.0,131053.0,145151.0,133538.0,136054.0,132936.0,142845.0,132867.0,131325.0,132388.0,130123.0,131084.0,130604.0,130903.0,131785.0,131587.0,131035.0,132046.0,131615.0,134803.0,131016.0,133078.0,132517.0,131905.0,139269.0,149007.0,130203.0,131884.0,134539.0,128809.0,132850.0,134381.0,135594.0,132728.0,144109.0,135605.0,131245.0,129761.0,130534.0,131385.0,135241.0,134000.0,142215.0,134611.0,128479.0,131005.0,137647.0,132146.0,129991.0,131906.0,139820.0,135564.0,130362.0,131063.0,133459.0,132325.0,137808.0,134450.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[134500.0,134632.0,135474.0,139612.0,134442.0,134939.0,137126.0,132759.0,133019.0,142284.0,135796.0,135562.0,145101.0,139680.0,134952.0,137235.0,143658.0,138389.0,138939.0,140983.0,139442.0,144820.0,141243.0,142054.0,135142.0,139199.0,141311.0,137896.0,147616.0,139239.0,140683.0,138097.0,137656.0,139449.0,136325.0,134261.0,133780.0,135592.0,134923.0,134252.0,135413.0,134180.0,142603.0,138128.0,134482.0,134190.0,136284.0,136194.0,136595.0,137274.0,135853.0,134210.0,140753.0,138869.0,136104.0,135653.0,134582.0,136393.0,133529.0,136185.0,138218.0,133731.0,138579.0,133951.0,135281.0,143498.0,133798.0,134351.0,134572.0,133989.0,131906.0,136265.0,133828.0,136655.0,152955.0,132497.0,136717.0,134792.0,131927.0,131064.0,136985.0,154028.0,129071.0,132607.0,132597.0,134420.0,134380.0,160540.0,134620.0,135982.0,135924.0,131686.0,132528.0,133579.0,137076.0,131386.0,133428.0,132426.0,132408.0,134092.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/tukey.json b/criterion/micro_ops_fold/base/tukey.json index ebfc67f49ef6..f1307be0526e 100644 --- a/criterion/micro_ops_fold/base/tukey.json +++ b/criterion/micro_ops_fold/base/tukey.json @@ -1 +1 @@ -[20054.666666666668,20943.979166666668,23315.479166666668,24204.791666666668] \ No newline at end of file +[20240.08333333333,21302.33333333333,24135.0,25197.250000000004] \ No newline at end of file diff --git a/criterion/micro_ops_fold/change/estimates.json b/criterion/micro_ops_fold/change/estimates.json index 83d783bf4c4f..7cc3c407eba8 100644 --- a/criterion/micro_ops_fold/change/estimates.json +++ b/criterion/micro_ops_fold/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0010243734894637584,"upper_bound":0.01727868861139065},"point_estimate":0.008633745357342404,"standard_error":0.004674266370394795},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00021201199382114844,"upper_bound":0.013163347413504998},"point_estimate":0.006925286809611908,"standard_error":0.003315953301537298}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.016259831527675593,"upper_bound":0.03509330621747465},"point_estimate":0.0256668619907765,"standard_error":0.004770292076032114},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.017640067400854553,"upper_bound":0.03321858603014749},"point_estimate":0.02578743504959835,"standard_error":0.003994318590814715}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/estimates.json b/criterion/micro_ops_fold/new/estimates.json index 51099ebfd2e1..87b38907866d 100644 --- a/criterion/micro_ops_fold/new/estimates.json +++ b/criterion/micro_ops_fold/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22118.576583333343,"upper_bound":22377.642583333334},"point_estimate":22242.23333333334,"standard_error":66.07560800682072},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21935.833333333332,"upper_bound":22156.0},"point_estimate":22052.083333333336,"standard_error":56.62832701472292},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":280.82914501428786,"upper_bound":511.37344092130843},"point_estimate":412.28634268045244,"standard_error":64.5683391447866},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":516.0772061769424,"upper_bound":796.5577900459454},"point_estimate":666.4445896948654,"standard_error":71.63646354249174}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22667.296374999998,"upper_bound":22977.927125},"point_estimate":22813.121666666655,"standard_error":79.49042217551288},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22478.666666666664,"upper_bound":22723.083333333336},"point_estimate":22620.75,"standard_error":66.08868865482248},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":334.20274406671706,"upper_bound":633.5643887519819},"point_estimate":476.6558915376663,"standard_error":77.00807874654832},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":557.1450228897683,"upper_bound":1020.4079633335288},"point_estimate":795.5199733363028,"standard_error":119.01088052336101}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/sample.json b/criterion/micro_ops_fold/new/sample.json index dd0c1c44dd6d..24c3cfe70a6f 100644 --- a/criterion/micro_ops_fold/new/sample.json +++ b/criterion/micro_ops_fold/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[131025.0,130344.0,130663.0,132218.0,133068.0,134901.0,132307.0,133097.0,131606.0,134031.0,133207.0,142014.0,132957.0,129322.0,131696.0,130734.0,139180.0,130984.0,130332.0,131324.0,128941.0,131535.0,129222.0,130544.0,132816.0,129532.0,132988.0,130853.0,132318.0,133109.0,144100.0,132658.0,130664.0,141294.0,141873.0,128539.0,130405.0,136784.0,131025.0,134740.0,134281.0,135723.0,130133.0,131053.0,145151.0,133538.0,136054.0,132936.0,142845.0,132867.0,131325.0,132388.0,130123.0,131084.0,130604.0,130903.0,131785.0,131587.0,131035.0,132046.0,131615.0,134803.0,131016.0,133078.0,132517.0,131905.0,139269.0,149007.0,130203.0,131884.0,134539.0,128809.0,132850.0,134381.0,135594.0,132728.0,144109.0,135605.0,131245.0,129761.0,130534.0,131385.0,135241.0,134000.0,142215.0,134611.0,128479.0,131005.0,137647.0,132146.0,129991.0,131906.0,139820.0,135564.0,130362.0,131063.0,133459.0,132325.0,137808.0,134450.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[134500.0,134632.0,135474.0,139612.0,134442.0,134939.0,137126.0,132759.0,133019.0,142284.0,135796.0,135562.0,145101.0,139680.0,134952.0,137235.0,143658.0,138389.0,138939.0,140983.0,139442.0,144820.0,141243.0,142054.0,135142.0,139199.0,141311.0,137896.0,147616.0,139239.0,140683.0,138097.0,137656.0,139449.0,136325.0,134261.0,133780.0,135592.0,134923.0,134252.0,135413.0,134180.0,142603.0,138128.0,134482.0,134190.0,136284.0,136194.0,136595.0,137274.0,135853.0,134210.0,140753.0,138869.0,136104.0,135653.0,134582.0,136393.0,133529.0,136185.0,138218.0,133731.0,138579.0,133951.0,135281.0,143498.0,133798.0,134351.0,134572.0,133989.0,131906.0,136265.0,133828.0,136655.0,152955.0,132497.0,136717.0,134792.0,131927.0,131064.0,136985.0,154028.0,129071.0,132607.0,132597.0,134420.0,134380.0,160540.0,134620.0,135982.0,135924.0,131686.0,132528.0,133579.0,137076.0,131386.0,133428.0,132426.0,132408.0,134092.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/tukey.json b/criterion/micro_ops_fold/new/tukey.json index ebfc67f49ef6..f1307be0526e 100644 --- a/criterion/micro_ops_fold/new/tukey.json +++ b/criterion/micro_ops_fold/new/tukey.json @@ -1 +1 @@ -[20054.666666666668,20943.979166666668,23315.479166666668,24204.791666666668] \ No newline at end of file +[20240.08333333333,21302.33333333333,24135.0,25197.250000000004] \ No newline at end of file diff --git a/criterion/micro_ops_fold/report/MAD.svg b/criterion/micro_ops_fold/report/MAD.svg index 09d0f968354d..e6882582fdd0 100644 --- a/criterion/micro_ops_fold/report/MAD.svg +++ b/criterion/micro_ops_fold/report/MAD.svg @@ -9,54 +9,82 @@ Density (a.u.) Average time (ns) - + +5e-4 + + + 0.001 - - + + +0.0015 + + + 0.002 - - + + +0.0025 + + + 0.003 - - + + +0.0035 + + + 0.004 - - + + +0.0045 + + + 0.005 - - -0.006 + + +0.0055 - + - -300 - - - + 350 - - + + 400 - - + + 450 - - + + 500 - - - - + + +550 + + + +600 + + + +650 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/SD.svg b/criterion/micro_ops_fold/report/SD.svg index 9a162588cd54..dc1c5cfbe8cc 100644 --- a/criterion/micro_ops_fold/report/SD.svg +++ b/criterion/micro_ops_fold/report/SD.svg @@ -6,65 +6,85 @@ micro/ops/fold:SD Density (a.u.) -Average time (ns) +Average time (µs) - -0.001 + +0.5 - - -0.002 + + +1 - - -0.003 + + +1.5 - - -0.004 + + +2 - - -0.005 + + +2.5 - - -0.006 + + +3 - + + +3.5 + + - -500 + +0.55 + + + +0.6 + + + +0.65 + + + +0.7 + + + +0.75 - - -550 + + +0.8 - - -600 + + +0.85 - - -650 + + +0.9 - - -700 + + +0.95 - - -750 + + +1 - - -800 + + +1.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/both/iteration_times.svg b/criterion/micro_ops_fold/report/both/iteration_times.svg index 3202c5d1a82b..1be6844f26d0 100644 --- a/criterion/micro_ops_fold/report/both/iteration_times.svg +++ b/criterion/micro_ops_fold/report/both/iteration_times.svg @@ -16,52 +16,62 @@ Average Iteration Time (µs) - - - - - - - - - + + + + + + + + + + + - + 21.5 - - + + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - - + + 24.0 - - + + 24.5 - - + + 25.0 - - + + 25.5 - + + +26.0 + + + +26.5 + + 0 @@ -107,206 +117,206 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/micro_ops_fold/report/both/pdf.svg b/criterion/micro_ops_fold/report/both/pdf.svg index 22e7cd0c4eda..aa56ef16356b 100644 --- a/criterion/micro_ops_fold/report/both/pdf.svg +++ b/criterion/micro_ops_fold/report/both/pdf.svg @@ -42,22 +42,22 @@ Average Time (µs) - + 22 - - + + 24 - - + + 26 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_fold/report/change/mean.svg b/criterion/micro_ops_fold/report/change/mean.svg index e6038dbca7ce..6f4a24084a95 100644 --- a/criterion/micro_ops_fold/report/change/mean.svg +++ b/criterion/micro_ops_fold/report/change/mean.svg @@ -13,83 +13,83 @@ Relative change (%) 10 - + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + - --0.002 + +0.016 - - -0 + + +0.018 - - -0.002 + + +0.02 - - -0.004 + + +0.022 - - -0.006 + + +0.024 - - -0.008 + + +0.026 - - -0.01 + + +0.028 - - -0.012 + + +0.03 - - -0.014 + + +0.032 - - -0.016 + + +0.034 - - -0.018 + + +0.036 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/median.svg b/criterion/micro_ops_fold/report/change/median.svg index e651444c96d2..8f23f4d64be5 100644 --- a/criterion/micro_ops_fold/report/change/median.svg +++ b/criterion/micro_ops_fold/report/change/median.svg @@ -9,67 +9,91 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - -100 + + +90 - - -120 + + +100 - + - -0 - - - -0.002 - - - -0.004 - - - -0.006 - - - -0.008 - - - -0.01 - - - -0.012 - - - -0.014 - - - - - - + +0.016 + + + +0.018 + + + +0.02 + + + +0.022 + + + +0.024 + + + +0.026 + + + +0.028 + + + +0.03 + + + +0.032 + + + +0.034 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/t-test.svg b/criterion/micro_ops_fold/report/change/t-test.svg index 332622dd64df..163c554f2ea7 100644 --- a/criterion/micro_ops_fold/report/change/t-test.svg +++ b/criterion/micro_ops_fold/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - + -1.0 - + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_fold/report/index.html b/criterion/micro_ops_fold/report/index.html index 95bba275203a..ad4c12d6edab 100644 --- a/criterion/micro_ops_fold/report/index.html +++ b/criterion/micro_ops_fold/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0006060 - 0.0006271 - 0.0006020 + 0.0033190 + 0.0034313 + 0.0032892 Mean - 22.119 µs - 22.242 µs - 22.378 µs + 22.667 µs + 22.813 µs + 22.978 µs Std. Dev. - 516.08 ns - 666.44 ns - 796.56 ns + 557.15 ns + 795.52 ns + 1.0204 µs Median - 21.936 µs - 22.052 µs - 22.156 µs + 22.479 µs + 22.621 µs + 22.723 µs MAD - 280.83 ns - 412.29 ns - 511.37 ns + 334.20 ns + 476.66 ns + 633.56 ns @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.1024% - +0.8634% - +1.7279% - (p = 0.07 > + +1.6260% + +2.5667% + +3.5093% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_fold/report/iteration_times.svg b/criterion/micro_ops_fold/report/iteration_times.svg index 6f2bfda0f929..0a007e541922 100644 --- a/criterion/micro_ops_fold/report/iteration_times.svg +++ b/criterion/micro_ops_fold/report/iteration_times.svg @@ -15,42 +15,57 @@ Average Iteration Time (µs) - - - - - - - + + + + + + + + + + - -21.5 - - - + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - - + + 24.0 - - + + 24.5 - + + +25.0 + + + +25.5 + + + +26.0 + + + +26.5 + + 10 @@ -92,106 +107,106 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_fold/report/iteration_times_small.svg b/criterion/micro_ops_fold/report/iteration_times_small.svg index 27e78af33e6c..41f4ffe4f90c 100644 --- a/criterion/micro_ops_fold/report/iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/iteration_times_small.svg @@ -12,42 +12,57 @@ Average Iteration Time (µs) - - - - - - - + + + + + + + + + + - -21.5 - - - + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - - + + 24.0 - - + + 24.5 - + + +25.0 + + + +25.5 + + + +26.0 + + + +26.5 + + 10 @@ -89,104 +104,104 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/mean.svg b/criterion/micro_ops_fold/report/mean.svg index 2488ccd23d2c..a94d975a1c77 100644 --- a/criterion/micro_ops_fold/report/mean.svg +++ b/criterion/micro_ops_fold/report/mean.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - + + +4.5 + + + 5 - - -6 + + +5.5 - + - -22.1 + +22.65 - - -22.15 + + +22.7 - - -22.2 + + +22.75 - - -22.25 + + +22.8 - - -22.3 + + +22.85 - - -22.35 + + +22.9 - - -22.4 + + +22.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/median.svg b/criterion/micro_ops_fold/report/median.svg index a780e5b9eb05..ad2b1d53755e 100644 --- a/criterion/micro_ops_fold/report/median.svg +++ b/criterion/micro_ops_fold/report/median.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - -6 + + +5 - - -8 - - - -10 + + +6 - - -12 + + +7 - - -14 + + +8 - + - -21.95 + +22.5 - + -22 +22.55 - -22.05 + +22.6 - - -22.1 + + +22.65 - - -22.15 + + +22.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/pdf.svg b/criterion/micro_ops_fold/report/pdf.svg index 75cfdbdc4995..e5b17521cb64 100644 --- a/criterion/micro_ops_fold/report/pdf.svg +++ b/criterion/micro_ops_fold/report/pdf.svg @@ -38,46 +38,34 @@ Average Time (µs) - + 21 - - -21.5 - - - + + 22 - - -22.5 - - - + + 23 - - -23.5 - - - + + 24 - - -24.5 - - - + + 25 - - -25.5 + + +26 - + + +27 + + Density (a.u.) @@ -86,62 +74,48 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - -0.8 - - - - - - + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_fold/report/pdf_small.svg b/criterion/micro_ops_fold/report/pdf_small.svg index 671be3cf5c23..6907e50c3d9e 100644 --- a/criterion/micro_ops_fold/report/pdf_small.svg +++ b/criterion/micro_ops_fold/report/pdf_small.svg @@ -10,59 +10,47 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - -0.8 - - + - -21 - - - + 22 - - -23 - - - + + 24 - - -25 + + +26 - - - + + + diff --git a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg index 497a3037c5a4..88e6a7c34df6 100644 --- a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg @@ -13,52 +13,62 @@ Average Iteration Time (µs) - - - - - - - - - + + + + + + + + + + + - + 21.5 - - + + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - - + + 24.0 - - + + 24.5 - - + + 25.0 - - + + 25.5 - + + +26.0 + + + +26.5 + + 0 @@ -104,204 +114,204 @@ Average Iteration Time (µs) 100 - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/relative_pdf_small.svg b/criterion/micro_ops_fold/report/relative_pdf_small.svg index f01eb0e85ad1..722f69a145b5 100644 --- a/criterion/micro_ops_fold/report/relative_pdf_small.svg +++ b/criterion/micro_ops_fold/report/relative_pdf_small.svg @@ -39,20 +39,20 @@ Average Time (µs) - + 22 - - + + 24 - - + + 26 - - - - - + + + + + diff --git a/criterion/micro_ops_fold/report/typical.svg b/criterion/micro_ops_fold/report/typical.svg index b74875b412b6..bd3b7cf6e558 100644 --- a/criterion/micro_ops_fold/report/typical.svg +++ b/criterion/micro_ops_fold/report/typical.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - + + +4.5 + + + 5 - - -6 + + +5.5 - + - -22.1 + +22.65 - - -22.15 + + +22.7 - - -22.2 + + +22.75 - - -22.25 + + +22.8 - - -22.3 + + +22.85 - - -22.35 + + +22.9 - - -22.4 + + +22.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/base/estimates.json b/criterion/micro_ops_group_by/base/estimates.json index 115fd98fab52..be00a6f7cfca 100644 --- a/criterion/micro_ops_group_by/base/estimates.json +++ b/criterion/micro_ops_group_by/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8773.716699001638,"upper_bound":8886.929392463511},"point_estimate":8828.651740045918,"standard_error":28.88086121808379},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8691.406560701203,"upper_bound":8908.576367508209},"point_estimate":8871.879453879454,"standard_error":54.344914824110404},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":257.73981682888495,"upper_bound":383.0899338237941},"point_estimate":353.70930309540404,"standard_error":31.873804548353284},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8768.793160339588,"upper_bound":8921.760990165054},"point_estimate":8835.850500960543,"standard_error":39.7302052152036},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":225.34916783842482,"upper_bound":366.78742015386126},"point_estimate":290.5114071502781,"standard_error":37.72703093963222}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8902.183820898226,"upper_bound":9071.24901110174},"point_estimate":8975.53056507891,"standard_error":43.74031856735707},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8905.77108433735,"upper_bound":9001.730442176871},"point_estimate":8959.058700607902,"standard_error":23.969066672994096},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146.30265765901768,"upper_bound":291.68970893912115},"point_estimate":224.40331649476937,"standard_error":38.300261074516904},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8900.03576532063,"upper_bound":9084.255042736524},"point_estimate":8974.750953999452,"standard_error":48.045003845466596},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":196.28539226573128,"upper_bound":678.1401153397019},"point_estimate":439.15410365751814,"standard_error":140.7347215431439}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/sample.json b/criterion/micro_ops_group_by/base/sample.json index 83d1b08bbeff..42da73c1d826 100644 --- a/criterion/micro_ops_group_by/base/sample.json +++ b/criterion/micro_ops_group_by/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[127200.0,270516.0,383255.0,512708.0,641501.0,763742.0,901262.0,1024863.0,1162160.0,1269877.0,1403083.0,1522982.0,1667586.0,1797042.0,1907890.0,2031686.0,2172769.0,2283537.0,2424805.0,2551131.0,2724376.0,2802766.0,2881767.0,2974868.0,3077415.0,3227232.0,3378648.0,3413037.0,3445580.0,3522881.0,3609002.0,3750304.0,3894297.0,4104805.0,4169755.0,4356129.0,4438799.0,4625119.0,4737143.0,4738357.0,4928289.0,5068169.0,5160827.0,5341688.0,5417432.0,5546595.0,5650705.0,5801901.0,5785858.0,6018324.0,6128574.0,6194979.0,6378220.0,6466875.0,6608998.0,6726153.0,6902276.0,6947335.0,7126207.0,7204723.0,7301533.0,7424452.0,7589545.0,8124372.0,7818467.0,7920838.0,8018196.0,8278727.0,8234158.0,8455682.0,8428946.0,8995448.0,9058030.0,9265671.0,9352892.0,9463782.0,9611925.0,9687852.0,9859724.0,9986721.0,10076107.0,10239011.0,10430236.0,10486422.0,10591166.0,10706254.0,10843876.0,10962822.0,11083808.0,11234435.0,13115816.0,11420621.0,11501481.0,11756242.0,11866224.0,11980597.0,12132235.0,12212092.0,12296730.0,12523253.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[129122.0,256682.0,382583.0,512202.0,653868.0,781074.0,893370.0,1019093.0,1164569.0,1281119.0,1396970.0,1566093.0,1659014.0,1766444.0,1906209.0,2018104.0,2186551.0,2296152.0,2446045.0,2525647.0,2655196.0,2788124.0,2912327.0,3036099.0,3148765.0,3250361.0,3388341.0,3408884.0,3408436.0,3573840.0,3688575.0,3798948.0,3955441.0,4160821.0,4355764.0,4758972.0,4649051.0,4753230.0,4834571.0,5902804.0,5109346.0,5224206.0,5183256.0,5382230.0,5480520.0,5623868.0,5722645.0,5899620.0,5973298.0,6117533.0,6144123.0,6295236.0,6482624.0,6590342.0,6836502.0,6822912.0,7045601.0,6975950.0,7311488.0,7353294.0,7463656.0,7635867.0,7715701.0,7843427.0,11334288.0,8167992.0,8032704.0,8308843.0,8425275.0,8547237.0,8732735.0,9171169.0,9143040.0,9400684.0,9497757.0,9513432.0,9633114.0,9896299.0,9975699.0,10399467.0,10085959.0,10302022.0,10348506.0,10586035.0,10698632.0,10854189.0,10958781.0,11013500.0,11198875.0,11352263.0,11754554.0,11838991.0,11611452.0,11788342.0,11978891.0,12100597.0,12192807.0,12258518.0,12482151.0,12544575.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/tukey.json b/criterion/micro_ops_group_by/base/tukey.json index 4fcf127451da..f96d556f8e04 100644 --- a/criterion/micro_ops_group_by/base/tukey.json +++ b/criterion/micro_ops_group_by/base/tukey.json @@ -1 +1 @@ -[7494.212815857671,8042.46434573571,9504.46842541048,10052.71995528852] \ No newline at end of file +[7790.950254402465,8268.612819778264,9542.379660780392,10020.04222615619] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/change/estimates.json b/criterion/micro_ops_group_by/change/estimates.json index 1ab8b3fbd1d9..75504a65dd15 100644 --- a/criterion/micro_ops_group_by/change/estimates.json +++ b/criterion/micro_ops_group_by/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004871002796194368,"upper_bound":0.012731489823430833},"point_estimate":0.00375819608268535,"standard_error":0.004468652720191495},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019200944664436892,"upper_bound":0.026871769146191715},"point_estimate":0.0031761142805335485,"standard_error":0.009595164054784378}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0055781512820231435,"upper_bound":0.029208372030436625},"point_estimate":0.0166366087776193,"standard_error":0.006147620785193687},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.002732202720272303,"upper_bound":0.03169936936737961},"point_estimate":0.009826468808740163,"standard_error":0.006806599090361169}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/estimates.json b/criterion/micro_ops_group_by/new/estimates.json index 115fd98fab52..be00a6f7cfca 100644 --- a/criterion/micro_ops_group_by/new/estimates.json +++ b/criterion/micro_ops_group_by/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8773.716699001638,"upper_bound":8886.929392463511},"point_estimate":8828.651740045918,"standard_error":28.88086121808379},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8691.406560701203,"upper_bound":8908.576367508209},"point_estimate":8871.879453879454,"standard_error":54.344914824110404},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":257.73981682888495,"upper_bound":383.0899338237941},"point_estimate":353.70930309540404,"standard_error":31.873804548353284},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8768.793160339588,"upper_bound":8921.760990165054},"point_estimate":8835.850500960543,"standard_error":39.7302052152036},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":225.34916783842482,"upper_bound":366.78742015386126},"point_estimate":290.5114071502781,"standard_error":37.72703093963222}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8902.183820898226,"upper_bound":9071.24901110174},"point_estimate":8975.53056507891,"standard_error":43.74031856735707},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8905.77108433735,"upper_bound":9001.730442176871},"point_estimate":8959.058700607902,"standard_error":23.969066672994096},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146.30265765901768,"upper_bound":291.68970893912115},"point_estimate":224.40331649476937,"standard_error":38.300261074516904},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8900.03576532063,"upper_bound":9084.255042736524},"point_estimate":8974.750953999452,"standard_error":48.045003845466596},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":196.28539226573128,"upper_bound":678.1401153397019},"point_estimate":439.15410365751814,"standard_error":140.7347215431439}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/sample.json b/criterion/micro_ops_group_by/new/sample.json index 83d1b08bbeff..42da73c1d826 100644 --- a/criterion/micro_ops_group_by/new/sample.json +++ b/criterion/micro_ops_group_by/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[127200.0,270516.0,383255.0,512708.0,641501.0,763742.0,901262.0,1024863.0,1162160.0,1269877.0,1403083.0,1522982.0,1667586.0,1797042.0,1907890.0,2031686.0,2172769.0,2283537.0,2424805.0,2551131.0,2724376.0,2802766.0,2881767.0,2974868.0,3077415.0,3227232.0,3378648.0,3413037.0,3445580.0,3522881.0,3609002.0,3750304.0,3894297.0,4104805.0,4169755.0,4356129.0,4438799.0,4625119.0,4737143.0,4738357.0,4928289.0,5068169.0,5160827.0,5341688.0,5417432.0,5546595.0,5650705.0,5801901.0,5785858.0,6018324.0,6128574.0,6194979.0,6378220.0,6466875.0,6608998.0,6726153.0,6902276.0,6947335.0,7126207.0,7204723.0,7301533.0,7424452.0,7589545.0,8124372.0,7818467.0,7920838.0,8018196.0,8278727.0,8234158.0,8455682.0,8428946.0,8995448.0,9058030.0,9265671.0,9352892.0,9463782.0,9611925.0,9687852.0,9859724.0,9986721.0,10076107.0,10239011.0,10430236.0,10486422.0,10591166.0,10706254.0,10843876.0,10962822.0,11083808.0,11234435.0,13115816.0,11420621.0,11501481.0,11756242.0,11866224.0,11980597.0,12132235.0,12212092.0,12296730.0,12523253.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[129122.0,256682.0,382583.0,512202.0,653868.0,781074.0,893370.0,1019093.0,1164569.0,1281119.0,1396970.0,1566093.0,1659014.0,1766444.0,1906209.0,2018104.0,2186551.0,2296152.0,2446045.0,2525647.0,2655196.0,2788124.0,2912327.0,3036099.0,3148765.0,3250361.0,3388341.0,3408884.0,3408436.0,3573840.0,3688575.0,3798948.0,3955441.0,4160821.0,4355764.0,4758972.0,4649051.0,4753230.0,4834571.0,5902804.0,5109346.0,5224206.0,5183256.0,5382230.0,5480520.0,5623868.0,5722645.0,5899620.0,5973298.0,6117533.0,6144123.0,6295236.0,6482624.0,6590342.0,6836502.0,6822912.0,7045601.0,6975950.0,7311488.0,7353294.0,7463656.0,7635867.0,7715701.0,7843427.0,11334288.0,8167992.0,8032704.0,8308843.0,8425275.0,8547237.0,8732735.0,9171169.0,9143040.0,9400684.0,9497757.0,9513432.0,9633114.0,9896299.0,9975699.0,10399467.0,10085959.0,10302022.0,10348506.0,10586035.0,10698632.0,10854189.0,10958781.0,11013500.0,11198875.0,11352263.0,11754554.0,11838991.0,11611452.0,11788342.0,11978891.0,12100597.0,12192807.0,12258518.0,12482151.0,12544575.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/tukey.json b/criterion/micro_ops_group_by/new/tukey.json index 4fcf127451da..f96d556f8e04 100644 --- a/criterion/micro_ops_group_by/new/tukey.json +++ b/criterion/micro_ops_group_by/new/tukey.json @@ -1 +1 @@ -[7494.212815857671,8042.46434573571,9504.46842541048,10052.71995528852] \ No newline at end of file +[7790.950254402465,8268.612819778264,9542.379660780392,10020.04222615619] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/report/MAD.svg b/criterion/micro_ops_group_by/report/MAD.svg index e12e111360c1..cb24192224a8 100644 --- a/criterion/micro_ops_group_by/report/MAD.svg +++ b/criterion/micro_ops_group_by/report/MAD.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (ns) - + +0.001 + + + 0.002 - - + + +0.003 + + + 0.004 - - + + +0.005 + + + 0.006 - - + + +0.007 + + + 0.008 - - -0.01 + + +0.009 - - -0.012 + + +0.01 - - -0.014 + + +0.011 - + - -260 + +140 - - -280 + + +160 - - -300 + + +180 - - -320 + + +200 - - -340 + + +220 - - -360 + + +240 + + + +260 - - -380 + + +280 + + + +300 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/SD.svg b/criterion/micro_ops_group_by/report/SD.svg index 08bdc97fdf98..0de4ebeec94b 100644 --- a/criterion/micro_ops_group_by/report/SD.svg +++ b/criterion/micro_ops_group_by/report/SD.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (ns) - -0.002 + +5e-4 - - -0.004 + + +0.001 - - -0.006 + + +0.0015 - - -0.008 + + +0.002 - - -0.01 + + +0.0025 - - -0.012 + + +0.003 - - - -220 + + +0.0035 - - -240 + + +0.004 + + + +0.0045 - - -260 + + +0.005 - - -280 + + + +200 - - + + 300 - - -320 + + +400 - - -340 + + +500 - - -360 + + +600 - - -380 + + +700 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/both/pdf.svg b/criterion/micro_ops_group_by/report/both/pdf.svg index 534d1a08e5e3..d97d96d9e47f 100644 --- a/criterion/micro_ops_group_by/report/both/pdf.svg +++ b/criterion/micro_ops_group_by/report/both/pdf.svg @@ -9,51 +9,47 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - + - + 8 - - -9 - - - + + 10 - - - - - + + +12 + + + + + + Base PDF diff --git a/criterion/micro_ops_group_by/report/both/regression.svg b/criterion/micro_ops_group_by/report/both/regression.svg index fa7181ab7e92..a26d0efbafe1 100644 --- a/criterion/micro_ops_group_by/report/both/regression.svg +++ b/criterion/micro_ops_group_by/report/both/regression.svg @@ -17,41 +17,41 @@ Iterations (x 10^3) - - - - - - + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -85,8 +85,8 @@ Iterations (x 10^3) 1.4 - - + + diff --git a/criterion/micro_ops_group_by/report/change/mean.svg b/criterion/micro_ops_group_by/report/change/mean.svg index 1196e57efbfd..400f6cd6a1ce 100644 --- a/criterion/micro_ops_group_by/report/change/mean.svg +++ b/criterion/micro_ops_group_by/report/change/mean.svg @@ -9,87 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - -50 - - - -60 - - + -70 +50 - -80 + +60 - + - --0.006 - - - --0.004 + +0.005 - - --0.002 - - - -0 - - - -0.002 - - - -0.004 - - - -0.006 + + +0.01 - - -0.008 + + +0.015 - - -0.01 + + +0.02 - - -0.012 + + +0.025 - - -0.014 + + +0.03 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/median.svg b/criterion/micro_ops_group_by/report/change/median.svg index 719288ed5ae7..de5e8ee2c59d 100644 --- a/criterion/micro_ops_group_by/report/change/median.svg +++ b/criterion/micro_ops_group_by/report/change/median.svg @@ -9,91 +9,79 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - - --0.02 - - - --0.015 - - - --0.01 + + +100 - - --0.005 - - - + + + 0 - - + + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/t-test.svg b/criterion/micro_ops_group_by/report/change/t-test.svg index b1b32bf80e1a..510b7b0ebd05 100644 --- a/criterion/micro_ops_group_by/report/change/t-test.svg +++ b/criterion/micro_ops_group_by/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_group_by/report/index.html b/criterion/micro_ops_group_by/report/index.html index cf4c039868b7..8c7392196445 100644 --- a/criterion/micro_ops_group_by/report/index.html +++ b/criterion/micro_ops_group_by/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.7688 µs - 8.8359 µs - 8.9218 µs + 8.9000 µs + 8.9748 µs + 9.0843 µs R² - 0.8745940 - 0.8803811 - 0.8709224 + 0.7471250 + 0.7525253 + 0.7410200 Mean - 8.7737 µs - 8.8287 µs - 8.8869 µs + 8.9022 µs + 8.9755 µs + 9.0712 µs Std. Dev. - 225.35 ns - 290.51 ns - 366.79 ns + 196.29 ns + 439.15 ns + 678.14 ns Median - 8.6914 µs - 8.8719 µs - 8.9086 µs + 8.9058 µs + 8.9591 µs + 9.0017 µs MAD - 257.74 ns - 353.71 ns - 383.09 ns + 146.30 ns + 224.40 ns + 291.69 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.4871% - +0.3758% - +1.2731% - (p = 0.39 > + +0.5578% + +1.6637% + +2.9208% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_group_by/report/mean.svg b/criterion/micro_ops_group_by/report/mean.svg index 93379e7c514b..5db84f9ea509 100644 --- a/criterion/micro_ops_group_by/report/mean.svg +++ b/criterion/micro_ops_group_by/report/mean.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - -4 + + +3 - + -6 +4 - + +5 + + + +6 + + + +7 + + + 8 - - + + +9 + + + 10 - - -12 + + + +8.9 + + + +8.92 - - -14 + + +8.94 - - - -8.78 + + +8.96 + + + +8.98 - - -8.8 + + +9 - - -8.82 + + +9.02 - - -8.84 + + +9.04 - - -8.86 + + +9.06 - - -8.88 + + +9.08 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/median.svg b/criterion/micro_ops_group_by/report/median.svg index cb1815a6f375..45c6bcd441a1 100644 --- a/criterion/micro_ops_group_by/report/median.svg +++ b/criterion/micro_ops_group_by/report/median.svg @@ -9,70 +9,54 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 - - - -14 - - - -16 + + +15 - - -18 - - - + + 20 - + + +25 + + - -8.7 + +8.9 - - -8.75 + + +8.92 - - -8.8 + + +8.94 - - -8.85 + + +8.96 - - -8.9 + + +8.98 + + + +9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/pdf.svg b/criterion/micro_ops_group_by/report/pdf.svg index 3313f28475c3..8b9f7be8adc4 100644 --- a/criterion/micro_ops_group_by/report/pdf.svg +++ b/criterion/micro_ops_group_by/report/pdf.svg @@ -42,30 +42,50 @@ Average Time (µs) - + 8 - - + + 8.5 - - + + 9 - - + + 9.5 - - + + 10 - - + + 10.5 - + + +11 + + + +11.5 + + + +12 + + + +12.5 + + + +13 + + Density (a.u.) @@ -74,40 +94,40 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - - - + + + + + - - - - - + + + + + PDF diff --git a/criterion/micro_ops_group_by/report/pdf_small.svg b/criterion/micro_ops_group_by/report/pdf_small.svg index 9ade0484107e..e7f48b50658f 100644 --- a/criterion/micro_ops_group_by/report/pdf_small.svg +++ b/criterion/micro_ops_group_by/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + 8 - - -9 - - - + + 10 - - - + + +12 + + + + diff --git a/criterion/micro_ops_group_by/report/regression.svg b/criterion/micro_ops_group_by/report/regression.svg index 66ddc0f50f64..692aeeaceeb0 100644 --- a/criterion/micro_ops_group_by/report/regression.svg +++ b/criterion/micro_ops_group_by/report/regression.svg @@ -15,37 +15,37 @@ Iterations (x 10^3) - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0.2 @@ -79,104 +79,104 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_group_by/report/regression_small.svg b/criterion/micro_ops_group_by/report/regression_small.svg index 436264927a71..23855dadddbc 100644 --- a/criterion/micro_ops_group_by/report/regression_small.svg +++ b/criterion/micro_ops_group_by/report/regression_small.svg @@ -12,37 +12,37 @@ Iterations (x 10^3) - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0.2 @@ -75,103 +75,103 @@ Iterations (x 10^3) - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_group_by/report/relative_pdf_small.svg b/criterion/micro_ops_group_by/report/relative_pdf_small.svg index 3993c2923cfb..88b8f2701a5a 100644 --- a/criterion/micro_ops_group_by/report/relative_pdf_small.svg +++ b/criterion/micro_ops_group_by/report/relative_pdf_small.svg @@ -10,45 +10,41 @@ Average Time (µs) 0.2 - + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - + - + 8 - - -9 - - - + + 10 - - - - - + + +12 + + + + + + diff --git a/criterion/micro_ops_group_by/report/relative_regression_small.svg b/criterion/micro_ops_group_by/report/relative_regression_small.svg index c6bf891c8aa2..3cd8727c5607 100644 --- a/criterion/micro_ops_group_by/report/relative_regression_small.svg +++ b/criterion/micro_ops_group_by/report/relative_regression_small.svg @@ -14,41 +14,41 @@ Iterations (x 10^3) - - - - - - + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -82,8 +82,8 @@ Iterations (x 10^3) 1.4 - - + + diff --git a/criterion/micro_ops_group_by/report/slope.svg b/criterion/micro_ops_group_by/report/slope.svg index b6917bdc25fa..d8c5168dd296 100644 --- a/criterion/micro_ops_group_by/report/slope.svg +++ b/criterion/micro_ops_group_by/report/slope.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - -10 - - - -11 - - + - -8.76 - - - -8.78 - - - -8.8 - - - -8.82 - - - -8.84 + +8.9 - - -8.86 + + +8.95 - - -8.88 + + +9 - - -8.9 + + +9.05 - - -8.92 + + +9.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/typical.svg b/criterion/micro_ops_group_by/report/typical.svg index c4e00911d344..b55409cc9408 100644 --- a/criterion/micro_ops_group_by/report/typical.svg +++ b/criterion/micro_ops_group_by/report/typical.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - -10 - - - -11 - - + - -8.76 - - - -8.78 - - - -8.8 - - - -8.82 - - - -8.84 + +8.9 - - -8.86 + + +8.95 - - -8.88 + + +9 - - -8.9 + + +9.05 - - -8.92 + + +9.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/base/estimates.json b/criterion/micro_ops_identity/base/estimates.json index 35ca05fae47e..1a13af31ac94 100644 --- a/criterion/micro_ops_identity/base/estimates.json +++ b/criterion/micro_ops_identity/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3977.868172022145,"upper_bound":4039.2183869788464},"point_estimate":4003.2904168050386,"standard_error":16.119805324996012},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3970.38,"upper_bound":3983.8477192982455},"point_estimate":3977.8395566239315,"standard_error":3.436926744836216},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23.37608879094701,"upper_bound":35.82959513909153},"point_estimate":30.526226313157522,"standard_error":3.0146591496967674},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3969.960711275196,"upper_bound":4077.6257427501214},"point_estimate":4013.4147919806906,"standard_error":28.54073984521551},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.000969135837998,"upper_bound":254.8422835201615},"point_estimate":161.9559345564363,"standard_error":61.18807468054156}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4013.1051757861173,"upper_bound":4038.575168391253},"point_estimate":4024.766672235951,"standard_error":6.474344263187434},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4003.438787878788,"upper_bound":4028.266666666667},"point_estimate":4014.2105392156864,"standard_error":6.589295886220845},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.04604891567409,"upper_bound":50.1118791103359},"point_estimate":40.55666552635208,"standard_error":4.543829614254063},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3988.515192052171,"upper_bound":4003.480707651264},"point_estimate":3995.540444313088,"standard_error":3.8170725762631834},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.27929875812718,"upper_bound":94.1380475902605},"point_estimate":65.52722989322014,"standard_error":15.49994462791232}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/sample.json b/criterion/micro_ops_identity/base/sample.json index 7333f1e044b2..73132234c68d 100644 --- a/criterion/micro_ops_identity/base/sample.json +++ b/criterion/micro_ops_identity/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[59721.0,119324.0,178348.0,237653.0,298736.0,357350.0,415614.0,479892.0,539510.0,595557.0,663059.0,727446.0,772780.0,836473.0,900620.0,968202.0,1015701.0,1096691.0,1133634.0,1199823.0,1249950.0,1308344.0,1372169.0,1440030.0,1497462.0,1553803.0,1617977.0,1703032.0,1725496.0,1801217.0,1837948.0,1897805.0,1967506.0,2010081.0,2098423.0,2135713.0,2223265.0,2284576.0,2354766.0,2379535.0,2447912.0,2496711.0,2539867.0,2642005.0,2681416.0,2728538.0,2706285.0,2884600.0,2984100.0,2989503.0,3053736.0,3125914.0,3178217.0,3218606.0,3290697.0,3349439.0,3416312.0,3479205.0,3560964.0,3597995.0,3663148.0,3742983.0,3789556.0,3820080.0,3878380.0,3906731.0,3978467.0,4037907.0,4119005.0,4164013.0,4215845.0,4285980.0,5422546.0,4538592.0,4470451.0,4643295.0,4595536.0,4607159.0,4686731.0,6288181.0,4785887.0,4851910.0,4916929.0,4994390.0,5042680.0,5094776.0,5139008.0,5240214.0,5250426.0,5341143.0,5379540.0,5452103.0,5639612.0,5587650.0,5676983.0,5728109.0,5727889.0,5819832.0,5959509.0,5931537.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[60424.0,134091.0,180828.0,242157.0,301543.0,369305.0,421261.0,484966.0,544350.0,604706.0,667610.0,732689.0,786835.0,841344.0,913242.0,963366.0,1023671.0,1154210.0,1160512.0,1212698.0,1280872.0,1336571.0,1410901.0,1464260.0,1512264.0,1578491.0,1660370.0,1706068.0,1762001.0,1818706.0,1880827.0,1932492.0,1975946.0,2040932.0,2132648.0,2180018.0,2241403.0,2327298.0,2356988.0,2417242.0,2488076.0,2523803.0,2649548.0,2739092.0,2690715.0,2794091.0,2825043.0,2935083.0,2961786.0,2992166.0,3059460.0,3160927.0,3185224.0,3272788.0,3302837.0,3352067.0,3440139.0,3506185.0,3650434.0,3621322.0,3648454.0,3707698.0,3760959.0,3839643.0,3889194.0,3962293.0,3990403.0,4105909.0,4096214.0,4202613.0,4217662.0,4292998.0,4403503.0,4428730.0,4494413.0,4498040.0,4597423.0,4657638.0,4750727.0,4760310.0,4822471.0,4887086.0,4978181.0,4970527.0,5054921.0,5151895.0,5182739.0,5251101.0,5297680.0,5366441.0,5470802.0,5501865.0,5593152.0,5662838.0,5700081.0,5764194.0,5732837.0,5829635.0,5911758.0,5973746.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/tukey.json b/criterion/micro_ops_identity/base/tukey.json index c060ea47f9a7..61455cec7ab7 100644 --- a/criterion/micro_ops_identity/base/tukey.json +++ b/criterion/micro_ops_identity/base/tukey.json @@ -1 +1 @@ -[3836.1356906643255,3897.4266816652034,4060.8693243342113,4122.16031533509] \ No newline at end of file +[3825.3052545119244,3906.919151005437,4124.55620832147,4206.170104814983] \ No newline at end of file diff --git a/criterion/micro_ops_identity/change/estimates.json b/criterion/micro_ops_identity/change/estimates.json index 1197defe85ac..f84f5fb38c9d 100644 --- a/criterion/micro_ops_identity/change/estimates.json +++ b/criterion/micro_ops_identity/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0025763832750118577,"upper_bound":0.020377721524154735},"point_estimate":0.010883177025377444,"standard_error":0.004616244676594823},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.002414141471005049,"upper_bound":0.010212996018277964},"point_estimate":0.006830094850185819,"standard_error":0.0021008456704599437}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004162059705051235,"upper_bound":0.012570944358707637},"point_estimate":0.005364650873381338,"standard_error":0.004330311194802241},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0060467392718711495,"upper_bound":0.012780998982034886},"point_estimate":0.009143401103543614,"standard_error":0.0017820596417964163}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/estimates.json b/criterion/micro_ops_identity/new/estimates.json index 35ca05fae47e..1a13af31ac94 100644 --- a/criterion/micro_ops_identity/new/estimates.json +++ b/criterion/micro_ops_identity/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3977.868172022145,"upper_bound":4039.2183869788464},"point_estimate":4003.2904168050386,"standard_error":16.119805324996012},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3970.38,"upper_bound":3983.8477192982455},"point_estimate":3977.8395566239315,"standard_error":3.436926744836216},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23.37608879094701,"upper_bound":35.82959513909153},"point_estimate":30.526226313157522,"standard_error":3.0146591496967674},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3969.960711275196,"upper_bound":4077.6257427501214},"point_estimate":4013.4147919806906,"standard_error":28.54073984521551},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.000969135837998,"upper_bound":254.8422835201615},"point_estimate":161.9559345564363,"standard_error":61.18807468054156}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4013.1051757861173,"upper_bound":4038.575168391253},"point_estimate":4024.766672235951,"standard_error":6.474344263187434},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4003.438787878788,"upper_bound":4028.266666666667},"point_estimate":4014.2105392156864,"standard_error":6.589295886220845},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.04604891567409,"upper_bound":50.1118791103359},"point_estimate":40.55666552635208,"standard_error":4.543829614254063},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3988.515192052171,"upper_bound":4003.480707651264},"point_estimate":3995.540444313088,"standard_error":3.8170725762631834},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.27929875812718,"upper_bound":94.1380475902605},"point_estimate":65.52722989322014,"standard_error":15.49994462791232}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/sample.json b/criterion/micro_ops_identity/new/sample.json index 7333f1e044b2..73132234c68d 100644 --- a/criterion/micro_ops_identity/new/sample.json +++ b/criterion/micro_ops_identity/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[59721.0,119324.0,178348.0,237653.0,298736.0,357350.0,415614.0,479892.0,539510.0,595557.0,663059.0,727446.0,772780.0,836473.0,900620.0,968202.0,1015701.0,1096691.0,1133634.0,1199823.0,1249950.0,1308344.0,1372169.0,1440030.0,1497462.0,1553803.0,1617977.0,1703032.0,1725496.0,1801217.0,1837948.0,1897805.0,1967506.0,2010081.0,2098423.0,2135713.0,2223265.0,2284576.0,2354766.0,2379535.0,2447912.0,2496711.0,2539867.0,2642005.0,2681416.0,2728538.0,2706285.0,2884600.0,2984100.0,2989503.0,3053736.0,3125914.0,3178217.0,3218606.0,3290697.0,3349439.0,3416312.0,3479205.0,3560964.0,3597995.0,3663148.0,3742983.0,3789556.0,3820080.0,3878380.0,3906731.0,3978467.0,4037907.0,4119005.0,4164013.0,4215845.0,4285980.0,5422546.0,4538592.0,4470451.0,4643295.0,4595536.0,4607159.0,4686731.0,6288181.0,4785887.0,4851910.0,4916929.0,4994390.0,5042680.0,5094776.0,5139008.0,5240214.0,5250426.0,5341143.0,5379540.0,5452103.0,5639612.0,5587650.0,5676983.0,5728109.0,5727889.0,5819832.0,5959509.0,5931537.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[60424.0,134091.0,180828.0,242157.0,301543.0,369305.0,421261.0,484966.0,544350.0,604706.0,667610.0,732689.0,786835.0,841344.0,913242.0,963366.0,1023671.0,1154210.0,1160512.0,1212698.0,1280872.0,1336571.0,1410901.0,1464260.0,1512264.0,1578491.0,1660370.0,1706068.0,1762001.0,1818706.0,1880827.0,1932492.0,1975946.0,2040932.0,2132648.0,2180018.0,2241403.0,2327298.0,2356988.0,2417242.0,2488076.0,2523803.0,2649548.0,2739092.0,2690715.0,2794091.0,2825043.0,2935083.0,2961786.0,2992166.0,3059460.0,3160927.0,3185224.0,3272788.0,3302837.0,3352067.0,3440139.0,3506185.0,3650434.0,3621322.0,3648454.0,3707698.0,3760959.0,3839643.0,3889194.0,3962293.0,3990403.0,4105909.0,4096214.0,4202613.0,4217662.0,4292998.0,4403503.0,4428730.0,4494413.0,4498040.0,4597423.0,4657638.0,4750727.0,4760310.0,4822471.0,4887086.0,4978181.0,4970527.0,5054921.0,5151895.0,5182739.0,5251101.0,5297680.0,5366441.0,5470802.0,5501865.0,5593152.0,5662838.0,5700081.0,5764194.0,5732837.0,5829635.0,5911758.0,5973746.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/tukey.json b/criterion/micro_ops_identity/new/tukey.json index c060ea47f9a7..61455cec7ab7 100644 --- a/criterion/micro_ops_identity/new/tukey.json +++ b/criterion/micro_ops_identity/new/tukey.json @@ -1 +1 @@ -[3836.1356906643255,3897.4266816652034,4060.8693243342113,4122.16031533509] \ No newline at end of file +[3825.3052545119244,3906.919151005437,4124.55620832147,4206.170104814983] \ No newline at end of file diff --git a/criterion/micro_ops_identity/report/MAD.svg b/criterion/micro_ops_identity/report/MAD.svg index 1f650b79bcb0..03d2211a9b18 100644 --- a/criterion/micro_ops_identity/report/MAD.svg +++ b/criterion/micro_ops_identity/report/MAD.svg @@ -9,74 +9,94 @@ Density (a.u.) Average time (ns) - + +0.01 + + + 0.02 - - + + +0.03 + + + 0.04 - - + + +0.05 + + + 0.06 - - + + +0.07 + + + 0.08 - - + + +0.09 + + + 0.1 - - -0.12 + + + +32 - - -0.14 + + +34 - - -0.16 + + +36 - - - -22 + + +38 - - -24 + + +40 - - -26 + + +42 - - -28 + + +44 - - -30 + + +46 - - -32 + + +48 - - -34 + + +50 - - -36 + + +52 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/SD.svg b/criterion/micro_ops_identity/report/SD.svg index 736ef51c0fff..0723114551aa 100644 --- a/criterion/micro_ops_identity/report/SD.svg +++ b/criterion/micro_ops_identity/report/SD.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (ns) - -0.001 - - - -0.002 - - - -0.003 - - - -0.004 - - - + 0.005 - - -0.006 + + +0.01 - - -0.007 + + +0.015 - - -0.008 + + +0.02 - - -0.009 + + +0.025 - - -0.01 + + +0.03 - + - + +40 + + + 50 - - -100 + + +60 - - -150 + + +70 - - -200 + + +80 - - -250 + + +90 + + + +100 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/both/pdf.svg b/criterion/micro_ops_identity/report/both/pdf.svg index 1e5ae20caca2..09fa5e7b0227 100644 --- a/criterion/micro_ops_identity/report/both/pdf.svg +++ b/criterion/micro_ops_identity/report/both/pdf.svg @@ -9,50 +9,38 @@ Density (a.u.) Average Time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - -5.5 + + +6 + + + +7 + + + +8 - + 4 @@ -66,10 +54,10 @@ Average Time (µs) 5 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_identity/report/both/regression.svg b/criterion/micro_ops_identity/report/both/regression.svg index a388ea27766e..e2dd47e55b73 100644 --- a/criterion/micro_ops_identity/report/both/regression.svg +++ b/criterion/micro_ops_identity/report/both/regression.svg @@ -85,10 +85,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_identity/report/change/mean.svg b/criterion/micro_ops_identity/report/change/mean.svg index a6ff7ed88f7f..17c05336669e 100644 --- a/criterion/micro_ops_identity/report/change/mean.svg +++ b/criterion/micro_ops_identity/report/change/mean.svg @@ -9,87 +9,91 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 + + +90 + - + +-0.006 + + + +-0.004 + + + +-0.002 + + + +0 + + + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - -0.016 - - - -0.018 - - - -0.02 - - - -0.022 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/median.svg b/criterion/micro_ops_identity/report/change/median.svg index c3fb5033ac44..1e6fca2137fa 100644 --- a/criterion/micro_ops_identity/report/change/median.svg +++ b/criterion/micro_ops_identity/report/change/median.svg @@ -9,95 +9,83 @@ Density (a.u.) Relative change (%) - + 20 - + 40 - + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - + + 200 - - -220 - - + - -0.002 - - - -0.003 - - - -0.004 - - - -0.005 - - - + 0.006 - - + + 0.007 - - + + 0.008 - - + + 0.009 - - + + 0.01 - - + + 0.011 - - - - - + + +0.012 + + + +0.013 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/t-test.svg b/criterion/micro_ops_identity/report/change/t-test.svg index 69c37e12a332..247685caee98 100644 --- a/criterion/micro_ops_identity/report/change/t-test.svg +++ b/criterion/micro_ops_identity/report/change/t-test.svg @@ -13,73 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_identity/report/index.html b/criterion/micro_ops_identity/report/index.html index 20f346e64c15..4b6ab14faa5b 100644 --- a/criterion/micro_ops_identity/report/index.html +++ b/criterion/micro_ops_identity/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 3.9700 µs - 4.0134 µs - 4.0776 µs + 3.9885 µs + 3.9955 µs + 4.0035 µs R² - 0.7007240 - 0.7092595 - 0.6908838 + 0.9887158 + 0.9891410 + 0.9885980 Mean - 3.9779 µs - 4.0033 µs - 4.0392 µs + 4.0131 µs + 4.0248 µs + 4.0386 µs Std. Dev. - 31.001 ns - 161.96 ns - 254.84 ns + 37.279 ns + 65.527 ns + 94.138 ns Median - 3.9704 µs - 3.9778 µs - 3.9838 µs + 4.0034 µs + 4.0142 µs + 4.0283 µs MAD - 23.376 ns - 30.526 ns - 35.830 ns + 32.046 ns + 40.557 ns + 50.112 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.2576% - +1.0883% - +2.0378% - (p = 0.01 < + -0.4162% + +0.5365% + +1.2571% + (p = 0.25 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_identity/report/mean.svg b/criterion/micro_ops_identity/report/mean.svg index e454ff1c6d1c..b083d143a581 100644 --- a/criterion/micro_ops_identity/report/mean.svg +++ b/criterion/micro_ops_identity/report/mean.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - - -3.98 + + +40 - - -3.99 + + +50 - - -4 + + +60 - - -4.01 + + + +4.015 - - + + 4.02 - - + + +4.025 + + + 4.03 - - + + +4.035 + + + 4.04 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/median.svg b/criterion/micro_ops_identity/report/median.svg index 414913a88a07..10bfc4e8b83c 100644 --- a/criterion/micro_ops_identity/report/median.svg +++ b/criterion/micro_ops_identity/report/median.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -50 + +10 - - -100 + + +20 - - -150 + + +30 - - -200 + + +40 - - -250 + + +50 - - -300 + + +60 - - - -3.97 + + +70 - - -3.972 - - - -3.974 + + + +4.005 - - -3.976 + + +4.01 - - -3.978 + + +4.015 - - -3.98 + + +4.02 - - -3.982 + + +4.025 - - -3.984 + + +4.03 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/pdf.svg b/criterion/micro_ops_identity/report/pdf.svg index d02e0413d6b0..3354707eb4db 100644 --- a/criterion/micro_ops_identity/report/pdf.svg +++ b/criterion/micro_ops_identity/report/pdf.svg @@ -42,42 +42,30 @@ Average Time (µs) - -3.8 + +3.9 - - + + 4 - - -4.2 - - - -4.4 - - - -4.6 + + +4.1 - - -4.8 - - - -5 + + +4.2 - - -5.2 + + +4.3 - - -5.4 + + +4.4 - + Density (a.u.) @@ -86,64 +74,52 @@ Density (a.u.) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - - - - - - - - - - - - - - - - - + + +6 + + + +7 + + + +8 + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_identity/report/pdf_small.svg b/criterion/micro_ops_identity/report/pdf_small.svg index 4f1c06579ca2..4cdb076765d6 100644 --- a/criterion/micro_ops_identity/report/pdf_small.svg +++ b/criterion/micro_ops_identity/report/pdf_small.svg @@ -10,39 +10,51 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - + + +6 + + + +7 + + + +8 + + - + 4 - - -4.5 + + +4.2 - - -5 + + +4.4 - - - + + + diff --git a/criterion/micro_ops_identity/report/regression.svg b/criterion/micro_ops_identity/report/regression.svg index f4c311c2700c..b3766a14e2bc 100644 --- a/criterion/micro_ops_identity/report/regression.svg +++ b/criterion/micro_ops_identity/report/regression.svg @@ -15,37 +15,62 @@ Iterations (x 10^3) - - - - - - + + + + + + + + + + + - + +0.5 + + + 1.0 - - + + +1.5 + + + 2.0 - - + + +2.5 + + + 3.0 - - + + +3.5 + + + 4.0 - - + + +4.5 + + + 5.0 - - -6.0 + + +5.5 - + 0.2 @@ -76,107 +101,107 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_identity/report/regression_small.svg b/criterion/micro_ops_identity/report/regression_small.svg index 012ebe22bd15..83e53cc25a9e 100644 --- a/criterion/micro_ops_identity/report/regression_small.svg +++ b/criterion/micro_ops_identity/report/regression_small.svg @@ -12,37 +12,62 @@ Iterations (x 10^3) - - - - - - + + + + + + + + + + + - + +0.5 + + + 1.0 - - + + +1.5 + + + 2.0 - - + + +2.5 + + + 3.0 - - + + +3.5 + + + 4.0 - - + + +4.5 + + + 5.0 - - -6.0 + + +5.5 - + 0.2 @@ -75,103 +100,103 @@ Iterations (x 10^3) - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_identity/report/relative_pdf_small.svg b/criterion/micro_ops_identity/report/relative_pdf_small.svg index 6bf4dd6cd2b1..b46ca97dfbd4 100644 --- a/criterion/micro_ops_identity/report/relative_pdf_small.svg +++ b/criterion/micro_ops_identity/report/relative_pdf_small.svg @@ -6,50 +6,38 @@ Density (a.u.) Average Time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - -5.5 + + +6 + + + +7 + + + +8 - + 4 @@ -63,8 +51,8 @@ Average Time (µs) 5 - - - - + + + + diff --git a/criterion/micro_ops_identity/report/relative_regression_small.svg b/criterion/micro_ops_identity/report/relative_regression_small.svg index 7d2a83c353af..942105cecd3a 100644 --- a/criterion/micro_ops_identity/report/relative_regression_small.svg +++ b/criterion/micro_ops_identity/report/relative_regression_small.svg @@ -82,8 +82,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_identity/report/slope.svg b/criterion/micro_ops_identity/report/slope.svg index c5d334849fd0..2115f1dfbb7b 100644 --- a/criterion/micro_ops_identity/report/slope.svg +++ b/criterion/micro_ops_identity/report/slope.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (µs) - -2 + +10 - - -4 + + +20 - - -6 + + +30 - - -8 + + +40 - - -10 + + +50 + + + +60 + + + +70 - - -12 + + +80 - - -14 + + +90 - - -16 + + +100 - + + +110 + + - -3.96 + +3.988 - - -3.98 + + +3.99 - - -4 + + +3.992 + + + +3.994 - - -4.02 + + +3.996 - - -4.04 + + +3.998 + + + +4 - - -4.06 + + +4.002 - - -4.08 + + +4.004 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/typical.svg b/criterion/micro_ops_identity/report/typical.svg index 5b6064ccb592..4cb3136d6716 100644 --- a/criterion/micro_ops_identity/report/typical.svg +++ b/criterion/micro_ops_identity/report/typical.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (µs) - -2 + +10 - - -4 + + +20 - - -6 + + +30 - - -8 + + +40 - - -10 + + +50 + + + +60 + + + +70 - - -12 + + +80 - - -14 + + +90 - - -16 + + +100 - + + +110 + + - -3.96 + +3.988 - - -3.98 + + +3.99 - - -4 + + +3.992 + + + +3.994 - - -4.02 + + +3.996 - - -4.04 + + +3.998 + + + +4 - - -4.06 + + +4.002 - - -4.08 + + +4.004 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/base/estimates.json b/criterion/micro_ops_join/base/estimates.json index ef964db3de42..b8438053abba 100644 --- a/criterion/micro_ops_join/base/estimates.json +++ b/criterion/micro_ops_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76503.2665810289,"upper_bound":76900.32282321328},"point_estimate":76687.87136864598,"standard_error":101.16849213693018},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76385.23576097106,"upper_bound":76529.01736111111},"point_estimate":76471.9979667167,"standard_error":39.02672212019725},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":231.15586839615005,"upper_bound":519.5488577404557},"point_estimate":330.239107862579,"standard_error":72.91670462578618},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76503.8503249365,"upper_bound":76752.30896445023},"point_estimate":76617.85256194277,"standard_error":63.63448291585209},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":652.34910397356,"upper_bound":1361.8786806874157},"point_estimate":1018.5890501044588,"standard_error":183.49989087250862}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76421.57435851132,"upper_bound":76746.1007569335},"point_estimate":76569.02625059392,"standard_error":83.395837306962},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76391.26836158193,"upper_bound":76506.57058823529},"point_estimate":76443.59629375255,"standard_error":23.88376899883302},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":195.53634106810472,"upper_bound":360.9976515454238},"point_estimate":288.98102197121597,"standard_error":46.13915978138853},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76557.62958200966,"upper_bound":76865.92330134705},"point_estimate":76694.98846904094,"standard_error":79.17213022549994},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":426.58077114288835,"upper_bound":1166.0019968911924},"point_estimate":838.810681225396,"standard_error":188.07072127721116}} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/sample.json b/criterion/micro_ops_join/base/sample.json index a363cd9d051c..0a874570748d 100644 --- a/criterion/micro_ops_join/base/sample.json +++ b/criterion/micro_ops_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[451773.0,904004.0,1358216.0,1877558.0,2276113.0,2758158.0,3208325.0,3630058.0,4257978.0,4700124.0,5034350.0,5448160.0,6110686.0,6695725.0,7000717.0,7385190.0,7822258.0,8200068.0,9397450.0,9181273.0,9737512.0,10075715.0,10486396.0,10939177.0,11400869.0,11777095.0,12328456.0,12845839.0,13192599.0,13643577.0,14078763.0,14668805.0,15134307.0,15584271.0,15953304.0,16570468.0,17472307.0,17351234.0,17864810.0,18414567.0,18841526.0,19213316.0,20796391.0,20217117.0,20847001.0,21072764.0,21646318.0,22040357.0,22377332.0,22832838.0,23372825.0,23932058.0,24525625.0,24716610.0,25118392.0,25701499.0,26114175.0,26805148.0,27108638.0,27465414.0,28022455.0,28410122.0,28899238.0,29422265.0,30241671.0,30249853.0,30675520.0,31144895.0,31679618.0,32207426.0,32586261.0,33037027.0,34187529.0,33952412.0,34389549.0,34882505.0,35726504.0,36262878.0,36173373.0,36901597.0,37329973.0,37719897.0,38144497.0,38491540.0,39027323.0,39489222.0,39931406.0,40279248.0,41724329.0,41370838.0,41699265.0,42284247.0,42504338.0,43332034.0,43505611.0,44027204.0,44518268.0,45022545.0,45264624.0,45648534.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[454249.0,906102.0,1362651.0,1814127.0,2295321.0,2721432.0,3223419.0,3679536.0,4112450.0,4579449.0,4991866.0,5485746.0,5950268.0,6383226.0,6851223.0,7294378.0,7805752.0,8222886.0,8699185.0,9149942.0,9638605.0,9994192.0,10449439.0,10902395.0,11457422.0,11888605.0,12382067.0,12784696.0,13204898.0,13721251.0,14203749.0,14611653.0,15164326.0,15596519.0,15989378.0,16597875.0,18099665.0,17546882.0,17881233.0,18343890.0,18807061.0,19374946.0,19842164.0,20162430.0,20622381.0,21287211.0,21623253.0,21975773.0,22463239.0,22894763.0,23398287.0,24033894.0,25625810.0,24872015.0,25273364.0,25996952.0,26197015.0,26691071.0,27042509.0,27500707.0,28117885.0,28401801.0,28977373.0,29377636.0,29969424.0,31536436.0,30756188.0,31160679.0,31701750.0,32168319.0,32567801.0,33024017.0,33397108.0,34116714.0,34428164.0,34954125.0,35280523.0,35885894.0,36288883.0,36704086.0,37105389.0,37497876.0,38492029.0,38522773.0,39018351.0,40650052.0,40100902.0,40353207.0,40821964.0,41360879.0,41737719.0,42318205.0,42614382.0,43488964.0,43684193.0,44022657.0,44478487.0,45077524.0,45465933.0,45791887.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/tukey.json b/criterion/micro_ops_join/base/tukey.json index 09385e829652..02842a5d649f 100644 --- a/criterion/micro_ops_join/base/tukey.json +++ b/criterion/micro_ops_join/base/tukey.json @@ -1 +1 @@ -[75012.22635003879,75648.05446289817,77343.59609718987,77979.42421004927] \ No newline at end of file +[75226.7515644078,75763.34944005645,77194.2771084529,77730.87498410157] \ No newline at end of file diff --git a/criterion/micro_ops_join/change/estimates.json b/criterion/micro_ops_join/change/estimates.json index 2dd999d172b9..58c2c7ff37d0 100644 --- a/criterion/micro_ops_join/change/estimates.json +++ b/criterion/micro_ops_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005282264378859676,"upper_bound":0.0027460790822477635},"point_estimate":-0.0012736853432070427,"standard_error":0.002033242831482313},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0023313151889858665,"upper_bound":0.00015990682812911235},"point_estimate":-0.0009625035560525408,"standard_error":0.0006391729777590753}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004884877021319247,"upper_bound":0.0016876582827245075},"point_estimate":-0.0015497250860017076,"standard_error":0.0016733965041464164},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001320219490504567,"upper_bound":0.0009481531089903239},"point_estimate":-0.000371399645874515,"standard_error":0.0005922783208296277}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/estimates.json b/criterion/micro_ops_join/new/estimates.json index ef964db3de42..b8438053abba 100644 --- a/criterion/micro_ops_join/new/estimates.json +++ b/criterion/micro_ops_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76503.2665810289,"upper_bound":76900.32282321328},"point_estimate":76687.87136864598,"standard_error":101.16849213693018},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76385.23576097106,"upper_bound":76529.01736111111},"point_estimate":76471.9979667167,"standard_error":39.02672212019725},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":231.15586839615005,"upper_bound":519.5488577404557},"point_estimate":330.239107862579,"standard_error":72.91670462578618},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76503.8503249365,"upper_bound":76752.30896445023},"point_estimate":76617.85256194277,"standard_error":63.63448291585209},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":652.34910397356,"upper_bound":1361.8786806874157},"point_estimate":1018.5890501044588,"standard_error":183.49989087250862}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76421.57435851132,"upper_bound":76746.1007569335},"point_estimate":76569.02625059392,"standard_error":83.395837306962},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76391.26836158193,"upper_bound":76506.57058823529},"point_estimate":76443.59629375255,"standard_error":23.88376899883302},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":195.53634106810472,"upper_bound":360.9976515454238},"point_estimate":288.98102197121597,"standard_error":46.13915978138853},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76557.62958200966,"upper_bound":76865.92330134705},"point_estimate":76694.98846904094,"standard_error":79.17213022549994},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":426.58077114288835,"upper_bound":1166.0019968911924},"point_estimate":838.810681225396,"standard_error":188.07072127721116}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/sample.json b/criterion/micro_ops_join/new/sample.json index a363cd9d051c..0a874570748d 100644 --- a/criterion/micro_ops_join/new/sample.json +++ b/criterion/micro_ops_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[451773.0,904004.0,1358216.0,1877558.0,2276113.0,2758158.0,3208325.0,3630058.0,4257978.0,4700124.0,5034350.0,5448160.0,6110686.0,6695725.0,7000717.0,7385190.0,7822258.0,8200068.0,9397450.0,9181273.0,9737512.0,10075715.0,10486396.0,10939177.0,11400869.0,11777095.0,12328456.0,12845839.0,13192599.0,13643577.0,14078763.0,14668805.0,15134307.0,15584271.0,15953304.0,16570468.0,17472307.0,17351234.0,17864810.0,18414567.0,18841526.0,19213316.0,20796391.0,20217117.0,20847001.0,21072764.0,21646318.0,22040357.0,22377332.0,22832838.0,23372825.0,23932058.0,24525625.0,24716610.0,25118392.0,25701499.0,26114175.0,26805148.0,27108638.0,27465414.0,28022455.0,28410122.0,28899238.0,29422265.0,30241671.0,30249853.0,30675520.0,31144895.0,31679618.0,32207426.0,32586261.0,33037027.0,34187529.0,33952412.0,34389549.0,34882505.0,35726504.0,36262878.0,36173373.0,36901597.0,37329973.0,37719897.0,38144497.0,38491540.0,39027323.0,39489222.0,39931406.0,40279248.0,41724329.0,41370838.0,41699265.0,42284247.0,42504338.0,43332034.0,43505611.0,44027204.0,44518268.0,45022545.0,45264624.0,45648534.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[454249.0,906102.0,1362651.0,1814127.0,2295321.0,2721432.0,3223419.0,3679536.0,4112450.0,4579449.0,4991866.0,5485746.0,5950268.0,6383226.0,6851223.0,7294378.0,7805752.0,8222886.0,8699185.0,9149942.0,9638605.0,9994192.0,10449439.0,10902395.0,11457422.0,11888605.0,12382067.0,12784696.0,13204898.0,13721251.0,14203749.0,14611653.0,15164326.0,15596519.0,15989378.0,16597875.0,18099665.0,17546882.0,17881233.0,18343890.0,18807061.0,19374946.0,19842164.0,20162430.0,20622381.0,21287211.0,21623253.0,21975773.0,22463239.0,22894763.0,23398287.0,24033894.0,25625810.0,24872015.0,25273364.0,25996952.0,26197015.0,26691071.0,27042509.0,27500707.0,28117885.0,28401801.0,28977373.0,29377636.0,29969424.0,31536436.0,30756188.0,31160679.0,31701750.0,32168319.0,32567801.0,33024017.0,33397108.0,34116714.0,34428164.0,34954125.0,35280523.0,35885894.0,36288883.0,36704086.0,37105389.0,37497876.0,38492029.0,38522773.0,39018351.0,40650052.0,40100902.0,40353207.0,40821964.0,41360879.0,41737719.0,42318205.0,42614382.0,43488964.0,43684193.0,44022657.0,44478487.0,45077524.0,45465933.0,45791887.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/tukey.json b/criterion/micro_ops_join/new/tukey.json index 09385e829652..02842a5d649f 100644 --- a/criterion/micro_ops_join/new/tukey.json +++ b/criterion/micro_ops_join/new/tukey.json @@ -1 +1 @@ -[75012.22635003879,75648.05446289817,77343.59609718987,77979.42421004927] \ No newline at end of file +[75226.7515644078,75763.34944005645,77194.2771084529,77730.87498410157] \ No newline at end of file diff --git a/criterion/micro_ops_join/report/MAD.svg b/criterion/micro_ops_join/report/MAD.svg index 700d53862960..af5bd53af9f4 100644 --- a/criterion/micro_ops_join/report/MAD.svg +++ b/criterion/micro_ops_join/report/MAD.svg @@ -9,74 +9,86 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - + + +0.009 + + - + +180 + + + 200 - - -250 + + +220 - - -300 + + +240 - - -350 + + +260 - - -400 + + +280 + + + +300 - - -450 + + +320 - - -500 + + +340 - - -550 + + +360 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/SD.svg b/criterion/micro_ops_join/report/SD.svg index 7af7ea4b5a1c..a06efe5a9882 100644 --- a/criterion/micro_ops_join/report/SD.svg +++ b/criterion/micro_ops_join/report/SD.svg @@ -17,82 +17,82 @@ Average time (µs) 0.4 - + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - - + + 2.2 - + - + +0.4 + + + +0.5 + + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - - + + 1.1 - - + + 1.2 - - -1.3 - - - -1.4 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/both/pdf.svg b/criterion/micro_ops_join/report/both/pdf.svg index 25291841a5a8..c9f12d325c30 100644 --- a/criterion/micro_ops_join/report/both/pdf.svg +++ b/criterion/micro_ops_join/report/both/pdf.svg @@ -9,55 +9,55 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + + +0.7 + + - + 76 - - + + 78 - - + + 80 - - + + 82 - - -84 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_join/report/both/regression.svg b/criterion/micro_ops_join/report/both/regression.svg index ed994db441f3..c1a976898271 100644 --- a/criterion/micro_ops_join/report/both/regression.svg +++ b/criterion/micro_ops_join/report/both/regression.svg @@ -17,14 +17,14 @@ Iterations - + - - - - - - + + + + + + 0.0 @@ -34,38 +34,38 @@ Iterations 5.0 - + 10.0 - + 15.0 - + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 0 @@ -95,10 +95,10 @@ Iterations 600 - + - - + + Base Sample diff --git a/criterion/micro_ops_join/report/change/mean.svg b/criterion/micro_ops_join/report/change/mean.svg index e93291d0ae4f..41978885ef51 100644 --- a/criterion/micro_ops_join/report/change/mean.svg +++ b/criterion/micro_ops_join/report/change/mean.svg @@ -9,86 +9,86 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - - --0.006 + + +200 + + + +220 - - + + + -0.005 - - + + -0.004 - - + + -0.003 - - + + -0.002 - - + + -0.001 - - + + 0 - - + + 0.001 - - + + 0.002 - - -0.003 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/median.svg b/criterion/micro_ops_join/report/change/median.svg index 3fdf4af8915b..09c299dc5a3b 100644 --- a/criterion/micro_ops_join/report/change/median.svg +++ b/criterion/micro_ops_join/report/change/median.svg @@ -9,62 +9,62 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - + - --0.0025 - - - --0.002 - - - + -0.0015 - - + + -0.001 - - + + -5e-4 - - + + 0 - - - - + + +5e-4 + + + +0.001 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/t-test.svg b/criterion/micro_ops_join/report/change/t-test.svg index 3528bcccad41..118384e6af0a 100644 --- a/criterion/micro_ops_join/report/change/t-test.svg +++ b/criterion/micro_ops_join/report/change/t-test.svg @@ -25,65 +25,65 @@ t score 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_join/report/index.html b/criterion/micro_ops_join/report/index.html index e17be08319ce..8aaf67f04f68 100644 --- a/criterion/micro_ops_join/report/index.html +++ b/criterion/micro_ops_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 76.504 µs - 76.618 µs - 76.752 µs + 76.558 µs + 76.695 µs + 76.866 µs R² - 0.9914628 - 0.9917723 - 0.9913418 + 0.9875846 + 0.9880254 + 0.9873430 Mean - 76.503 µs - 76.688 µs - 76.900 µs + 76.422 µs + 76.569 µs + 76.746 µs Std. Dev. - 652.35 ns - 1.0186 µs - 1.3619 µs + 426.58 ns + 838.81 ns + 1.1660 µs Median - 76.385 µs - 76.472 µs - 76.529 µs + 76.391 µs + 76.444 µs + 76.507 µs MAD - 231.16 ns - 330.24 ns - 519.55 ns + 195.54 ns + 288.98 ns + 361.00 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.5282% - -0.1274% - +0.2746% - (p = 0.54 > + -0.4885% + -0.1550% + +0.1688% + (p = 0.38 > 0.05) diff --git a/criterion/micro_ops_join/report/mean.svg b/criterion/micro_ops_join/report/mean.svg index acb4dc46c850..d0f18aabc436 100644 --- a/criterion/micro_ops_join/report/mean.svg +++ b/criterion/micro_ops_join/report/mean.svg @@ -9,78 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - + + +4.5 + + + +5 + + - + +76.4 + + + +76.45 + + + 76.5 - - + + 76.55 - - + + 76.6 - - + + 76.65 - - + + 76.7 - - + + 76.75 - - -76.8 - - - -76.85 - - - -76.9 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/median.svg b/criterion/micro_ops_join/report/median.svg index e084ea04568c..9aa923564783 100644 --- a/criterion/micro_ops_join/report/median.svg +++ b/criterion/micro_ops_join/report/median.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - + + +25 + + + +30 + + - + 76.38 - - + + 76.4 - - + + 76.42 - - + + 76.44 - - + + 76.46 - - + + 76.48 - - + + 76.5 - - -76.52 - - - -76.54 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/pdf.svg b/criterion/micro_ops_join/report/pdf.svg index d70e3af6440f..a778234e46fc 100644 --- a/criterion/micro_ops_join/report/pdf.svg +++ b/criterion/micro_ops_join/report/pdf.svg @@ -38,42 +38,38 @@ Average Time (µs) - + 75 - - + + 76 - - + + 77 - - + + 78 - - + + 79 - - + + 80 - - + + 81 - - + + 82 - - -83 - - + Density (a.u.) @@ -82,72 +78,70 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.7 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_join/report/pdf_small.svg b/criterion/micro_ops_join/report/pdf_small.svg index 2e987c5931f7..6cf3283f665c 100644 --- a/criterion/micro_ops_join/report/pdf_small.svg +++ b/criterion/micro_ops_join/report/pdf_small.svg @@ -10,47 +10,55 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + + +0.7 + + + +0.8 + + - + 76 - - + + 78 - - + + 80 - - + + 82 - - - + + + diff --git a/criterion/micro_ops_join/report/regression.svg b/criterion/micro_ops_join/report/regression.svg index d3de5b26fb5d..3d0468e85cf1 100644 --- a/criterion/micro_ops_join/report/regression.svg +++ b/criterion/micro_ops_join/report/regression.svg @@ -17,12 +17,12 @@ Iterations - - + + - - - + + + 5.0 @@ -36,30 +36,30 @@ Iterations 15.0 - + 20.0 - - + + 25.0 - + 30.0 - + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -88,101 +88,101 @@ Iterations - - - + + + - - - + + + - - - - - + + + + + - + - - - - + + + + - + - - + + - - - - + + + + - - + + - - - - - - - - - + + + + + + + + + - - - - + + + + - - - + + + - + - - - + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - + + + diff --git a/criterion/micro_ops_join/report/regression_small.svg b/criterion/micro_ops_join/report/regression_small.svg index 4e0a806be190..7eccd149c64f 100644 --- a/criterion/micro_ops_join/report/regression_small.svg +++ b/criterion/micro_ops_join/report/regression_small.svg @@ -11,20 +11,20 @@ Iterations - + - - + + - - + + - + 5.0 - + 10.0 @@ -33,26 +33,26 @@ Iterations 15.0 - + 20.0 - - + + 25.0 - + 30.0 - + 35.0 - - + + 40.0 - + 45.0 @@ -85,100 +85,100 @@ Iterations - + - - - + + + - - - - + + + + - - - + + + - + - + - + - - + + - - + + - - - - - - + + + + + + - - - - - - + + + + + + - - + + - - + + - + - - - + + + - - - - - - - + + + + + + + - - + + - - + + - + - + diff --git a/criterion/micro_ops_join/report/relative_pdf_small.svg b/criterion/micro_ops_join/report/relative_pdf_small.svg index 2334e035acaa..4e02e74485b6 100644 --- a/criterion/micro_ops_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_join/report/relative_pdf_small.svg @@ -6,53 +6,53 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + + +0.7 + + - + 76 - - + + 78 - - + + 80 - - + + 82 - - -84 - - - - - - + + + + + diff --git a/criterion/micro_ops_join/report/relative_regression_small.svg b/criterion/micro_ops_join/report/relative_regression_small.svg index 8abab8f0b5b2..bf763978c85c 100644 --- a/criterion/micro_ops_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_join/report/relative_regression_small.svg @@ -17,10 +17,10 @@ Iterations - - - - + + + + @@ -43,22 +43,22 @@ Iterations 20.0 - + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 45.0 @@ -92,8 +92,8 @@ Iterations 600 - + - - + + diff --git a/criterion/micro_ops_join/report/slope.svg b/criterion/micro_ops_join/report/slope.svg index c929ee131d6a..c4dc5b4ca4bf 100644 --- a/criterion/micro_ops_join/report/slope.svg +++ b/criterion/micro_ops_join/report/slope.svg @@ -9,58 +9,86 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - + + +4.5 + + + 5 - - -6 + + +5.5 - + - -76.5 - - - + 76.55 - - + + 76.6 - - + + 76.65 - - + + 76.7 - - + + 76.75 - - - - + + +76.8 + + + +76.85 + + + +76.9 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/typical.svg b/criterion/micro_ops_join/report/typical.svg index 7a362dfcd4d5..e2575b076cf9 100644 --- a/criterion/micro_ops_join/report/typical.svg +++ b/criterion/micro_ops_join/report/typical.svg @@ -9,58 +9,86 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - + + +4.5 + + + 5 - - -6 + + +5.5 - + - -76.5 - - - + 76.55 - - + + 76.6 - - + + 76.65 - - + + 76.7 - - + + 76.75 - - - - + + +76.8 + + + +76.85 + + + +76.9 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/base/estimates.json b/criterion/micro_ops_map/base/estimates.json index 6fc1a0722a49..b07f7d74bc6b 100644 --- a/criterion/micro_ops_map/base/estimates.json +++ b/criterion/micro_ops_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9475.219085166116,"upper_bound":9545.378310782475},"point_estimate":9505.488373546976,"standard_error":18.08274792797533},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9465.217094017094,"upper_bound":9485.666987179487},"point_estimate":9470.61969739819,"standard_error":6.462658537146286},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34.8694971387391,"upper_bound":65.81753482340896},"point_estimate":44.969885401870684,"standard_error":7.735790756917154},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9489.42727887486,"upper_bound":9523.541059989708},"point_estimate":9504.95254436121,"standard_error":8.70675252191597},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54.39212304387743,"upper_bound":277.45662174857114},"point_estimate":181.6758387851706,"standard_error":57.53563396775731}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9501.316159540032,"upper_bound":9535.122350511265},"point_estimate":9517.501139302682,"standard_error":8.61491003733466},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9484.325085812357,"upper_bound":9511.880348737697},"point_estimate":9495.758595723368,"standard_error":7.40869460129459},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45.39876777103221,"upper_bound":71.38788739042195},"point_estimate":55.41379853567389,"standard_error":6.619251883472598},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9509.845382694337,"upper_bound":9562.139848391118},"point_estimate":9533.81157997143,"standard_error":13.41258143486604},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":65.17578955322752,"upper_bound":105.95694860807872},"point_estimate":86.74604335498604,"standard_error":10.434668237904006}} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/sample.json b/criterion/micro_ops_map/base/sample.json index 857e89dcd39b..576381603684 100644 --- a/criterion/micro_ops_map/base/sample.json +++ b/criterion/micro_ops_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[135502.0,244628.0,366709.0,488744.0,611313.0,733156.0,859734.0,978127.0,1100550.0,1224915.0,1344101.0,1467313.0,1588144.0,1721268.0,1847578.0,1955394.0,2092865.0,2210786.0,2333118.0,2443394.0,2600146.0,2700571.0,3242637.0,2969286.0,3054662.0,3203859.0,3303366.0,3423815.0,3563856.0,3670823.0,3808024.0,3940045.0,4048950.0,4196136.0,4324922.0,4428159.0,4568139.0,4731153.0,4830441.0,4931787.0,5080675.0,5186035.0,5292479.0,5435267.0,5537152.0,5704018.0,5777938.0,5908068.0,5996828.0,6168272.0,6416790.0,6455613.0,6524568.0,6607494.0,6787364.0,6873747.0,6997517.0,7180577.0,7247250.0,7399960.0,7944658.0,7659477.0,7745394.0,7854799.0,7983306.0,8154774.0,8301267.0,8394427.0,8608405.0,8613971.0,8753040.0,8874264.0,9033367.0,9235043.0,9230663.0,9379745.0,9573276.0,9630052.0,9739878.0,9913158.0,9964995.0,10108596.0,10226616.0,10548209.0,10486820.0,10622708.0,10705879.0,10850618.0,10956396.0,11134744.0,11195792.0,11319737.0,11520295.0,11555411.0,11746344.0,11948576.0,11924060.0,12106715.0,12182607.0,12401225.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[113119.0,225721.0,338659.0,452574.0,579701.0,705268.0,790933.0,921889.0,1017304.0,1164530.0,1250066.0,1361748.0,1467882.0,1581640.0,1736322.0,1838723.0,1929556.0,2039311.0,2169561.0,2269813.0,2388790.0,2498243.0,2628617.0,2749738.0,2837542.0,2953771.0,3062114.0,3207902.0,3304950.0,3458091.0,3548281.0,3618944.0,3754322.0,3876498.0,3972574.0,4079056.0,4227245.0,4323497.0,4434529.0,4536903.0,4641495.0,4821377.0,4905715.0,5008216.0,5144993.0,5236988.0,5379331.0,5598596.0,5569966.0,5731493.0,5839513.0,5902231.0,6046175.0,6140683.0,6291462.0,6386289.0,6515073.0,6577066.0,6743867.0,6809970.0,6982221.0,7100612.0,7174967.0,7263093.0,7517035.0,7574228.0,7607928.0,7758427.0,7858135.0,8113736.0,8085899.0,8215352.0,8285632.0,8377949.0,8570997.0,8751508.0,9080394.0,8932361.0,9032034.0,9149978.0,9328675.0,9356012.0,9433961.0,9516270.0,9906595.0,9799137.0,9904818.0,10083504.0,10141973.0,10228973.0,10367686.0,10492468.0,10570843.0,10706155.0,10806650.0,10933436.0,11094400.0,11276004.0,11722707.0,11534530.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/tukey.json b/criterion/micro_ops_map/base/tukey.json index 786f62b9ad9b..ce19e3627358 100644 --- a/criterion/micro_ops_map/base/tukey.json +++ b/criterion/micro_ops_map/base/tukey.json @@ -1 +1 @@ -[9274.81182238814,9360.993534097483,9590.811431989065,9676.993143698408] \ No newline at end of file +[9208.580081070888,9333.629843042985,9667.095874968578,9792.145636940675] \ No newline at end of file diff --git a/criterion/micro_ops_map/change/estimates.json b/criterion/micro_ops_map/change/estimates.json index 11fd36e91198..2f380f767839 100644 --- a/criterion/micro_ops_map/change/estimates.json +++ b/criterion/micro_ops_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.015119410474707828,"upper_bound":0.0007047862932733671},"point_estimate":-0.006940679509116476,"standard_error":0.004026020525003775},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0027556795218528496,"upper_bound":0.001234368650988138},"point_estimate":-0.0011382164387793159,"standard_error":0.0010255331516512635}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0031882431823596563,"upper_bound":0.0050895106548233295},"point_estimate":0.0012637715479340006,"standard_error":0.002118855298903405},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0005703534964338619,"upper_bound":0.0047233058071827205},"point_estimate":0.0026544090174041024,"standard_error":0.0010861848081793113}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/estimates.json b/criterion/micro_ops_map/new/estimates.json index 6fc1a0722a49..b07f7d74bc6b 100644 --- a/criterion/micro_ops_map/new/estimates.json +++ b/criterion/micro_ops_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9475.219085166116,"upper_bound":9545.378310782475},"point_estimate":9505.488373546976,"standard_error":18.08274792797533},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9465.217094017094,"upper_bound":9485.666987179487},"point_estimate":9470.61969739819,"standard_error":6.462658537146286},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34.8694971387391,"upper_bound":65.81753482340896},"point_estimate":44.969885401870684,"standard_error":7.735790756917154},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9489.42727887486,"upper_bound":9523.541059989708},"point_estimate":9504.95254436121,"standard_error":8.70675252191597},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54.39212304387743,"upper_bound":277.45662174857114},"point_estimate":181.6758387851706,"standard_error":57.53563396775731}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9501.316159540032,"upper_bound":9535.122350511265},"point_estimate":9517.501139302682,"standard_error":8.61491003733466},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9484.325085812357,"upper_bound":9511.880348737697},"point_estimate":9495.758595723368,"standard_error":7.40869460129459},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45.39876777103221,"upper_bound":71.38788739042195},"point_estimate":55.41379853567389,"standard_error":6.619251883472598},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9509.845382694337,"upper_bound":9562.139848391118},"point_estimate":9533.81157997143,"standard_error":13.41258143486604},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":65.17578955322752,"upper_bound":105.95694860807872},"point_estimate":86.74604335498604,"standard_error":10.434668237904006}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/sample.json b/criterion/micro_ops_map/new/sample.json index 857e89dcd39b..576381603684 100644 --- a/criterion/micro_ops_map/new/sample.json +++ b/criterion/micro_ops_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[135502.0,244628.0,366709.0,488744.0,611313.0,733156.0,859734.0,978127.0,1100550.0,1224915.0,1344101.0,1467313.0,1588144.0,1721268.0,1847578.0,1955394.0,2092865.0,2210786.0,2333118.0,2443394.0,2600146.0,2700571.0,3242637.0,2969286.0,3054662.0,3203859.0,3303366.0,3423815.0,3563856.0,3670823.0,3808024.0,3940045.0,4048950.0,4196136.0,4324922.0,4428159.0,4568139.0,4731153.0,4830441.0,4931787.0,5080675.0,5186035.0,5292479.0,5435267.0,5537152.0,5704018.0,5777938.0,5908068.0,5996828.0,6168272.0,6416790.0,6455613.0,6524568.0,6607494.0,6787364.0,6873747.0,6997517.0,7180577.0,7247250.0,7399960.0,7944658.0,7659477.0,7745394.0,7854799.0,7983306.0,8154774.0,8301267.0,8394427.0,8608405.0,8613971.0,8753040.0,8874264.0,9033367.0,9235043.0,9230663.0,9379745.0,9573276.0,9630052.0,9739878.0,9913158.0,9964995.0,10108596.0,10226616.0,10548209.0,10486820.0,10622708.0,10705879.0,10850618.0,10956396.0,11134744.0,11195792.0,11319737.0,11520295.0,11555411.0,11746344.0,11948576.0,11924060.0,12106715.0,12182607.0,12401225.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[113119.0,225721.0,338659.0,452574.0,579701.0,705268.0,790933.0,921889.0,1017304.0,1164530.0,1250066.0,1361748.0,1467882.0,1581640.0,1736322.0,1838723.0,1929556.0,2039311.0,2169561.0,2269813.0,2388790.0,2498243.0,2628617.0,2749738.0,2837542.0,2953771.0,3062114.0,3207902.0,3304950.0,3458091.0,3548281.0,3618944.0,3754322.0,3876498.0,3972574.0,4079056.0,4227245.0,4323497.0,4434529.0,4536903.0,4641495.0,4821377.0,4905715.0,5008216.0,5144993.0,5236988.0,5379331.0,5598596.0,5569966.0,5731493.0,5839513.0,5902231.0,6046175.0,6140683.0,6291462.0,6386289.0,6515073.0,6577066.0,6743867.0,6809970.0,6982221.0,7100612.0,7174967.0,7263093.0,7517035.0,7574228.0,7607928.0,7758427.0,7858135.0,8113736.0,8085899.0,8215352.0,8285632.0,8377949.0,8570997.0,8751508.0,9080394.0,8932361.0,9032034.0,9149978.0,9328675.0,9356012.0,9433961.0,9516270.0,9906595.0,9799137.0,9904818.0,10083504.0,10141973.0,10228973.0,10367686.0,10492468.0,10570843.0,10706155.0,10806650.0,10933436.0,11094400.0,11276004.0,11722707.0,11534530.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/tukey.json b/criterion/micro_ops_map/new/tukey.json index 786f62b9ad9b..ce19e3627358 100644 --- a/criterion/micro_ops_map/new/tukey.json +++ b/criterion/micro_ops_map/new/tukey.json @@ -1 +1 @@ -[9274.81182238814,9360.993534097483,9590.811431989065,9676.993143698408] \ No newline at end of file +[9208.580081070888,9333.629843042985,9667.095874968578,9792.145636940675] \ No newline at end of file diff --git a/criterion/micro_ops_map/report/MAD.svg b/criterion/micro_ops_map/report/MAD.svg index c8c31083af87..0f76d8e988df 100644 --- a/criterion/micro_ops_map/report/MAD.svg +++ b/criterion/micro_ops_map/report/MAD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - + - -35 - - - -40 - - - + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - - - + + +70 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/SD.svg b/criterion/micro_ops_map/report/SD.svg index d330fc0fe1f2..37f349328e7e 100644 --- a/criterion/micro_ops_map/report/SD.svg +++ b/criterion/micro_ops_map/report/SD.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (ns) - -0.001 + +0.005 - - -0.002 + + +0.01 - - -0.003 + + +0.015 - - -0.004 + + +0.02 - - -0.005 + + +0.025 - - -0.006 + + +0.03 - - -0.007 + + +0.035 - - -0.008 + + +0.04 - + - -50 + +65 - - -100 + + +70 + + + +75 - - -150 + + +80 - - -200 + + +85 + + + +90 + + + +95 + + + +100 - - -250 + + +105 - - -300 + + +110 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/both/pdf.svg b/criterion/micro_ops_map/report/both/pdf.svg index b873ecc96bd9..e06d2075d93d 100644 --- a/criterion/micro_ops_map/report/both/pdf.svg +++ b/criterion/micro_ops_map/report/both/pdf.svg @@ -9,59 +9,71 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - + + +4.5 + + + +5 + + + +5.5 + + - -9 + +9.5 - - + + 10 - - -11 + + +10.5 - - -12 + + +11 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_map/report/both/regression.svg b/criterion/micro_ops_map/report/both/regression.svg index 4d58c751d565..cb352ac909c5 100644 --- a/criterion/micro_ops_map/report/both/regression.svg +++ b/criterion/micro_ops_map/report/both/regression.svg @@ -17,11 +17,11 @@ Iterations (x 10^3) - - - - - + + + + + 0.0 @@ -31,26 +31,26 @@ Iterations (x 10^3) 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -80,10 +80,10 @@ Iterations (x 10^3) 1.2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_map/report/change/mean.svg b/criterion/micro_ops_map/report/change/mean.svg index 671cd4715e99..b9925c2d0adb 100644 --- a/criterion/micro_ops_map/report/change/mean.svg +++ b/criterion/micro_ops_map/report/change/mean.svg @@ -9,87 +9,91 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 + + +100 - - - --0.016 - - - --0.014 + + +120 - - --0.012 + + +140 - - --0.01 + + +160 - - --0.008 + + +180 - - --0.006 - - - + + + -0.004 - - + + +-0.003 + + + -0.002 - - + + +-0.001 + + + 0 - - + + +0.001 + + + 0.002 - - - - - + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/median.svg b/criterion/micro_ops_map/report/change/median.svg index 7e9ef878d933..2aa11d9e648b 100644 --- a/criterion/micro_ops_map/report/change/median.svg +++ b/criterion/micro_ops_map/report/change/median.svg @@ -9,86 +9,82 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - -450 - - + - --0.003 + +5e-4 - - --0.0025 + + +0.001 - - --0.002 + + +0.0015 - - --0.0015 + + +0.002 - - --0.001 + + +0.0025 - - --5e-4 + + +0.003 - - -0 + + +0.0035 - - -5e-4 + + +0.004 - - -0.001 + + +0.0045 - + -0.0015 +0.005 - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/t-test.svg b/criterion/micro_ops_map/report/change/t-test.svg index c3b71e83b512..b42cd104b7b4 100644 --- a/criterion/micro_ops_map/report/change/t-test.svg +++ b/criterion/micro_ops_map/report/change/t-test.svg @@ -29,57 +29,57 @@ t score 0.2 - + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/micro_ops_map/report/index.html b/criterion/micro_ops_map/report/index.html index de1f4ae7e7ce..a084de4b8cdd 100644 --- a/criterion/micro_ops_map/report/index.html +++ b/criterion/micro_ops_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 9.4894 µs - 9.5050 µs - 9.5235 µs + 9.5098 µs + 9.5338 µs + 9.5621 µs R² - 0.9875928 - 0.9879471 - 0.9874393 + 0.9870301 + 0.9878522 + 0.9867040 Mean - 9.4752 µs - 9.5055 µs - 9.5454 µs + 9.5013 µs + 9.5175 µs + 9.5351 µs Std. Dev. - 54.392 ns - 181.68 ns - 277.46 ns + 65.176 ns + 86.746 ns + 105.96 ns Median - 9.4652 µs - 9.4706 µs - 9.4857 µs + 9.4843 µs + 9.4958 µs + 9.5119 µs MAD - 34.869 ns - 44.970 ns - 65.818 ns + 45.399 ns + 55.414 ns + 71.388 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.5119% - -0.6941% - +0.0705% - (p = 0.09 > + -0.3188% + +0.1264% + +0.5090% + (p = 0.57 > 0.05) diff --git a/criterion/micro_ops_map/report/mean.svg b/criterion/micro_ops_map/report/mean.svg index 6555050a52de..664dfc27eaef 100644 --- a/criterion/micro_ops_map/report/mean.svg +++ b/criterion/micro_ops_map/report/mean.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - - -9.47 + + +25 + + + +30 + + + +35 - - -9.48 + + +40 - - -9.49 + + +45 - - + + +50 + + + + 9.5 - - + + +9.505 + + + 9.51 - - -9.52 + + +9.515 - - -9.53 + + +9.52 - - -9.54 + + +9.525 - - -9.55 + + +9.53 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/median.svg b/criterion/micro_ops_map/report/median.svg index 176615e77122..92b826307d0c 100644 --- a/criterion/micro_ops_map/report/median.svg +++ b/criterion/micro_ops_map/report/median.svg @@ -9,50 +9,74 @@ Density (a.u.) Average time (µs) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - + + +90 + + + 100 - - -120 + + +110 - + - -9.465 + +9.485 + + + +9.49 - - -9.47 + + +9.495 - - -9.475 + + +9.5 - - -9.48 + + +9.505 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/pdf.svg b/criterion/micro_ops_map/report/pdf.svg index 1f316e9bfcf0..e200c6f28259 100644 --- a/criterion/micro_ops_map/report/pdf.svg +++ b/criterion/micro_ops_map/report/pdf.svg @@ -13,71 +13,59 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - -9.2 + +9.3 - - + + 9.4 - - -9.6 - - - -9.8 + + +9.5 - - -10 - - - -10.2 - - - -10.4 + + +9.6 - - -10.6 + + +9.7 - - -10.8 + + +9.8 - - -11 + + +9.9 - + Density (a.u.) @@ -86,58 +74,44 @@ Density (a.u.) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - - - - - - - - - - - - - - - - - - - - + + +5 + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_map/report/pdf_small.svg b/criterion/micro_ops_map/report/pdf_small.svg index 6d49c74b3acd..639f81989646 100644 --- a/criterion/micro_ops_map/report/pdf_small.svg +++ b/criterion/micro_ops_map/report/pdf_small.svg @@ -10,59 +10,43 @@ Average Time (µs) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 + + +5 - - - -9.5 + + +6 - - -10 + + + +9.4 - - -10.5 + + +9.6 - - -11 + + +9.8 - - - + + + diff --git a/criterion/micro_ops_map/report/regression.svg b/criterion/micro_ops_map/report/regression.svg index 3fedb3167c53..e73974db375e 100644 --- a/criterion/micro_ops_map/report/regression.svg +++ b/criterion/micro_ops_map/report/regression.svg @@ -8,170 +8,195 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - + +1.0 + + + 2.0 - - + + +3.0 + + + 4.0 - - + + +5.0 + + + 6.0 - - + + +7.0 + + + 8.0 - - + + +9.0 + + + 10.0 - - -12.0 + + +11.0 - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - - + + - + - + - - + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_map/report/regression_small.svg b/criterion/micro_ops_map/report/regression_small.svg index 17bc7b4b7c85..f2e86ffac9c8 100644 --- a/criterion/micro_ops_map/report/regression_small.svg +++ b/criterion/micro_ops_map/report/regression_small.svg @@ -5,168 +5,193 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - + +1.0 + + + 2.0 - - + + +3.0 + + + 4.0 - - + + +5.0 + + + 6.0 - - + + +7.0 + + + 8.0 - - + + +9.0 + + + 10.0 - - -12.0 + + +11.0 - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - + - + - - - - - - - - - + + + + + + + + + - + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_map/report/relative_pdf_small.svg b/criterion/micro_ops_map/report/relative_pdf_small.svg index ef38ae2c807b..28ea627eef13 100644 --- a/criterion/micro_ops_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_map/report/relative_pdf_small.svg @@ -6,57 +6,69 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - + + +4.5 + + + +5 + + + +5.5 + + - -9 + +9.5 - - + + 10 - - -11 + + +10.5 - - -12 + + +11 - - - - - + + + + + diff --git a/criterion/micro_ops_map/report/relative_regression_small.svg b/criterion/micro_ops_map/report/relative_regression_small.svg index c267e5a615bf..e91b1c49782e 100644 --- a/criterion/micro_ops_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_map/report/relative_regression_small.svg @@ -15,10 +15,10 @@ Iterations (x 10^3) - - - - + + + + 0.0 @@ -32,22 +32,22 @@ Iterations (x 10^3) 4.0 - + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -77,8 +77,8 @@ Iterations (x 10^3) 1.2 - - - - + + + + diff --git a/criterion/micro_ops_map/report/slope.svg b/criterion/micro_ops_map/report/slope.svg index 66cd38da3fdf..acac78605e39 100644 --- a/criterion/micro_ops_map/report/slope.svg +++ b/criterion/micro_ops_map/report/slope.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - -25 - - - -30 - - - -35 - - + -40 +25 - -45 - - - -50 + +30 - + - -9.49 - - - -9.495 - - - -9.5 + +9.51 - - -9.505 + + +9.52 - - -9.51 + + +9.53 - - -9.515 + + +9.54 - - -9.52 + + +9.55 - - -9.525 + + +9.56 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/typical.svg b/criterion/micro_ops_map/report/typical.svg index 2dc6631e2fe3..21c2250667d0 100644 --- a/criterion/micro_ops_map/report/typical.svg +++ b/criterion/micro_ops_map/report/typical.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - -25 - - - -30 - - - -35 - - + -40 +25 - -45 - - - -50 + +30 - + - -9.49 - - - -9.495 - - - -9.5 + +9.51 - - -9.505 + + +9.52 - - -9.51 + + +9.53 - - -9.515 + + +9.54 - - -9.52 + + +9.55 - - -9.525 + + +9.56 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/base/estimates.json b/criterion/micro_ops_next_tick_big/base/estimates.json index ef1dc1e1e60e..5641dc095e4a 100644 --- a/criterion/micro_ops_next_tick_big/base/estimates.json +++ b/criterion/micro_ops_next_tick_big/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70212.67991859687,"upper_bound":71530.77318059983},"point_estimate":70899.73894880734,"standard_error":334.76408964194934},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69783.34962406015,"upper_bound":70593.58932387058},"point_estimate":70126.4078817734,"standard_error":214.26656265067732},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":861.1087884064281,"upper_bound":2144.5454622370444},"point_estimate":1300.6306528065888,"standard_error":329.07988127526454},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70571.81384537731,"upper_bound":71740.18219810228},"point_estimate":71124.15354746775,"standard_error":299.8048546750054},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2214.251739815441,"upper_bound":4667.598331139579},"point_estimate":3365.9312710465942,"standard_error":670.6755066191537}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69774.31340722342,"upper_bound":71280.06583993044},"point_estimate":70562.54153258733,"standard_error":383.8831052502746},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70034.35119047618,"upper_bound":70331.21708683473},"point_estimate":70161.9698604766,"standard_error":79.80344757215498},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":489.43478224485557,"upper_bound":1776.710180648847},"point_estimate":766.4561531783957,"standard_error":326.635669502246},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70715.66680124032,"upper_bound":71857.3209613537},"point_estimate":71249.03017902003,"standard_error":292.47899625591816},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2538.7507725917208,"upper_bound":5253.798212675032},"point_estimate":3869.6770067985194,"standard_error":718.9875201873679}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/sample.json b/criterion/micro_ops_next_tick_big/base/sample.json index 03856580abd7..29747ab33d25 100644 --- a/criterion/micro_ops_next_tick_big/base/sample.json +++ b/criterion/micro_ops_next_tick_big/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[697110.0,1787483.0,2811123.0,3748010.0,4812365.0,5955098.0,7122725.0,8442275.0,9398239.0,10488261.0,11594945.0,12837433.0,12854285.0,13384423.0,14537624.0,15386407.0,16628744.0,18652489.0,18562371.0,19119480.0,21312460.0,21216381.0,22436587.0,25092921.0,24912305.0,27458392.0,27091739.0,29199770.0,28304340.0,29281904.0,30187823.0,30968310.0,32656808.0,33197246.0,34355888.0,36585525.0,36059535.0,38478235.0,39585140.0,38735405.0,39916448.0,40447989.0,41903735.0,44243047.0,49165939.0,45063819.0,48074854.0,46660696.0,48696453.0,50758380.0,51804701.0,51030438.0,51791255.0,52554409.0,53354512.0,55323213.0,56892920.0,56952672.0,57238285.0,58366510.0,64399912.0,61121307.0,67429373.0,63422299.0,64648575.0,75310050.0,65060665.0,66031225.0,67857691.0,70813454.0,69056096.0,71123713.0,71975902.0,71973999.0,73213400.0,80576904.0,78979024.0,76867999.0,77201247.0,77576327.0,78789360.0,79818770.0,86999533.0,85172364.0,83256034.0,83332547.0,89976723.0,90473940.0,87479057.0,93342888.0,88830917.0,90087038.0,90855752.0,92660066.0,93024275.0,93588316.0,94019380.0,96243275.0,104200941.0,97411012.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[666794.0,1622587.0,2592777.0,3581892.0,4674570.0,5556165.0,6612716.0,8249820.0,8952069.0,9392651.0,10521306.0,11317812.0,12739145.0,14166146.0,14486453.0,15751994.0,17497240.0,17283091.0,20507887.0,19710950.0,20054690.0,23654196.0,24638381.0,25505218.0,24446164.0,25302490.0,26154801.0,27707677.0,28167414.0,28950636.0,29978052.0,32148391.0,32219804.0,33116176.0,34142791.0,36036613.0,38874799.0,37281868.0,41447367.0,39222478.0,46052047.0,41274676.0,41823568.0,46310619.0,44274188.0,46470628.0,45905303.0,48662809.0,47972301.0,48754240.0,50216489.0,50861653.0,52110554.0,52984937.0,56152087.0,55189100.0,58720291.0,56891579.0,61074576.0,58828855.0,59502331.0,64881100.0,61833522.0,62730206.0,63842672.0,64698460.0,69293086.0,66698303.0,67851185.0,69088919.0,70045469.0,73325400.0,81518209.0,73032123.0,73481301.0,76051575.0,75395653.0,76623104.0,77427997.0,78316755.0,79812206.0,80596098.0,81952761.0,82464305.0,83849369.0,91048425.0,85698621.0,86043605.0,87428278.0,88036955.0,94966065.0,90047998.0,92356957.0,91960217.0,92714754.0,94441556.0,95647899.0,104380916.0,97091022.0,103718399.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/tukey.json b/criterion/micro_ops_next_tick_big/base/tukey.json index 0f0746423e0e..73a1ee82d69a 100644 --- a/criterion/micro_ops_next_tick_big/base/tukey.json +++ b/criterion/micro_ops_next_tick_big/base/tukey.json @@ -1 +1 @@ -[60523.62704517707,65015.96134004885,76995.51945970693,81487.85375457873] \ No newline at end of file +[64336.94241510374,67047.78746089073,74276.70758298937,76987.55262877636] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/change/estimates.json b/criterion/micro_ops_next_tick_big/change/estimates.json index c06ee966f4d2..f466e0ec4a76 100644 --- a/criterion/micro_ops_next_tick_big/change/estimates.json +++ b/criterion/micro_ops_next_tick_big/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.003951605202449068,"upper_bound":0.03037987619405006},"point_estimate":0.01726343167811395,"standard_error":0.006733505256100155},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0019310844689738316,"upper_bound":0.01060148815921469},"point_estimate":0.003820328730370637,"standard_error":0.0032699720057947873}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01883379311017938,"upper_bound":0.008239438874623342},"point_estimate":-0.004755975426982584,"standard_error":0.006843570706768684},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0064717784613086415,"upper_bound":0.005923383129022186},"point_estimate":0.0005071125097859674,"standard_error":0.0032337471519901036}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/estimates.json b/criterion/micro_ops_next_tick_big/new/estimates.json index ef1dc1e1e60e..5641dc095e4a 100644 --- a/criterion/micro_ops_next_tick_big/new/estimates.json +++ b/criterion/micro_ops_next_tick_big/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70212.67991859687,"upper_bound":71530.77318059983},"point_estimate":70899.73894880734,"standard_error":334.76408964194934},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69783.34962406015,"upper_bound":70593.58932387058},"point_estimate":70126.4078817734,"standard_error":214.26656265067732},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":861.1087884064281,"upper_bound":2144.5454622370444},"point_estimate":1300.6306528065888,"standard_error":329.07988127526454},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70571.81384537731,"upper_bound":71740.18219810228},"point_estimate":71124.15354746775,"standard_error":299.8048546750054},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2214.251739815441,"upper_bound":4667.598331139579},"point_estimate":3365.9312710465942,"standard_error":670.6755066191537}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69774.31340722342,"upper_bound":71280.06583993044},"point_estimate":70562.54153258733,"standard_error":383.8831052502746},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70034.35119047618,"upper_bound":70331.21708683473},"point_estimate":70161.9698604766,"standard_error":79.80344757215498},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":489.43478224485557,"upper_bound":1776.710180648847},"point_estimate":766.4561531783957,"standard_error":326.635669502246},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70715.66680124032,"upper_bound":71857.3209613537},"point_estimate":71249.03017902003,"standard_error":292.47899625591816},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2538.7507725917208,"upper_bound":5253.798212675032},"point_estimate":3869.6770067985194,"standard_error":718.9875201873679}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/sample.json b/criterion/micro_ops_next_tick_big/new/sample.json index 03856580abd7..29747ab33d25 100644 --- a/criterion/micro_ops_next_tick_big/new/sample.json +++ b/criterion/micro_ops_next_tick_big/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[697110.0,1787483.0,2811123.0,3748010.0,4812365.0,5955098.0,7122725.0,8442275.0,9398239.0,10488261.0,11594945.0,12837433.0,12854285.0,13384423.0,14537624.0,15386407.0,16628744.0,18652489.0,18562371.0,19119480.0,21312460.0,21216381.0,22436587.0,25092921.0,24912305.0,27458392.0,27091739.0,29199770.0,28304340.0,29281904.0,30187823.0,30968310.0,32656808.0,33197246.0,34355888.0,36585525.0,36059535.0,38478235.0,39585140.0,38735405.0,39916448.0,40447989.0,41903735.0,44243047.0,49165939.0,45063819.0,48074854.0,46660696.0,48696453.0,50758380.0,51804701.0,51030438.0,51791255.0,52554409.0,53354512.0,55323213.0,56892920.0,56952672.0,57238285.0,58366510.0,64399912.0,61121307.0,67429373.0,63422299.0,64648575.0,75310050.0,65060665.0,66031225.0,67857691.0,70813454.0,69056096.0,71123713.0,71975902.0,71973999.0,73213400.0,80576904.0,78979024.0,76867999.0,77201247.0,77576327.0,78789360.0,79818770.0,86999533.0,85172364.0,83256034.0,83332547.0,89976723.0,90473940.0,87479057.0,93342888.0,88830917.0,90087038.0,90855752.0,92660066.0,93024275.0,93588316.0,94019380.0,96243275.0,104200941.0,97411012.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[666794.0,1622587.0,2592777.0,3581892.0,4674570.0,5556165.0,6612716.0,8249820.0,8952069.0,9392651.0,10521306.0,11317812.0,12739145.0,14166146.0,14486453.0,15751994.0,17497240.0,17283091.0,20507887.0,19710950.0,20054690.0,23654196.0,24638381.0,25505218.0,24446164.0,25302490.0,26154801.0,27707677.0,28167414.0,28950636.0,29978052.0,32148391.0,32219804.0,33116176.0,34142791.0,36036613.0,38874799.0,37281868.0,41447367.0,39222478.0,46052047.0,41274676.0,41823568.0,46310619.0,44274188.0,46470628.0,45905303.0,48662809.0,47972301.0,48754240.0,50216489.0,50861653.0,52110554.0,52984937.0,56152087.0,55189100.0,58720291.0,56891579.0,61074576.0,58828855.0,59502331.0,64881100.0,61833522.0,62730206.0,63842672.0,64698460.0,69293086.0,66698303.0,67851185.0,69088919.0,70045469.0,73325400.0,81518209.0,73032123.0,73481301.0,76051575.0,75395653.0,76623104.0,77427997.0,78316755.0,79812206.0,80596098.0,81952761.0,82464305.0,83849369.0,91048425.0,85698621.0,86043605.0,87428278.0,88036955.0,94966065.0,90047998.0,92356957.0,91960217.0,92714754.0,94441556.0,95647899.0,104380916.0,97091022.0,103718399.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/tukey.json b/criterion/micro_ops_next_tick_big/new/tukey.json index 0f0746423e0e..73a1ee82d69a 100644 --- a/criterion/micro_ops_next_tick_big/new/tukey.json +++ b/criterion/micro_ops_next_tick_big/new/tukey.json @@ -1 +1 @@ -[60523.62704517707,65015.96134004885,76995.51945970693,81487.85375457873] \ No newline at end of file +[64336.94241510374,67047.78746089073,74276.70758298937,76987.55262877636] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/report/MAD.svg b/criterion/micro_ops_next_tick_big/report/MAD.svg index 00069a6355ae..beae3e9272fa 100644 --- a/criterion/micro_ops_next_tick_big/report/MAD.svg +++ b/criterion/micro_ops_next_tick_big/report/MAD.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - + + +1.8 + + + +2 + + - + +0.4 + + + +0.6 + + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - -2 - - - -2.2 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/SD.svg b/criterion/micro_ops_next_tick_big/report/SD.svg index 58f8c1647366..f4f43c5edbf2 100644 --- a/criterion/micro_ops_next_tick_big/report/SD.svg +++ b/criterion/micro_ops_next_tick_big/report/SD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - + - -2 - - - + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - - - + + +5 + + + +5.5 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/both/pdf.svg b/criterion/micro_ops_next_tick_big/report/both/pdf.svg index 7ad18469c251..4b83efb54453 100644 --- a/criterion/micro_ops_next_tick_big/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/both/pdf.svg @@ -9,71 +9,59 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - -0.18 - - - -0.2 - - - -0.22 - - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_big/report/both/regression.svg b/criterion/micro_ops_next_tick_big/report/both/regression.svg index 9b0256e77cbd..8f4e37e6f0e0 100644 --- a/criterion/micro_ops_next_tick_big/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/both/regression.svg @@ -100,8 +100,8 @@ Iterations (x 10^3) 1.4 - - + + diff --git a/criterion/micro_ops_next_tick_big/report/change/mean.svg b/criterion/micro_ops_next_tick_big/report/change/mean.svg index 3dfd9ec53eff..af81bd41d196 100644 --- a/criterion/micro_ops_next_tick_big/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/change/mean.svg @@ -9,34 +9,34 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + 30 - + 35 - + 40 @@ -45,43 +45,47 @@ Relative change (%) 45 - + 50 - + 55 - -0.005 + +-0.02 - - -0.01 + + +-0.015 - - -0.015 + + +-0.01 - - -0.02 + + +-0.005 - - -0.025 + + +0 - - -0.03 + + +0.005 + + + +0.01 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/median.svg b/criterion/micro_ops_next_tick_big/report/change/median.svg index ade62b6e5a64..482419a6cca0 100644 --- a/criterion/micro_ops_next_tick_big/report/change/median.svg +++ b/criterion/micro_ops_next_tick_big/report/change/median.svg @@ -9,63 +9,63 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - + 100 - + 120 - + - + +-0.006 + + + +-0.004 + + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - -0.008 - - - -0.01 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/t-test.svg b/criterion/micro_ops_next_tick_big/report/change/t-test.svg index eb645895908c..0fe78ed5ffa6 100644 --- a/criterion/micro_ops_next_tick_big/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_big/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_big/report/index.html b/criterion/micro_ops_next_tick_big/report/index.html index 9b13f7a160dc..4b6ac44de0e6 100644 --- a/criterion/micro_ops_next_tick_big/report/index.html +++ b/criterion/micro_ops_next_tick_big/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 70.572 µs - 71.124 µs - 71.740 µs + 70.716 µs + 71.249 µs + 71.857 µs R² - 0.8517626 - 0.8584289 - 0.8501523 + 0.8897859 + 0.8950618 + 0.8882116 Mean - 70.213 µs - 70.900 µs - 71.531 µs + 69.774 µs + 70.563 µs + 71.280 µs Std. Dev. - 2.2143 µs - 3.3659 µs - 4.6676 µs + 2.5388 µs + 3.8697 µs + 5.2538 µs Median - 69.783 µs - 70.126 µs - 70.594 µs + 70.034 µs + 70.162 µs + 70.331 µs MAD - 861.11 ns - 1.3006 µs - 2.1445 µs + 489.43 ns + 766.46 ns + 1.7767 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.3952% - +1.7263% - +3.0380% - (p = 0.01 < + -1.8834% + -0.4756% + +0.8239% + (p = 0.52 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_next_tick_big/report/mean.svg b/criterion/micro_ops_next_tick_big/report/mean.svg index 099d675f7812..65b9d46e0fb2 100644 --- a/criterion/micro_ops_next_tick_big/report/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/mean.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - + + +0.9 + + + 1 - - -1.2 + + +1.1 - + - + +69.8 + + + +70 + + + 70.2 - - + + 70.4 - - + + 70.6 - - + + 70.8 - - + + 71 - - + + 71.2 - - + + 71.4 - - -71.6 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/median.svg b/criterion/micro_ops_next_tick_big/report/median.svg index b3c49b456448..7c9e6d876bcb 100644 --- a/criterion/micro_ops_next_tick_big/report/median.svg +++ b/criterion/micro_ops_next_tick_big/report/median.svg @@ -9,78 +9,70 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 + + +4 - - - -69.7 + + +5 + + + +6 - - -69.8 + + +7 - - -69.9 + + +8 - - -70 + + + +70.05 - - + + 70.1 - - -70.2 + + +70.15 - - -70.3 + + +70.2 - - -70.4 + + +70.25 - - -70.5 + + +70.3 - - -70.6 + + +70.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/pdf.svg b/criterion/micro_ops_next_tick_big/report/pdf.svg index 4b08233ee61a..2ba7e0e0dc7d 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf.svg @@ -42,38 +42,42 @@ Average Time (µs) - + +45 + + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - - + + 85 - + Density (a.u.) @@ -82,52 +86,82 @@ Density (a.u.) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_big/report/pdf_small.svg b/criterion/micro_ops_next_tick_big/report/pdf_small.svg index 5b99ed100a5f..369ed48700f0 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf_small.svg @@ -10,59 +10,55 @@ Average Time (µs) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - -0.18 - - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - - + + + diff --git a/criterion/micro_ops_next_tick_big/report/regression.svg b/criterion/micro_ops_next_tick_big/report/regression.svg index 2fae3d5b502c..b6fb3fcb1fac 100644 --- a/criterion/micro_ops_next_tick_big/report/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/regression.svg @@ -18,12 +18,12 @@ Iterations (x 10^3) - + - + - - + + @@ -38,30 +38,30 @@ Iterations (x 10^3) 30.0 - + 40.0 - + 50.0 - + 60.0 - + 70.0 - + 80.0 - - + + 90.0 - + 100.0 @@ -96,105 +96,105 @@ Iterations (x 10^3) - - - + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/regression_small.svg b/criterion/micro_ops_next_tick_big/report/regression_small.svg index 72b784ec7f19..748541923035 100644 --- a/criterion/micro_ops_next_tick_big/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/regression_small.svg @@ -16,7 +16,7 @@ Iterations (x 10^3) - + @@ -39,10 +39,10 @@ Iterations (x 10^3) 40.0 - + 50.0 - + 60.0 @@ -96,102 +96,102 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + - + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - + + - + - - - - - - - - - - + + + + + + + + + + - - - - - + + + + + - - - + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - + + + + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg index ff2cf548fc45..484ac8c8f7a4 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg @@ -6,69 +6,57 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - -0.14 - - - -0.16 - - + -0.18 +0.14 - -0.2 - - - -0.22 + +0.16 - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/slope.svg b/criterion/micro_ops_next_tick_big/report/slope.svg index 461f501d8574..81a084b3756c 100644 --- a/criterion/micro_ops_next_tick_big/report/slope.svg +++ b/criterion/micro_ops_next_tick_big/report/slope.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + 70.6 - - + + 70.8 - - + + 71 - - + + 71.2 - - + + 71.4 - - + + 71.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/typical.svg b/criterion/micro_ops_next_tick_big/report/typical.svg index 339a72181b01..aacfbb15267e 100644 --- a/criterion/micro_ops_next_tick_big/report/typical.svg +++ b/criterion/micro_ops_next_tick_big/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + 70.6 - - + + 70.8 - - + + 71 - - + + 71.2 - - + + 71.4 - - + + 71.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/base/estimates.json b/criterion/micro_ops_next_tick_small/base/estimates.json index 908628676344..2c4075886980 100644 --- a/criterion/micro_ops_next_tick_small/base/estimates.json +++ b/criterion/micro_ops_next_tick_small/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48073.447428334155,"upper_bound":48514.52929778889},"point_estimate":48323.80998626167,"standard_error":113.6546404461644},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48496.962698412695,"upper_bound":48642.74753443044},"point_estimate":48593.31967418546,"standard_error":36.82638421579176},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":232.78214046356626,"upper_bound":413.2563034355939},"point_estimate":309.46079652278115,"standard_error":50.32652425933598},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48662.1736582844,"upper_bound":48780.464972534006},"point_estimate":48721.1700791657,"standard_error":30.245234016269304},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":478.4447026189448,"upper_bound":1743.6938550817986},"point_estimate":1138.9286384824816,"standard_error":345.17929209524624}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48013.84322798167,"upper_bound":48516.479638299694},"point_estimate":48281.84957088368,"standard_error":127.6769477651911},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48337.385416666664,"upper_bound":48495.25898876404},"point_estimate":48437.707185450214,"standard_error":44.58174656457193},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":204.25081877938393,"upper_bound":359.28582215563466},"point_estimate":249.90496292306804,"standard_error":40.56956007296502},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48514.11791126212,"upper_bound":48938.06254352896},"point_estimate":48691.99329348308,"standard_error":111.65548535476867},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":684.6168885951646,"upper_bound":1828.168796315157},"point_estimate":1283.3056975802397,"standard_error":298.2474637689295}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/sample.json b/criterion/micro_ops_next_tick_small/base/sample.json index b8e431d3192c..5cb72fb801b6 100644 --- a/criterion/micro_ops_next_tick_small/base/sample.json +++ b/criterion/micro_ops_next_tick_small/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[833314.0,1835944.0,2878047.0,3907838.0,4902393.0,5984010.0,6909365.0,7968832.0,8953969.0,10082303.0,11058905.0,12052368.0,13038095.0,14076232.0,15071709.0,16135202.0,17288603.0,18302915.0,19148551.0,20291924.0,21270167.0,22426825.0,23551793.0,24304838.0,25496029.0,26319225.0,27402595.0,28358818.0,29725457.0,30417418.0,31441017.0,32663707.0,33465091.0,34722727.0,35704327.0,36782939.0,38082472.0,38805691.0,40004748.0,40721554.0,41552885.0,42508587.0,43650908.0,44995966.0,45992094.0,47077358.0,47972668.0,48839423.0,49695500.0,51140024.0,52093873.0,52902762.0,53890734.0,55259237.0,56234736.0,57089260.0,58181747.0,59988928.0,60665519.0,61130015.0,62416806.0,63810797.0,64352627.0,65379002.0,66112190.0,67897339.0,69097629.0,69758972.0,70619598.0,71299718.0,72582008.0,74511007.0,74527057.0,75927469.0,76688489.0,78365318.0,78864288.0,80018421.0,80365208.0,81624888.0,83611614.0,84001502.0,84445981.0,86009247.0,86366543.0,87667371.0,89295697.0,89741500.0,90944423.0,92199895.0,93260765.0,94147348.0,94781572.0,96182134.0,96957791.0,98604714.0,99006403.0,100531999.0,102344900.0,102916747.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[20.0,40.0,60.0,80.0,100.0,120.0,140.0,160.0,180.0,200.0,220.0,240.0,260.0,280.0,300.0,320.0,340.0,360.0,380.0,400.0,420.0,440.0,460.0,480.0,500.0,520.0,540.0,560.0,580.0,600.0,620.0,640.0,660.0,680.0,700.0,720.0,740.0,760.0,780.0,800.0,820.0,840.0,860.0,880.0,900.0,920.0,940.0,960.0,980.0,1000.0,1020.0,1040.0,1060.0,1080.0,1100.0,1120.0,1140.0,1160.0,1180.0,1200.0,1220.0,1240.0,1260.0,1280.0,1300.0,1320.0,1340.0,1360.0,1380.0,1400.0,1420.0,1440.0,1460.0,1480.0,1500.0,1520.0,1540.0,1560.0,1580.0,1600.0,1620.0,1640.0,1660.0,1680.0,1700.0,1720.0,1740.0,1760.0,1780.0,1800.0,1820.0,1840.0,1860.0,1880.0,1900.0,1920.0,1940.0,1960.0,1980.0,2000.0],"times":[798761.0,1744637.0,2738383.0,3701580.0,4637107.0,5620763.0,6589251.0,7620407.0,8539041.0,9482463.0,10606230.0,11473559.0,12390352.0,13378836.0,14436311.0,15693718.0,16311762.0,17291741.0,18298742.0,20812414.0,20172719.0,21192363.0,22210925.0,23201945.0,23985147.0,25005632.0,25968319.0,26964459.0,27971229.0,28927444.0,30096377.0,31056899.0,31858235.0,32691481.0,33855594.0,34900655.0,35671289.0,38224147.0,37826495.0,38726055.0,39735261.0,40724629.0,41648626.0,42571982.0,43720128.0,44468004.0,45690740.0,46437505.0,47384906.0,48683693.0,49264197.0,50268714.0,51252221.0,52151312.0,53126595.0,54854623.0,55296709.0,56243198.0,57245150.0,58291596.0,59332580.0,60098081.0,61454015.0,61899338.0,63436249.0,64374864.0,65081043.0,66286826.0,67072434.0,67625708.0,68620046.0,69944711.0,70751860.0,72158969.0,72870629.0,74143236.0,74613346.0,75576976.0,76640423.0,77549232.0,78247927.0,79115158.0,80372367.0,81737128.0,82655193.0,83504259.0,91739278.0,85501271.0,86321561.0,87648108.0,87896110.0,89348912.0,90381279.0,91746548.0,92185096.0,93207455.0,98644526.0,95362087.0,96359237.0,97067769.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/tukey.json b/criterion/micro_ops_next_tick_small/base/tukey.json index 0440cf00418e..1cdf89514dbf 100644 --- a/criterion/micro_ops_next_tick_small/base/tukey.json +++ b/criterion/micro_ops_next_tick_small/base/tukey.json @@ -1 +1 @@ -[46948.69598579596,47621.22477456303,49414.63487794188,50087.16366670894] \ No newline at end of file +[47099.332975276404,47654.02319832616,49133.19712645885,49687.88734950861] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/change/estimates.json b/criterion/micro_ops_next_tick_small/change/estimates.json index 0d4ad262baa3..c50186cd5c35 100644 --- a/criterion/micro_ops_next_tick_small/change/estimates.json +++ b/criterion/micro_ops_next_tick_small/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.061579585522076284,"upper_bound":-0.047407142972546765},"point_estimate":-0.05458374664680854,"standard_error":0.0035974910020626625},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.055372615446026105,"upper_bound":-0.05095136214337115},"point_estimate":-0.05287599240890495,"standard_error":0.0011565002124806203}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008096216884262607,"upper_bound":0.00598599746048859},"point_estimate":-0.0008683176138206683,"standard_error":0.00353320533904796},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005555736047647919,"upper_bound":-0.0010028208966023078},"point_estimate":-0.0032023432393304407,"standard_error":0.001201832904458188}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/estimates.json b/criterion/micro_ops_next_tick_small/new/estimates.json index 908628676344..2c4075886980 100644 --- a/criterion/micro_ops_next_tick_small/new/estimates.json +++ b/criterion/micro_ops_next_tick_small/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48073.447428334155,"upper_bound":48514.52929778889},"point_estimate":48323.80998626167,"standard_error":113.6546404461644},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48496.962698412695,"upper_bound":48642.74753443044},"point_estimate":48593.31967418546,"standard_error":36.82638421579176},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":232.78214046356626,"upper_bound":413.2563034355939},"point_estimate":309.46079652278115,"standard_error":50.32652425933598},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48662.1736582844,"upper_bound":48780.464972534006},"point_estimate":48721.1700791657,"standard_error":30.245234016269304},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":478.4447026189448,"upper_bound":1743.6938550817986},"point_estimate":1138.9286384824816,"standard_error":345.17929209524624}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48013.84322798167,"upper_bound":48516.479638299694},"point_estimate":48281.84957088368,"standard_error":127.6769477651911},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48337.385416666664,"upper_bound":48495.25898876404},"point_estimate":48437.707185450214,"standard_error":44.58174656457193},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":204.25081877938393,"upper_bound":359.28582215563466},"point_estimate":249.90496292306804,"standard_error":40.56956007296502},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48514.11791126212,"upper_bound":48938.06254352896},"point_estimate":48691.99329348308,"standard_error":111.65548535476867},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":684.6168885951646,"upper_bound":1828.168796315157},"point_estimate":1283.3056975802397,"standard_error":298.2474637689295}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/sample.json b/criterion/micro_ops_next_tick_small/new/sample.json index b8e431d3192c..5cb72fb801b6 100644 --- a/criterion/micro_ops_next_tick_small/new/sample.json +++ b/criterion/micro_ops_next_tick_small/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[833314.0,1835944.0,2878047.0,3907838.0,4902393.0,5984010.0,6909365.0,7968832.0,8953969.0,10082303.0,11058905.0,12052368.0,13038095.0,14076232.0,15071709.0,16135202.0,17288603.0,18302915.0,19148551.0,20291924.0,21270167.0,22426825.0,23551793.0,24304838.0,25496029.0,26319225.0,27402595.0,28358818.0,29725457.0,30417418.0,31441017.0,32663707.0,33465091.0,34722727.0,35704327.0,36782939.0,38082472.0,38805691.0,40004748.0,40721554.0,41552885.0,42508587.0,43650908.0,44995966.0,45992094.0,47077358.0,47972668.0,48839423.0,49695500.0,51140024.0,52093873.0,52902762.0,53890734.0,55259237.0,56234736.0,57089260.0,58181747.0,59988928.0,60665519.0,61130015.0,62416806.0,63810797.0,64352627.0,65379002.0,66112190.0,67897339.0,69097629.0,69758972.0,70619598.0,71299718.0,72582008.0,74511007.0,74527057.0,75927469.0,76688489.0,78365318.0,78864288.0,80018421.0,80365208.0,81624888.0,83611614.0,84001502.0,84445981.0,86009247.0,86366543.0,87667371.0,89295697.0,89741500.0,90944423.0,92199895.0,93260765.0,94147348.0,94781572.0,96182134.0,96957791.0,98604714.0,99006403.0,100531999.0,102344900.0,102916747.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[20.0,40.0,60.0,80.0,100.0,120.0,140.0,160.0,180.0,200.0,220.0,240.0,260.0,280.0,300.0,320.0,340.0,360.0,380.0,400.0,420.0,440.0,460.0,480.0,500.0,520.0,540.0,560.0,580.0,600.0,620.0,640.0,660.0,680.0,700.0,720.0,740.0,760.0,780.0,800.0,820.0,840.0,860.0,880.0,900.0,920.0,940.0,960.0,980.0,1000.0,1020.0,1040.0,1060.0,1080.0,1100.0,1120.0,1140.0,1160.0,1180.0,1200.0,1220.0,1240.0,1260.0,1280.0,1300.0,1320.0,1340.0,1360.0,1380.0,1400.0,1420.0,1440.0,1460.0,1480.0,1500.0,1520.0,1540.0,1560.0,1580.0,1600.0,1620.0,1640.0,1660.0,1680.0,1700.0,1720.0,1740.0,1760.0,1780.0,1800.0,1820.0,1840.0,1860.0,1880.0,1900.0,1920.0,1940.0,1960.0,1980.0,2000.0],"times":[798761.0,1744637.0,2738383.0,3701580.0,4637107.0,5620763.0,6589251.0,7620407.0,8539041.0,9482463.0,10606230.0,11473559.0,12390352.0,13378836.0,14436311.0,15693718.0,16311762.0,17291741.0,18298742.0,20812414.0,20172719.0,21192363.0,22210925.0,23201945.0,23985147.0,25005632.0,25968319.0,26964459.0,27971229.0,28927444.0,30096377.0,31056899.0,31858235.0,32691481.0,33855594.0,34900655.0,35671289.0,38224147.0,37826495.0,38726055.0,39735261.0,40724629.0,41648626.0,42571982.0,43720128.0,44468004.0,45690740.0,46437505.0,47384906.0,48683693.0,49264197.0,50268714.0,51252221.0,52151312.0,53126595.0,54854623.0,55296709.0,56243198.0,57245150.0,58291596.0,59332580.0,60098081.0,61454015.0,61899338.0,63436249.0,64374864.0,65081043.0,66286826.0,67072434.0,67625708.0,68620046.0,69944711.0,70751860.0,72158969.0,72870629.0,74143236.0,74613346.0,75576976.0,76640423.0,77549232.0,78247927.0,79115158.0,80372367.0,81737128.0,82655193.0,83504259.0,91739278.0,85501271.0,86321561.0,87648108.0,87896110.0,89348912.0,90381279.0,91746548.0,92185096.0,93207455.0,98644526.0,95362087.0,96359237.0,97067769.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/tukey.json b/criterion/micro_ops_next_tick_small/new/tukey.json index 0440cf00418e..1cdf89514dbf 100644 --- a/criterion/micro_ops_next_tick_small/new/tukey.json +++ b/criterion/micro_ops_next_tick_small/new/tukey.json @@ -1 +1 @@ -[46948.69598579596,47621.22477456303,49414.63487794188,50087.16366670894] \ No newline at end of file +[47099.332975276404,47654.02319832616,49133.19712645885,49687.88734950861] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/report/MAD.svg b/criterion/micro_ops_next_tick_small/report/MAD.svg index 7d3523cae37e..c3e669a5a4d8 100644 --- a/criterion/micro_ops_next_tick_small/report/MAD.svg +++ b/criterion/micro_ops_next_tick_small/report/MAD.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - + + +0.009 + + + +0.01 + + + +0.011 + + - + +200 + + + 220 - - + + 240 - - + + 260 - - + + 280 - - + + 300 - - + + 320 - - + + 340 - - + + 360 - - -380 - - - -400 - - - -420 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/SD.svg b/criterion/micro_ops_next_tick_small/report/SD.svg index c7af404d003b..caebf7176f73 100644 --- a/criterion/micro_ops_next_tick_small/report/SD.svg +++ b/criterion/micro_ops_next_tick_small/report/SD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - + 0.4 - + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - -0.4 - - - + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/both/pdf.svg b/criterion/micro_ops_next_tick_small/report/both/pdf.svg index 3421067a4876..4150e3bb1936 100644 --- a/criterion/micro_ops_next_tick_small/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/both/pdf.svg @@ -34,26 +34,22 @@ Average Time (µs) - + 40 - - + + 45 - - + + 50 - - -55 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_small/report/both/regression.svg b/criterion/micro_ops_next_tick_small/report/both/regression.svg index dbb67b21c9eb..f9ad60776bc8 100644 --- a/criterion/micro_ops_next_tick_small/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/both/regression.svg @@ -20,61 +20,61 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0 @@ -121,9 +121,9 @@ Iterations (x 10^3) - - - + + + Base Sample diff --git a/criterion/micro_ops_next_tick_small/report/change/mean.svg b/criterion/micro_ops_next_tick_small/report/change/mean.svg index 7603a191e3cc..82e26d782e35 100644 --- a/criterion/micro_ops_next_tick_small/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/change/mean.svg @@ -9,91 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - - + + 110 - + - --0.062 - - - --0.06 - - - --0.058 - - - --0.056 - - - --0.054 - - - --0.052 - - - --0.05 - - - --0.048 - - - --0.046 - - - - - - + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 + + + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/median.svg b/criterion/micro_ops_next_tick_small/report/change/median.svg index 83752c99c68e..641cc006a565 100644 --- a/criterion/micro_ops_next_tick_small/report/change/median.svg +++ b/criterion/micro_ops_next_tick_small/report/change/median.svg @@ -9,83 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - + 100 - + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - + - --0.0555 - - - --0.055 - - - --0.0545 - - - --0.054 - - - --0.0535 - - - --0.053 - - - --0.0525 - - - --0.052 - - - --0.0515 - - - --0.051 - - - --0.0505 - - - - - - + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + +-0.002 + + + +-0.001 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/t-test.svg b/criterion/micro_ops_next_tick_small/report/change/t-test.svg index 7b4d5130591d..772055076d5b 100644 --- a/criterion/micro_ops_next_tick_small/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_small/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_small/report/index.html b/criterion/micro_ops_next_tick_small/report/index.html index 28bf63391dcb..3976edfc1572 100644 --- a/criterion/micro_ops_next_tick_small/report/index.html +++ b/criterion/micro_ops_next_tick_small/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 48.662 µs - 48.721 µs - 48.780 µs + 48.514 µs + 48.692 µs + 48.938 µs R² - 0.9963904 - 0.9965863 - 0.9963885 + 0.9655858 + 0.9673243 + 0.9640027 Mean - 48.073 µs - 48.324 µs - 48.515 µs + 48.014 µs + 48.282 µs + 48.516 µs Std. Dev. - 478.44 ns - 1.1389 µs - 1.7437 µs + 684.62 ns + 1.2833 µs + 1.8282 µs Median - 48.497 µs - 48.593 µs - 48.643 µs + 48.337 µs + 48.438 µs + 48.495 µs MAD - 232.78 ns - 309.46 ns - 413.26 ns + 204.25 ns + 249.90 ns + 359.29 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -6.1580% - -5.4584% - -4.7407% - (p = 0.00 < + -0.8096% + -0.0868% + +0.5986% + (p = 0.82 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_next_tick_small/report/mean.svg b/criterion/micro_ops_next_tick_small/report/mean.svg index 4dae506079f8..60fd688d0978 100644 --- a/criterion/micro_ops_next_tick_small/report/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/mean.svg @@ -9,82 +9,54 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - + - -48.05 + +48 - - + + 48.1 - - -48.15 - - - + + 48.2 - - -48.25 - - - + + 48.3 - - -48.35 - - - + + 48.4 - - -48.45 - - - -48.5 - - - -48.55 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/median.svg b/criterion/micro_ops_next_tick_small/report/median.svg index 9c07ddbaad58..c7a4fcb941f8 100644 --- a/criterion/micro_ops_next_tick_small/report/median.svg +++ b/criterion/micro_ops_next_tick_small/report/median.svg @@ -9,58 +9,74 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 + + + +6 + + + +8 - - -15 + + +10 - - -20 + + +12 - - -25 + + +14 - + - -48.5 + +48.32 + + + +48.34 + + + +48.36 - - -48.52 + + +48.38 - - -48.54 + + +48.4 - - -48.56 + + +48.42 - - -48.58 + + +48.44 - - -48.6 + + +48.46 - - -48.62 + + +48.48 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/pdf.svg b/criterion/micro_ops_next_tick_small/report/pdf.svg index 6ce50f3d5521..9b831029ec70 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf.svg @@ -13,71 +13,79 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - + - + 40 - - + + 42 - - + + 44 - - + + 46 - - + + 48 - - + + 50 - + + +52 + + + +54 + + Density (a.u.) @@ -86,54 +94,60 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - -0.6 - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_small/report/pdf_small.svg b/criterion/micro_ops_next_tick_small/report/pdf_small.svg index e39c16cd5e8f..3bd0f488018a 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + - + 40 - - + + 45 - - + + 50 - - - + + + diff --git a/criterion/micro_ops_next_tick_small/report/regression.svg b/criterion/micro_ops_next_tick_small/report/regression.svg index 377018417c28..32b1182659ef 100644 --- a/criterion/micro_ops_next_tick_small/report/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/regression.svg @@ -8,210 +8,205 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - -100.0 - - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - + - + - - - + + + - - - - - - - - - - - - + + + + + + + + + + + + - - + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_next_tick_small/report/regression_small.svg b/criterion/micro_ops_next_tick_small/report/regression_small.svg index 77b235c6ec43..a089b536dfee 100644 --- a/criterion/micro_ops_next_tick_small/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/regression_small.svg @@ -5,208 +5,203 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - -100.0 - - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - + - + - + - + - - - + + + - + - - - + + + - - + + - - - - - - - - - + + + + + + + + + - - - - + + + + - + - - - - - + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg index a2d20d3e29a2..605852f508d7 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg @@ -31,24 +31,20 @@ Average Time (µs) - + 40 - - + + 45 - - + + 50 - - -55 - - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg index 5cbc81597f60..8b94818e33f3 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg @@ -17,61 +17,61 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0 @@ -119,6 +119,6 @@ Iterations (x 10^3) - - + + diff --git a/criterion/micro_ops_next_tick_small/report/slope.svg b/criterion/micro_ops_next_tick_small/report/slope.svg index ece29c568a69..2f3fc67011f9 100644 --- a/criterion/micro_ops_next_tick_small/report/slope.svg +++ b/criterion/micro_ops_next_tick_small/report/slope.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (µs) - -2 + +0.5 - - -4 + + +1 - - -6 + + +1.5 + + + +2 - - -8 + + +2.5 - - -10 + + +3 - - -12 + + +3.5 - - -14 + + +4 - + - -48.66 + +48.5 + + + +48.55 - - -48.68 + + +48.6 - - + + +48.65 + + + 48.7 - - -48.72 + + +48.75 + + + +48.8 - - -48.74 + + +48.85 - - -48.76 + + +48.9 - - -48.78 + + +48.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/typical.svg b/criterion/micro_ops_next_tick_small/report/typical.svg index ffdc137d4852..fbf8bb88a1d0 100644 --- a/criterion/micro_ops_next_tick_small/report/typical.svg +++ b/criterion/micro_ops_next_tick_small/report/typical.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (µs) - -2 + +0.5 - - -4 + + +1 - - -6 + + +1.5 + + + +2 - - -8 + + +2.5 - - -10 + + +3 - - -12 + + +3.5 - - -14 + + +4 - + - -48.66 + +48.5 + + + +48.55 - - -48.68 + + +48.6 - - + + +48.65 + + + 48.7 - - -48.72 + + +48.75 + + + +48.8 - - -48.74 + + +48.85 - - -48.76 + + +48.9 - - -48.78 + + +48.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/base/estimates.json b/criterion/micro_ops_sort/base/estimates.json index 91d53862b2c2..7ed02f791caa 100644 --- a/criterion/micro_ops_sort/base/estimates.json +++ b/criterion/micro_ops_sort/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80415.7807198049,"upper_bound":80796.48601324287},"point_estimate":80604.92177826165,"standard_error":97.41679557433454},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80010.73766233766,"upper_bound":81226.4237012987},"point_estimate":80666.36161490684,"standard_error":424.5596990506338},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":840.0828500340162,"upper_bound":1522.587573195083},"point_estimate":1273.8116309987656,"standard_error":166.70349457060723},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79833.78707636941,"upper_bound":80222.4662305477},"point_estimate":80008.4145458,"standard_error":99.9574377235226},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":900.08983626815,"upper_bound":1052.7072768172206},"point_estimate":981.6304726927062,"standard_error":38.99025492221178}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81187.27949375456,"upper_bound":81736.02562505823},"point_estimate":81442.01110263017,"standard_error":140.18587033721548},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81050.82653061225,"upper_bound":81533.02747252748},"point_estimate":81360.06373626374,"standard_error":101.47858768507692},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":711.17461647496,"upper_bound":1172.0612682874846},"point_estimate":930.0915188313835,"standard_error":120.79061437084461},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80889.11351497298,"upper_bound":81814.38170652286},"point_estimate":81290.436045515,"standard_error":240.0318729636932},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":867.2597833086816,"upper_bound":1856.9217394425636},"point_estimate":1405.5326308957337,"standard_error":248.3104866854781}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/sample.json b/criterion/micro_ops_sort/base/sample.json index 3b4e8bb525f5..de87e9ca35b3 100644 --- a/criterion/micro_ops_sort/base/sample.json +++ b/criterion/micro_ops_sort/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[568382.0,1138492.0,1702755.0,2273487.0,2863761.0,3405452.0,3981933.0,4616166.0,5117183.0,5707265.0,6308535.0,6821757.0,7400541.0,8025531.0,8546412.0,9148093.0,9813603.0,10246124.0,10818098.0,11424586.0,11999773.0,12552640.0,13123404.0,13620627.0,14383739.0,14818340.0,15362821.0,15979664.0,16488501.0,17086108.0,17841019.0,18240758.0,18905777.0,19391504.0,19911729.0,20511152.0,21161808.0,21658505.0,22254599.0,22751349.0,23338680.0,23903099.0,24467327.0,25018441.0,25682027.0,26043695.0,26408066.0,26883490.0,27505649.0,28158089.0,28511565.0,29283515.0,29731514.0,30255030.0,30804134.0,31217972.0,31867709.0,32425134.0,33022032.0,33675052.0,33977193.0,34272969.0,35042280.0,36982363.0,36068250.0,36686865.0,37250546.0,37747938.0,38290123.0,38735991.0,39462805.0,40056362.0,40731109.0,41284718.0,41780688.0,42218843.0,42973406.0,44184941.0,43818709.0,44626528.0,45197143.0,45560690.0,46212075.0,46906800.0,47487277.0,47935687.0,50076947.0,49077178.0,49644244.0,50068498.0,50638285.0,51645477.0,52009504.0,52363749.0,52931625.0,53770766.0,55526864.0,54844789.0,55147830.0,55541742.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[568812.0,1143965.0,1732744.0,2307479.0,2865614.0,3470520.0,3991654.0,4571751.0,5158471.0,5745934.0,6334575.0,6916264.0,7431822.0,8013099.0,8619566.0,9190901.0,9804819.0,10340273.0,11546742.0,12291402.0,12087873.0,12589542.0,13131519.0,13705899.0,14238680.0,14839011.0,15420682.0,15983232.0,16539038.0,17123884.0,17652684.0,18316611.0,18788801.0,19366847.0,20034087.0,20537687.0,21091811.0,21732116.0,22210254.0,23183172.0,23440862.0,23828943.0,24498379.0,25040052.0,25777543.0,26275769.0,26435464.0,26991621.0,27536596.0,28109312.0,28776739.0,29151367.0,29753090.0,30331391.0,30932018.0,31472534.0,31907508.0,32541433.0,33113031.0,33625638.0,34276074.0,36307515.0,35282180.0,35877559.0,36518972.0,37031942.0,37593263.0,38118540.0,38664955.0,39251809.0,39620798.0,40283676.0,41257931.0,42041289.0,42698809.0,43475499.0,43823898.0,44152440.0,44635739.0,45540188.0,45879351.0,46987875.0,47736904.0,47848204.0,48129838.0,50144497.0,49104017.0,49802185.0,50264914.0,50916548.0,51467231.0,51981861.0,52570957.0,53117616.0,55311572.0,56223356.0,55347300.0,60707272.0,56086683.0,56535988.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/tukey.json b/criterion/micro_ops_sort/base/tukey.json index d2130ea4e058..48ead28a8428 100644 --- a/criterion/micro_ops_sort/base/tukey.json +++ b/criterion/micro_ops_sort/base/tukey.json @@ -1 +1 @@ -[74526.11032955805,77104.06744498477,83978.61975278935,86556.57686821607] \ No newline at end of file +[77186.1678011075,78905.43657610673,83490.153309438,85209.42208443722] \ No newline at end of file diff --git a/criterion/micro_ops_sort/change/estimates.json b/criterion/micro_ops_sort/change/estimates.json index 61820d9d3bae..8cb1d6dfdb27 100644 --- a/criterion/micro_ops_sort/change/estimates.json +++ b/criterion/micro_ops_sort/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009486064612295996,"upper_bound":-0.0006463036588859591},"point_estimate":-0.00506000652131966,"standard_error":0.0022434155287341844},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.017533171265372793,"upper_bound":0.01335793003831287},"point_estimate":0.0010799319520118367,"standard_error":0.00890184122491945}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00644251283452289,"upper_bound":0.01467902932170402},"point_estimate":0.010385089469738595,"standard_error":0.0021196245771521044},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0010128542298544654,"upper_bound":0.017213403781702514},"point_estimate":0.00859964559537918,"standard_error":0.005419562174790969}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/estimates.json b/criterion/micro_ops_sort/new/estimates.json index 91d53862b2c2..7ed02f791caa 100644 --- a/criterion/micro_ops_sort/new/estimates.json +++ b/criterion/micro_ops_sort/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80415.7807198049,"upper_bound":80796.48601324287},"point_estimate":80604.92177826165,"standard_error":97.41679557433454},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80010.73766233766,"upper_bound":81226.4237012987},"point_estimate":80666.36161490684,"standard_error":424.5596990506338},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":840.0828500340162,"upper_bound":1522.587573195083},"point_estimate":1273.8116309987656,"standard_error":166.70349457060723},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79833.78707636941,"upper_bound":80222.4662305477},"point_estimate":80008.4145458,"standard_error":99.9574377235226},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":900.08983626815,"upper_bound":1052.7072768172206},"point_estimate":981.6304726927062,"standard_error":38.99025492221178}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81187.27949375456,"upper_bound":81736.02562505823},"point_estimate":81442.01110263017,"standard_error":140.18587033721548},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81050.82653061225,"upper_bound":81533.02747252748},"point_estimate":81360.06373626374,"standard_error":101.47858768507692},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":711.17461647496,"upper_bound":1172.0612682874846},"point_estimate":930.0915188313835,"standard_error":120.79061437084461},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80889.11351497298,"upper_bound":81814.38170652286},"point_estimate":81290.436045515,"standard_error":240.0318729636932},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":867.2597833086816,"upper_bound":1856.9217394425636},"point_estimate":1405.5326308957337,"standard_error":248.3104866854781}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/sample.json b/criterion/micro_ops_sort/new/sample.json index 3b4e8bb525f5..de87e9ca35b3 100644 --- a/criterion/micro_ops_sort/new/sample.json +++ b/criterion/micro_ops_sort/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[568382.0,1138492.0,1702755.0,2273487.0,2863761.0,3405452.0,3981933.0,4616166.0,5117183.0,5707265.0,6308535.0,6821757.0,7400541.0,8025531.0,8546412.0,9148093.0,9813603.0,10246124.0,10818098.0,11424586.0,11999773.0,12552640.0,13123404.0,13620627.0,14383739.0,14818340.0,15362821.0,15979664.0,16488501.0,17086108.0,17841019.0,18240758.0,18905777.0,19391504.0,19911729.0,20511152.0,21161808.0,21658505.0,22254599.0,22751349.0,23338680.0,23903099.0,24467327.0,25018441.0,25682027.0,26043695.0,26408066.0,26883490.0,27505649.0,28158089.0,28511565.0,29283515.0,29731514.0,30255030.0,30804134.0,31217972.0,31867709.0,32425134.0,33022032.0,33675052.0,33977193.0,34272969.0,35042280.0,36982363.0,36068250.0,36686865.0,37250546.0,37747938.0,38290123.0,38735991.0,39462805.0,40056362.0,40731109.0,41284718.0,41780688.0,42218843.0,42973406.0,44184941.0,43818709.0,44626528.0,45197143.0,45560690.0,46212075.0,46906800.0,47487277.0,47935687.0,50076947.0,49077178.0,49644244.0,50068498.0,50638285.0,51645477.0,52009504.0,52363749.0,52931625.0,53770766.0,55526864.0,54844789.0,55147830.0,55541742.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[568812.0,1143965.0,1732744.0,2307479.0,2865614.0,3470520.0,3991654.0,4571751.0,5158471.0,5745934.0,6334575.0,6916264.0,7431822.0,8013099.0,8619566.0,9190901.0,9804819.0,10340273.0,11546742.0,12291402.0,12087873.0,12589542.0,13131519.0,13705899.0,14238680.0,14839011.0,15420682.0,15983232.0,16539038.0,17123884.0,17652684.0,18316611.0,18788801.0,19366847.0,20034087.0,20537687.0,21091811.0,21732116.0,22210254.0,23183172.0,23440862.0,23828943.0,24498379.0,25040052.0,25777543.0,26275769.0,26435464.0,26991621.0,27536596.0,28109312.0,28776739.0,29151367.0,29753090.0,30331391.0,30932018.0,31472534.0,31907508.0,32541433.0,33113031.0,33625638.0,34276074.0,36307515.0,35282180.0,35877559.0,36518972.0,37031942.0,37593263.0,38118540.0,38664955.0,39251809.0,39620798.0,40283676.0,41257931.0,42041289.0,42698809.0,43475499.0,43823898.0,44152440.0,44635739.0,45540188.0,45879351.0,46987875.0,47736904.0,47848204.0,48129838.0,50144497.0,49104017.0,49802185.0,50264914.0,50916548.0,51467231.0,51981861.0,52570957.0,53117616.0,55311572.0,56223356.0,55347300.0,60707272.0,56086683.0,56535988.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/tukey.json b/criterion/micro_ops_sort/new/tukey.json index d2130ea4e058..48ead28a8428 100644 --- a/criterion/micro_ops_sort/new/tukey.json +++ b/criterion/micro_ops_sort/new/tukey.json @@ -1 +1 @@ -[74526.11032955805,77104.06744498477,83978.61975278935,86556.57686821607] \ No newline at end of file +[77186.1678011075,78905.43657610673,83490.153309438,85209.42208443722] \ No newline at end of file diff --git a/criterion/micro_ops_sort/report/MAD.svg b/criterion/micro_ops_sort/report/MAD.svg index 6ce4cc5c8c7a..81f043721035 100644 --- a/criterion/micro_ops_sort/report/MAD.svg +++ b/criterion/micro_ops_sort/report/MAD.svg @@ -9,78 +9,86 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - -4.5 - - + - + +0.7 + + + +0.75 + + + 0.8 - - + + +0.85 + + + 0.9 - - -1 + + +0.95 - - -1.1 + + +1 - - -1.2 + + +1.05 - - -1.3 + + +1.1 - - -1.4 + + +1.15 - - -1.5 + + +1.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/SD.svg b/criterion/micro_ops_sort/report/SD.svg index 5667e530c48f..dfedc7e64e98 100644 --- a/criterion/micro_ops_sort/report/SD.svg +++ b/criterion/micro_ops_sort/report/SD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - -2 - - - -3 + +0.2 - - -4 + + +0.4 - - -5 + + +0.6 - - -6 + + +0.8 - - -7 + + +1 - - -8 + + +1.2 - + -9 +1.4 - -10 - - - -11 + +1.6 - + - -0.9 + +0.8 - - -0.92 - - - -0.94 - - - -0.96 - - - -0.98 - - - + + 1 - - -1.02 + + +1.2 + + + +1.4 - - -1.04 + + +1.6 - - -1.06 + + +1.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/both/pdf.svg b/criterion/micro_ops_sort/report/both/pdf.svg index 1c8c82f1db2a..f5c533bb9d5d 100644 --- a/criterion/micro_ops_sort/report/both/pdf.svg +++ b/criterion/micro_ops_sort/report/both/pdf.svg @@ -38,30 +38,22 @@ Average Time (µs) - -78 - - - + 80 - - -82 - - - -84 + + +85 - - -86 + + +90 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_sort/report/both/regression.svg b/criterion/micro_ops_sort/report/both/regression.svg index 89aa9fa7b068..ea4fa6449687 100644 --- a/criterion/micro_ops_sort/report/both/regression.svg +++ b/criterion/micro_ops_sort/report/both/regression.svg @@ -17,36 +17,36 @@ Iterations - - - - - + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - + 0 @@ -80,10 +80,10 @@ Iterations 700 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_sort/report/change/mean.svg b/criterion/micro_ops_sort/report/change/mean.svg index f74a8ea26256..05e109355a67 100644 --- a/criterion/micro_ops_sort/report/change/mean.svg +++ b/criterion/micro_ops_sort/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + + +180 + + - --0.01 - - - --0.009 - - - --0.008 - - - --0.007 - - - --0.006 - - - --0.005 - - - --0.004 - - - --0.003 - - - --0.002 - - - --0.001 - - - -1.73472e-18 - - - - - - + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + + +0.012 + + + +0.013 + + + +0.014 + + + +0.015 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/median.svg b/criterion/micro_ops_sort/report/change/median.svg index 38598ed7648a..77e12f1fe991 100644 --- a/criterion/micro_ops_sort/report/change/median.svg +++ b/criterion/micro_ops_sort/report/change/median.svg @@ -9,83 +9,87 @@ Density (a.u.) Relative change (%) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - - - --0.02 + + +60 - - --0.015 + + +70 - - --0.01 + + +80 - - --0.005 + + +90 - - + + + 0 - - -0.005 + + +0.002 + + + +0.004 + + + +0.006 - - + + +0.008 + + + 0.01 - - -0.015 + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/t-test.svg b/criterion/micro_ops_sort/report/change/t-test.svg index 99222811fe56..6f02e8b554cd 100644 --- a/criterion/micro_ops_sort/report/change/t-test.svg +++ b/criterion/micro_ops_sort/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_sort/report/index.html b/criterion/micro_ops_sort/report/index.html index 1b5fc6db9b98..d9e3eefaac22 100644 --- a/criterion/micro_ops_sort/report/index.html +++ b/criterion/micro_ops_sort/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 79.834 µs - 80.008 µs - 80.222 µs + 80.889 µs + 81.290 µs + 81.814 µs R² - 0.9845487 - 0.9852119 - 0.9842158 + 0.9468826 + 0.9499887 + 0.9447067 Mean - 80.416 µs - 80.605 µs - 80.796 µs + 81.187 µs + 81.442 µs + 81.736 µs Std. Dev. - 900.09 ns - 981.63 ns - 1.0527 µs + 867.26 ns + 1.4055 µs + 1.8569 µs Median - 80.011 µs - 80.666 µs - 81.226 µs + 81.051 µs + 81.360 µs + 81.533 µs MAD - 840.08 ns - 1.2738 µs - 1.5226 µs + 711.17 ns + 930.09 ns + 1.1721 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.9486% - -0.5060% - -0.0646% - (p = 0.03 < + +0.6443% + +1.0385% + +1.4679% + (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_sort/report/mean.svg b/criterion/micro_ops_sort/report/mean.svg index c19085422190..c59845a07cd7 100644 --- a/criterion/micro_ops_sort/report/mean.svg +++ b/criterion/micro_ops_sort/report/mean.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - - -4 - - - -4.5 - - + - -80.4 - - - -80.45 - - - -80.5 - - - -80.55 + +81.2 - - -80.6 + + +81.3 - - -80.65 + + +81.4 - - -80.7 + + +81.5 - - -80.75 + + +81.6 - - -80.8 + + +81.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/median.svg b/criterion/micro_ops_sort/report/median.svg index 4c5f82b838ba..f7b3627ec3b4 100644 --- a/criterion/micro_ops_sort/report/median.svg +++ b/criterion/micro_ops_sort/report/median.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (µs) - -0.2 + +1 - - -0.4 + + +2 - - -0.6 + + +3 - - -0.8 + + +4 - - -1 + + +5 + + + +6 - - -1.2 + + +7 - - -1.4 + + +8 - - -1.6 + + +9 - + + +10 + + - -80 + +81 - - -80.2 + + +81.1 - - -80.4 + + +81.2 - - -80.6 + + +81.3 - - -80.8 + + +81.4 - - -81 + + +81.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/pdf.svg b/criterion/micro_ops_sort/report/pdf.svg index c49f5c51d610..fc0945da0140 100644 --- a/criterion/micro_ops_sort/report/pdf.svg +++ b/criterion/micro_ops_sort/report/pdf.svg @@ -42,30 +42,34 @@ Average Time (µs) - + 78 - - -79 - - - + + 80 - - -81 - - - + + 82 - - -83 + + +84 + + + +86 + + + +88 + + + +90 - + Density (a.u.) @@ -74,40 +78,50 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - - - - + + + + + - + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_sort/report/pdf_small.svg b/criterion/micro_ops_sort/report/pdf_small.svg index 3daba2b789a4..361c22f33b23 100644 --- a/criterion/micro_ops_sort/report/pdf_small.svg +++ b/criterion/micro_ops_sort/report/pdf_small.svg @@ -10,51 +10,47 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - -78 - - - + 80 - - -82 + + +85 + + + +90 - - - + + + diff --git a/criterion/micro_ops_sort/report/regression.svg b/criterion/micro_ops_sort/report/regression.svg index e73bfeedc16f..2ceeb05ae55d 100644 --- a/criterion/micro_ops_sort/report/regression.svg +++ b/criterion/micro_ops_sort/report/regression.svg @@ -15,60 +15,35 @@ Iterations - - - - - - - - - - + + + + + - -5.0 - - - + 10.0 - - -15.0 - - - + + 20.0 - - -25.0 - - - + + 30.0 - - -35.0 - - - + + 40.0 - - -45.0 - - - + + 50.0 - + -55.0 +60.0 @@ -104,104 +79,104 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_sort/report/regression_small.svg b/criterion/micro_ops_sort/report/regression_small.svg index 1a78c1f9b632..601c7e582416 100644 --- a/criterion/micro_ops_sort/report/regression_small.svg +++ b/criterion/micro_ops_sort/report/regression_small.svg @@ -12,60 +12,35 @@ Iterations - - - - - - - - - - + + + + + - -5.0 - - - + 10.0 - - -15.0 - - - + + 20.0 - - -25.0 - - - + + 30.0 - - -35.0 - - - + + 40.0 - - -45.0 - - - + + 50.0 - + -55.0 +60.0 @@ -100,103 +75,103 @@ Iterations - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_sort/report/relative_pdf_small.svg b/criterion/micro_ops_sort/report/relative_pdf_small.svg index 5bb649d0faf7..78474ec1a116 100644 --- a/criterion/micro_ops_sort/report/relative_pdf_small.svg +++ b/criterion/micro_ops_sort/report/relative_pdf_small.svg @@ -35,28 +35,20 @@ Average Time (µs) - -78 - - - + 80 - - -82 - - - -84 + + +85 - - -86 + + +90 - - - - - + + + + + diff --git a/criterion/micro_ops_sort/report/relative_regression_small.svg b/criterion/micro_ops_sort/report/relative_regression_small.svg index 0720ad3d2196..7aeda0636fde 100644 --- a/criterion/micro_ops_sort/report/relative_regression_small.svg +++ b/criterion/micro_ops_sort/report/relative_regression_small.svg @@ -15,10 +15,10 @@ Iterations - - - - + + + + 0.0 @@ -28,22 +28,22 @@ Iterations 10.0 - + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - + 0 @@ -77,8 +77,8 @@ Iterations 700 - - - - + + + + diff --git a/criterion/micro_ops_sort/report/slope.svg b/criterion/micro_ops_sort/report/slope.svg index 26e49affebfe..b72c042c2154 100644 --- a/criterion/micro_ops_sort/report/slope.svg +++ b/criterion/micro_ops_sort/report/slope.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 - - - -1.5 - - - -2 - - - -2.5 + + +0.4 - - -3 + + +0.6 - - -3.5 + + +0.8 - - -4 + + +1 - - - -79.8 + + +1.2 - - -79.85 + + +1.4 - - -79.9 + + +1.6 - - -79.95 + + +1.8 - - -80 + + + +80.8 - - -80.05 + + +81 - - -80.1 + + +81.2 - - -80.15 + + +81.4 - - -80.2 + + +81.6 - - -80.25 + + +81.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/typical.svg b/criterion/micro_ops_sort/report/typical.svg index afa5132b07c5..82b530f33cde 100644 --- a/criterion/micro_ops_sort/report/typical.svg +++ b/criterion/micro_ops_sort/report/typical.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 - - - -1.5 - - - -2 - - - -2.5 + + +0.4 - - -3 + + +0.6 - - -3.5 + + +0.8 - - -4 + + +1 - - - -79.8 + + +1.2 - - -79.85 + + +1.4 - - -79.9 + + +1.6 - - -79.95 + + +1.8 - - -80 + + + +80.8 - - -80.05 + + +81 - - -80.1 + + +81.2 - - -80.15 + + +81.4 - - -80.2 + + +81.6 - - -80.25 + + +81.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/base/estimates.json b/criterion/micro_ops_tee/base/estimates.json index 3499dbfa45dc..a6479f7b911b 100644 --- a/criterion/micro_ops_tee/base/estimates.json +++ b/criterion/micro_ops_tee/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6898.051943129674,"upper_bound":6926.2748811699485},"point_estimate":6909.889524817062,"standard_error":7.300383889672743},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6894.208678398896,"upper_bound":6906.357723577235},"point_estimate":6901.654694570136,"standard_error":3.57429932393417},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21.052624806596665,"upper_bound":35.66120520629898},"point_estimate":28.743294689497326,"standard_error":3.6036909783469393},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6900.427656411453,"upper_bound":6909.219700247053},"point_estimate":6904.8405943057,"standard_error":2.2408923517093213},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.026557352965735,"upper_bound":115.88175836560237},"point_estimate":73.22340714390725,"standard_error":26.007844748746493}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6917.124491244541,"upper_bound":6963.790653402365},"point_estimate":6936.301543920867,"standard_error":12.209348240364298},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6906.9134722222225,"upper_bound":6921.0697547281325},"point_estimate":6911.412462225726,"standard_error":3.727741481909554},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19.64115498463358,"upper_bound":32.23247411130285},"point_estimate":28.83426122119114,"standard_error":3.424395032510793},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6913.880501482483,"upper_bound":6955.306041198071},"point_estimate":6930.535272892961,"standard_error":10.781125923491096},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41.09245730795303,"upper_bound":195.88894843677667},"point_estimate":122.42638926871477,"standard_error":47.11717131995372}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/sample.json b/criterion/micro_ops_tee/base/sample.json index 94fec9939f30..1eff1b61dbc2 100644 --- a/criterion/micro_ops_tee/base/sample.json +++ b/criterion/micro_ops_tee/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82512.0,164898.0,270415.0,329581.0,413035.0,518255.0,576314.0,658833.0,740949.0,835962.0,905547.0,987827.0,1070008.0,1167112.0,1242885.0,1319257.0,1398950.0,1481377.0,1572587.0,1650898.0,1756219.0,1813361.0,1930441.0,2005128.0,2072326.0,2155958.0,2240603.0,2308087.0,2412027.0,2482983.0,2554684.0,2652506.0,2730905.0,2815423.0,2894014.0,2967362.0,3081673.0,3138911.0,3223807.0,3327544.0,3397928.0,3487993.0,3567849.0,3638231.0,3766398.0,3810978.0,3904492.0,3951817.0,4049579.0,4157383.0,4210955.0,4297044.0,4400085.0,4449544.0,4580374.0,4616698.0,4705470.0,4794941.0,4904866.0,4983320.0,5031526.0,5120345.0,5190764.0,5304502.0,5379207.0,5449702.0,5544434.0,5622218.0,5699811.0,5809147.0,5882243.0,5964448.0,6032477.0,6134515.0,6230531.0,6321839.0,6383371.0,6460986.0,6559230.0,6653583.0,6751105.0,6772221.0,6879529.0,6951113.0,7049766.0,7158865.0,7197698.0,7295246.0,7373529.0,7430716.0,7538014.0,7609289.0,7713471.0,7807015.0,7869435.0,7944215.0,8037693.0,8113607.0,8215728.0,8307078.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82775.0,166257.0,248893.0,331539.0,416216.0,501934.0,595486.0,665538.0,743034.0,843907.0,923243.0,995916.0,1077999.0,1168899.0,1246325.0,1322942.0,1403406.0,1494211.0,1576016.0,1663935.0,1737493.0,1828304.0,1895442.0,1990183.0,2079978.0,2145597.0,2225387.0,2319499.0,2390368.0,2495580.0,2702549.0,2644467.0,2731612.0,2832237.0,2909747.0,2970774.0,3074054.0,3146679.0,3219138.0,3330977.0,3412909.0,3491576.0,3553213.0,3645774.0,3737035.0,3814433.0,3895572.0,3957533.0,4061361.0,4158800.0,4365646.0,4316410.0,4565223.0,5179514.0,4568817.0,4624335.0,4741575.0,4803378.0,4893594.0,4982503.0,5051977.0,5124899.0,5209532.0,5388666.0,5442349.0,5468563.0,5551405.0,5637654.0,5694045.0,5824227.0,5881893.0,5954187.0,6071211.0,6127253.0,6216088.0,6274887.0,6377566.0,6446565.0,6549671.0,6654190.0,6729427.0,6787144.0,6856745.0,6987979.0,7041188.0,7132120.0,7333403.0,7313609.0,7389105.0,7480864.0,7543051.0,7738553.0,7704023.0,7808012.0,7870578.0,7933140.0,8048269.0,8150992.0,8184355.0,8319233.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/tukey.json b/criterion/micro_ops_tee/base/tukey.json index 8d4fa6c9d2cc..08c8dffcad21 100644 --- a/criterion/micro_ops_tee/base/tukey.json +++ b/criterion/micro_ops_tee/base/tukey.json @@ -1 +1 @@ -[6767.853346994651,6824.358677359476,6975.039558332344,7031.54488869717] \ No newline at end of file +[6797.093762460125,6847.540252442183,6982.064225727673,7032.510715709732] \ No newline at end of file diff --git a/criterion/micro_ops_tee/change/estimates.json b/criterion/micro_ops_tee/change/estimates.json index 4acb11305e7c..55e13fa6b60e 100644 --- a/criterion/micro_ops_tee/change/estimates.json +++ b/criterion/micro_ops_tee/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0028075895132152573,"upper_bound":0.0018092676271399153},"point_estimate":-0.000662887924841149,"standard_error":0.0011868526615922167},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002375739418344947,"upper_bound":0.00011107696814147937},"point_estimate":-0.0008853118336058508,"standard_error":0.0006464610060298651}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00006486721798321191,"upper_bound":0.007873861749846776},"point_estimate":0.003822350416594178,"standard_error":0.0019728538181323007},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0004890001065160194,"upper_bound":0.003184917940004084},"point_estimate":0.0014138301736925651,"standard_error":0.0007076596469495946}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/estimates.json b/criterion/micro_ops_tee/new/estimates.json index 3499dbfa45dc..a6479f7b911b 100644 --- a/criterion/micro_ops_tee/new/estimates.json +++ b/criterion/micro_ops_tee/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6898.051943129674,"upper_bound":6926.2748811699485},"point_estimate":6909.889524817062,"standard_error":7.300383889672743},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6894.208678398896,"upper_bound":6906.357723577235},"point_estimate":6901.654694570136,"standard_error":3.57429932393417},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21.052624806596665,"upper_bound":35.66120520629898},"point_estimate":28.743294689497326,"standard_error":3.6036909783469393},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6900.427656411453,"upper_bound":6909.219700247053},"point_estimate":6904.8405943057,"standard_error":2.2408923517093213},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.026557352965735,"upper_bound":115.88175836560237},"point_estimate":73.22340714390725,"standard_error":26.007844748746493}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6917.124491244541,"upper_bound":6963.790653402365},"point_estimate":6936.301543920867,"standard_error":12.209348240364298},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6906.9134722222225,"upper_bound":6921.0697547281325},"point_estimate":6911.412462225726,"standard_error":3.727741481909554},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19.64115498463358,"upper_bound":32.23247411130285},"point_estimate":28.83426122119114,"standard_error":3.424395032510793},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6913.880501482483,"upper_bound":6955.306041198071},"point_estimate":6930.535272892961,"standard_error":10.781125923491096},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41.09245730795303,"upper_bound":195.88894843677667},"point_estimate":122.42638926871477,"standard_error":47.11717131995372}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/sample.json b/criterion/micro_ops_tee/new/sample.json index 94fec9939f30..1eff1b61dbc2 100644 --- a/criterion/micro_ops_tee/new/sample.json +++ b/criterion/micro_ops_tee/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82512.0,164898.0,270415.0,329581.0,413035.0,518255.0,576314.0,658833.0,740949.0,835962.0,905547.0,987827.0,1070008.0,1167112.0,1242885.0,1319257.0,1398950.0,1481377.0,1572587.0,1650898.0,1756219.0,1813361.0,1930441.0,2005128.0,2072326.0,2155958.0,2240603.0,2308087.0,2412027.0,2482983.0,2554684.0,2652506.0,2730905.0,2815423.0,2894014.0,2967362.0,3081673.0,3138911.0,3223807.0,3327544.0,3397928.0,3487993.0,3567849.0,3638231.0,3766398.0,3810978.0,3904492.0,3951817.0,4049579.0,4157383.0,4210955.0,4297044.0,4400085.0,4449544.0,4580374.0,4616698.0,4705470.0,4794941.0,4904866.0,4983320.0,5031526.0,5120345.0,5190764.0,5304502.0,5379207.0,5449702.0,5544434.0,5622218.0,5699811.0,5809147.0,5882243.0,5964448.0,6032477.0,6134515.0,6230531.0,6321839.0,6383371.0,6460986.0,6559230.0,6653583.0,6751105.0,6772221.0,6879529.0,6951113.0,7049766.0,7158865.0,7197698.0,7295246.0,7373529.0,7430716.0,7538014.0,7609289.0,7713471.0,7807015.0,7869435.0,7944215.0,8037693.0,8113607.0,8215728.0,8307078.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82775.0,166257.0,248893.0,331539.0,416216.0,501934.0,595486.0,665538.0,743034.0,843907.0,923243.0,995916.0,1077999.0,1168899.0,1246325.0,1322942.0,1403406.0,1494211.0,1576016.0,1663935.0,1737493.0,1828304.0,1895442.0,1990183.0,2079978.0,2145597.0,2225387.0,2319499.0,2390368.0,2495580.0,2702549.0,2644467.0,2731612.0,2832237.0,2909747.0,2970774.0,3074054.0,3146679.0,3219138.0,3330977.0,3412909.0,3491576.0,3553213.0,3645774.0,3737035.0,3814433.0,3895572.0,3957533.0,4061361.0,4158800.0,4365646.0,4316410.0,4565223.0,5179514.0,4568817.0,4624335.0,4741575.0,4803378.0,4893594.0,4982503.0,5051977.0,5124899.0,5209532.0,5388666.0,5442349.0,5468563.0,5551405.0,5637654.0,5694045.0,5824227.0,5881893.0,5954187.0,6071211.0,6127253.0,6216088.0,6274887.0,6377566.0,6446565.0,6549671.0,6654190.0,6729427.0,6787144.0,6856745.0,6987979.0,7041188.0,7132120.0,7333403.0,7313609.0,7389105.0,7480864.0,7543051.0,7738553.0,7704023.0,7808012.0,7870578.0,7933140.0,8048269.0,8150992.0,8184355.0,8319233.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/tukey.json b/criterion/micro_ops_tee/new/tukey.json index 8d4fa6c9d2cc..08c8dffcad21 100644 --- a/criterion/micro_ops_tee/new/tukey.json +++ b/criterion/micro_ops_tee/new/tukey.json @@ -1 +1 @@ -[6767.853346994651,6824.358677359476,6975.039558332344,7031.54488869717] \ No newline at end of file +[6797.093762460125,6847.540252442183,6982.064225727673,7032.510715709732] \ No newline at end of file diff --git a/criterion/micro_ops_tee/report/MAD.svg b/criterion/micro_ops_tee/report/MAD.svg index 216aad197c41..9185b9d5a457 100644 --- a/criterion/micro_ops_tee/report/MAD.svg +++ b/criterion/micro_ops_tee/report/MAD.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (ns) - + +0.01 + + + 0.02 - - + + +0.03 + + + 0.04 - - + + +0.05 + + + 0.06 - - + + +0.07 + + + 0.08 - - -0.1 + + +0.09 - - -0.12 + + +0.1 - - -0.14 + + +0.11 - + - + 20 - - + + 22 - - + + 24 - - + + 26 - - + + 28 - - + + 30 - - + + 32 - - -34 - - - -36 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/SD.svg b/criterion/micro_ops_tee/report/SD.svg index 2c0e0a09c901..4ebe8a3d67b6 100644 --- a/criterion/micro_ops_tee/report/SD.svg +++ b/criterion/micro_ops_tee/report/SD.svg @@ -9,74 +9,90 @@ Density (a.u.) Average time (ns) - -0.005 + +0.002 - - + + +0.004 + + + +0.006 + + + +0.008 + + + 0.01 - - -0.015 + + +0.012 - - -0.02 + + +0.014 - - -0.025 + + +0.016 - - - -20 + + +0.018 - - -30 + + +0.02 - - -40 + + +0.022 - - -50 + + + +40 - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 - - - + + 120 - - - - + + +140 + + + +160 + + + +180 + + + +200 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/both/pdf.svg b/criterion/micro_ops_tee/report/both/pdf.svg index 2ffabd2b9d63..cd5f1fd87680 100644 --- a/criterion/micro_ops_tee/report/both/pdf.svg +++ b/criterion/micro_ops_tee/report/both/pdf.svg @@ -9,55 +9,59 @@ Density (a.u.) Average Time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - -8 + + +7 - - -10 + + +8 - - -12 + + +9 - + - -6.8 - - - + 7 - - -7.2 + + +7.5 - - -7.4 - - - -7.6 + + +8 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_tee/report/both/regression.svg b/criterion/micro_ops_tee/report/both/regression.svg index 2ce10a73a8a0..2ad963ce4601 100644 --- a/criterion/micro_ops_tee/report/both/regression.svg +++ b/criterion/micro_ops_tee/report/both/regression.svg @@ -20,9 +20,9 @@ Iterations (x 10^3) - + - + @@ -45,18 +45,18 @@ Iterations (x 10^3) 4.0 - + 5.0 - + 6.0 - + 7.0 - + 8.0 @@ -90,10 +90,10 @@ Iterations (x 10^3) 1.2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_tee/report/change/mean.svg b/criterion/micro_ops_tee/report/change/mean.svg index cf8dff8ad765..d09bd4de7a95 100644 --- a/criterion/micro_ops_tee/report/change/mean.svg +++ b/criterion/micro_ops_tee/report/change/mean.svg @@ -9,78 +9,86 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - -300 + + +120 - - - --0.003 + + +140 - - --0.0025 + + +160 + + + +180 + + + +200 - - --0.002 + + + +0 - - --0.0015 + + +0.001 - - --0.001 + + +0.002 - - --5e-4 + + +0.003 - - -0 + + +0.004 - - -5e-4 + + +0.005 - - -0.001 + + +0.006 - - -0.0015 + + +0.007 - - -0.002 + + +0.008 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/median.svg b/criterion/micro_ops_tee/report/change/median.svg index 868503f9d381..caf0210c14a1 100644 --- a/criterion/micro_ops_tee/report/change/median.svg +++ b/criterion/micro_ops_tee/report/change/median.svg @@ -9,58 +9,78 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - + + +450 + + + 500 - + -600 +550 - --0.0025 + +5e-4 - - --0.002 + + +0.001 - - --0.0015 + + +0.0015 - - --0.001 + + +0.002 - - --5e-4 + + +0.0025 - - -0 + + +0.003 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/t-test.svg b/criterion/micro_ops_tee/report/change/t-test.svg index d8e136cc6523..e1abeee57d1d 100644 --- a/criterion/micro_ops_tee/report/change/t-test.svg +++ b/criterion/micro_ops_tee/report/change/t-test.svg @@ -13,73 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_tee/report/index.html b/criterion/micro_ops_tee/report/index.html index ac3d474167bc..8f9f354359fc 100644 --- a/criterion/micro_ops_tee/report/index.html +++ b/criterion/micro_ops_tee/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.9004 µs - 6.9048 µs - 6.9092 µs + 6.9139 µs + 6.9305 µs + 6.9553 µs R² - 0.9987858 - 0.9988415 - 0.9987867 + 0.9658002 + 0.9665444 + 0.9648996 Mean - 6.8981 µs - 6.9099 µs - 6.9263 µs + 6.9171 µs + 6.9363 µs + 6.9638 µs Std. Dev. - 26.027 ns - 73.223 ns - 115.88 ns + 41.092 ns + 122.43 ns + 195.89 ns Median - 6.8942 µs - 6.9017 µs - 6.9064 µs + 6.9069 µs + 6.9114 µs + 6.9211 µs MAD - 21.053 ns - 28.743 ns - 35.661 ns + 19.641 ns + 28.834 ns + 32.232 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.2808% - -0.0663% - +0.1809% - (p = 0.60 > + +0.0065% + +0.3822% + +0.7874% + (p = 0.05 > 0.05) diff --git a/criterion/micro_ops_tee/report/mean.svg b/criterion/micro_ops_tee/report/mean.svg index 6729395ae718..5673fa4c89bc 100644 --- a/criterion/micro_ops_tee/report/mean.svg +++ b/criterion/micro_ops_tee/report/mean.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (µs) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 + + + + +6.915 + + + +6.92 - - -50 + + +6.925 - - -60 + + +6.93 - - - -6.895 + + +6.935 - - -6.9 + + +6.94 - - -6.905 + + +6.945 - - -6.91 + + +6.95 - - -6.915 + + +6.955 - - -6.92 + + +6.96 + + + +6.965 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/median.svg b/criterion/micro_ops_tee/report/median.svg index 61b54eea4bd1..1864df3f8882 100644 --- a/criterion/micro_ops_tee/report/median.svg +++ b/criterion/micro_ops_tee/report/median.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (µs) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 + + + +140 + + + +160 - - + + +180 + + + 200 - - -250 + + +220 - + - -6.894 + +6.906 + + + +6.908 - - -6.896 + + +6.91 - - -6.898 + + +6.912 - - -6.9 + + +6.914 - + -6.902 +6.916 - -6.904 + +6.918 - - -6.906 + + +6.92 + + + +6.922 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/pdf.svg b/criterion/micro_ops_tee/report/pdf.svg index 7d1b34c811d3..76225a363935 100644 --- a/criterion/micro_ops_tee/report/pdf.svg +++ b/criterion/micro_ops_tee/report/pdf.svg @@ -38,42 +38,30 @@ Average Time (µs) - + 6.8 - - -6.9 - - - + + 7 - - -7.1 - - - + + 7.2 - - -7.3 - - - + + 7.4 - - -7.5 - - - + + 7.6 - + + +7.8 + + Density (a.u.) @@ -82,54 +70,56 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - -8 - - - -9 - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_tee/report/pdf_small.svg b/criterion/micro_ops_tee/report/pdf_small.svg index 7004b74830ac..4ddebdf7080a 100644 --- a/criterion/micro_ops_tee/report/pdf_small.svg +++ b/criterion/micro_ops_tee/report/pdf_small.svg @@ -10,67 +10,47 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - - -9 - - - -10 - - + - -6.8 - - - + 7 - - -7.2 - - - -7.4 + + +7.5 - - -7.6 + + +8 - - - + + + diff --git a/criterion/micro_ops_tee/report/regression.svg b/criterion/micro_ops_tee/report/regression.svg index 6653c10a38a2..2293a0084d97 100644 --- a/criterion/micro_ops_tee/report/regression.svg +++ b/criterion/micro_ops_tee/report/regression.svg @@ -20,8 +20,8 @@ Iterations (x 10^3) - - + + 1.0 @@ -47,14 +47,14 @@ Iterations (x 10^3) 6.0 - + 7.0 - - + + 8.0 - + 0.2 @@ -82,15 +82,15 @@ Iterations (x 10^3) - + - - + + - + @@ -99,18 +99,18 @@ Iterations (x 10^3) - - + + - + - - + + - + - + @@ -118,70 +118,70 @@ Iterations (x 10^3) - + - + - + - + - + - - - - - - - + + + + + + + - + - - + + - - + + - - - - - + + + + + - - + + - - - - - - - + + + + + + + - + - - - + + + - + - - + + - - + + Sample diff --git a/criterion/micro_ops_tee/report/regression_small.svg b/criterion/micro_ops_tee/report/regression_small.svg index d8c4afdc241f..3524cda9b59b 100644 --- a/criterion/micro_ops_tee/report/regression_small.svg +++ b/criterion/micro_ops_tee/report/regression_small.svg @@ -14,7 +14,7 @@ Iterations (x 10^3) - + @@ -32,10 +32,10 @@ Iterations (x 10^3) 3.0 - + 4.0 - + 5.0 @@ -79,35 +79,35 @@ Iterations (x 10^3) - + - - + + - - + + - + - + - - + + - - + + @@ -119,29 +119,29 @@ Iterations (x 10^3) - + - + - + - - - + + + - + - + - + - - + + @@ -149,34 +149,34 @@ Iterations (x 10^3) - + - - + + - - + + - + - + - - - + + + - + - - - + + + - - + + - + diff --git a/criterion/micro_ops_tee/report/relative_pdf_small.svg b/criterion/micro_ops_tee/report/relative_pdf_small.svg index 22323432e4ed..5c38e095ce79 100644 --- a/criterion/micro_ops_tee/report/relative_pdf_small.svg +++ b/criterion/micro_ops_tee/report/relative_pdf_small.svg @@ -6,53 +6,57 @@ Density (a.u.) Average Time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - -8 + + +7 - - -10 + + +8 - - -12 + + +9 - + - -6.8 - - - + 7 - - -7.2 + + +7.5 - - -7.4 - - - -7.6 + + +8 - - - - - + + + + + diff --git a/criterion/micro_ops_tee/report/relative_regression_small.svg b/criterion/micro_ops_tee/report/relative_regression_small.svg index 7ebe591ec7e9..ecc9c8948231 100644 --- a/criterion/micro_ops_tee/report/relative_regression_small.svg +++ b/criterion/micro_ops_tee/report/relative_regression_small.svg @@ -19,7 +19,7 @@ Iterations (x 10^3) - + @@ -50,10 +50,10 @@ Iterations (x 10^3) 6.0 - + 7.0 - + 8.0 @@ -87,8 +87,8 @@ Iterations (x 10^3) 1.2 - - - - + + + + diff --git a/criterion/micro_ops_tee/report/slope.svg b/criterion/micro_ops_tee/report/slope.svg index 5849d74d675c..67cbc59b44bf 100644 --- a/criterion/micro_ops_tee/report/slope.svg +++ b/criterion/micro_ops_tee/report/slope.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (µs) - -20 - - - -40 + +5 - - -60 + + +10 - - -80 + + +15 - - -100 + + +20 - - -120 + + +25 - - -140 + + +30 - - -160 + + +35 - - -180 + + +40 - + - -6.9 - - - -6.901 + +6.91 - - -6.902 + + +6.915 - - -6.903 + + +6.92 - - -6.904 + + +6.925 - - -6.905 + + +6.93 - - -6.906 + + +6.935 - - -6.907 + + +6.94 - - -6.908 + + +6.945 - - -6.909 + + +6.95 - - -6.91 + + +6.955 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/typical.svg b/criterion/micro_ops_tee/report/typical.svg index 5acb2d122c7a..f1b502cefdae 100644 --- a/criterion/micro_ops_tee/report/typical.svg +++ b/criterion/micro_ops_tee/report/typical.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (µs) - -20 - - - -40 + +5 - - -60 + + +10 - - -80 + + +15 - - -100 + + +20 - - -120 + + +25 - - -140 + + +30 - - -160 + + +35 - - -180 + + +40 - + - -6.9 - - - -6.901 + +6.91 - - -6.902 + + +6.915 - - -6.903 + + +6.92 - - -6.904 + + +6.925 - - -6.905 + + +6.93 - - -6.906 + + +6.935 - - -6.907 + + +6.94 - - -6.908 + + +6.945 - - -6.909 + + +6.95 - - -6.91 + + +6.955 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/base/estimates.json b/criterion/micro_ops_union/base/estimates.json index 8d67a31b0631..bba4202927db 100644 --- a/criterion/micro_ops_union/base/estimates.json +++ b/criterion/micro_ops_union/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15093.497280226647,"upper_bound":15178.221758074831},"point_estimate":15130.527392203243,"standard_error":21.868634479619427},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15080.513888888889,"upper_bound":15102.514112903225},"point_estimate":15092.424890350878,"standard_error":5.705804545823937},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35.9803604138521,"upper_bound":79.37414060550722},"point_estimate":54.2762490560856,"standard_error":11.263330521312733},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15099.301316542133,"upper_bound":15167.729710747413},"point_estimate":15128.827409117777,"standard_error":17.683033169491065},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84.14230186666975,"upper_bound":332.91296842868707},"point_estimate":218.7434671394211,"standard_error":65.34250798324112}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15168.33074790801,"upper_bound":15275.196008011737},"point_estimate":15216.999403559472,"standard_error":27.34283305681633},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15121.811079545454,"upper_bound":15171.3046875},"point_estimate":15149.261666666665,"standard_error":11.553611137542429},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71.2486974425228,"upper_bound":118.19963314784528},"point_estimate":93.61311262970007,"standard_error":12.090702114618662},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15158.988759854685,"upper_bound":15286.27506197559},"point_estimate":15214.144921309295,"standard_error":32.86771542277868},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":150.580284459746,"upper_bound":381.173119933624},"point_estimate":274.67723907454763,"standard_error":59.34345064678059}} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/sample.json b/criterion/micro_ops_union/base/sample.json index 6bd6ac15ea40..95cbb8e97f9b 100644 --- a/criterion/micro_ops_union/base/sample.json +++ b/criterion/micro_ops_union/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[119903.0,239935.0,359812.0,480382.0,599415.0,728657.0,840140.0,959748.0,1080378.0,1214619.0,1328591.0,1449652.0,1558362.0,1683156.0,1796689.0,1937335.0,2075871.0,2181891.0,2277513.0,2393843.0,2814188.0,2659384.0,2790634.0,2892082.0,3020897.0,3116232.0,3252011.0,3410559.0,3521024.0,3618629.0,3754402.0,3859759.0,3958196.0,4364917.0,4267646.0,4343112.0,4517703.0,4593089.0,4705432.0,4830404.0,4931263.0,5088435.0,5208903.0,5304950.0,5428476.0,5651637.0,5683364.0,5795516.0,5896010.0,6066083.0,6132406.0,6272863.0,6394845.0,6529298.0,6684104.0,6732326.0,6865129.0,7002658.0,7156916.0,7238513.0,7377927.0,7490847.0,7603149.0,7735926.0,7865488.0,7960729.0,8095203.0,8204996.0,8338142.0,8420306.0,8567969.0,8661952.0,9226111.0,8902291.0,9071118.0,9176155.0,9299711.0,9394960.0,9544341.0,9635178.0,9772173.0,9883906.0,10090931.0,10132409.0,10259226.0,10384005.0,10562429.0,10623146.0,10713069.0,10881523.0,11010054.0,11486761.0,11211500.0,11351212.0,11492639.0,11602263.0,11733701.0,11837039.0,11924885.0,12147631.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[120073.0,248180.0,374940.0,480307.0,603390.0,720596.0,840429.0,961991.0,1091235.0,1213545.0,1320314.0,1442290.0,1568014.0,1706466.0,1829152.0,1924696.0,2041569.0,2172999.0,2303150.0,2451774.0,2545074.0,2706206.0,2808178.0,2897835.0,3037579.0,3169897.0,3258570.0,3403808.0,3535212.0,3661842.0,3806672.0,3941087.0,3974722.0,4590921.0,4263233.0,4724635.0,4688703.0,4632930.0,4707979.0,4827606.0,4951529.0,5125757.0,5177616.0,5353411.0,5468764.0,5559707.0,5708025.0,5805700.0,5908727.0,6041404.0,6200538.0,6339635.0,6441133.0,6554687.0,6685682.0,6737767.0,6918138.0,7063436.0,7122786.0,7273905.0,7385185.0,7512331.0,7584165.0,7767708.0,7884160.0,7961547.0,8446699.0,8236678.0,8412106.0,8461406.0,8563430.0,8677394.0,8883030.0,8959997.0,9089564.0,9164894.0,9299094.0,9469800.0,9537256.0,9893357.0,9787641.0,10022842.0,10095249.0,10148562.0,10604008.0,10408291.0,10870080.0,10645755.0,10787720.0,10896613.0,10982258.0,11160299.0,11238434.0,11333932.0,11500104.0,12408777.0,11751338.0,11833703.0,11966826.0,12126922.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/tukey.json b/criterion/micro_ops_union/base/tukey.json index 4dd279d9e694..9e4d0e6943c2 100644 --- a/criterion/micro_ops_union/base/tukey.json +++ b/criterion/micro_ops_union/base/tukey.json @@ -1 +1 @@ -[14849.146818167212,14952.314271656705,15227.427480962022,15330.594934451516] \ No newline at end of file +[14675.13878205128,14882.63048878205,15435.941706730771,15643.433413461542] \ No newline at end of file diff --git a/criterion/micro_ops_union/change/estimates.json b/criterion/micro_ops_union/change/estimates.json index 20872991242a..a3be3150dbe7 100644 --- a/criterion/micro_ops_union/change/estimates.json +++ b/criterion/micro_ops_union/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0021304024383892585,"upper_bound":0.0051971005628183515},"point_estimate":0.0014026918835150504,"standard_error":0.001858165777629905},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00045292615277814363,"upper_bound":0.0018678923411989956},"point_estimate":0.0007979347673376935,"standard_error":0.0005781129368069137}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001256058534529543,"upper_bound":0.010209408865720773},"point_estimate":0.005715069218326541,"standard_error":0.0022302009729620125},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0018585927165009064,"upper_bound":0.005515410592378034},"point_estimate":0.0037659141409494,"standard_error":0.0008921550075468224}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/estimates.json b/criterion/micro_ops_union/new/estimates.json index 8d67a31b0631..bba4202927db 100644 --- a/criterion/micro_ops_union/new/estimates.json +++ b/criterion/micro_ops_union/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15093.497280226647,"upper_bound":15178.221758074831},"point_estimate":15130.527392203243,"standard_error":21.868634479619427},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15080.513888888889,"upper_bound":15102.514112903225},"point_estimate":15092.424890350878,"standard_error":5.705804545823937},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35.9803604138521,"upper_bound":79.37414060550722},"point_estimate":54.2762490560856,"standard_error":11.263330521312733},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15099.301316542133,"upper_bound":15167.729710747413},"point_estimate":15128.827409117777,"standard_error":17.683033169491065},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84.14230186666975,"upper_bound":332.91296842868707},"point_estimate":218.7434671394211,"standard_error":65.34250798324112}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15168.33074790801,"upper_bound":15275.196008011737},"point_estimate":15216.999403559472,"standard_error":27.34283305681633},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15121.811079545454,"upper_bound":15171.3046875},"point_estimate":15149.261666666665,"standard_error":11.553611137542429},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71.2486974425228,"upper_bound":118.19963314784528},"point_estimate":93.61311262970007,"standard_error":12.090702114618662},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15158.988759854685,"upper_bound":15286.27506197559},"point_estimate":15214.144921309295,"standard_error":32.86771542277868},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":150.580284459746,"upper_bound":381.173119933624},"point_estimate":274.67723907454763,"standard_error":59.34345064678059}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/sample.json b/criterion/micro_ops_union/new/sample.json index 6bd6ac15ea40..95cbb8e97f9b 100644 --- a/criterion/micro_ops_union/new/sample.json +++ b/criterion/micro_ops_union/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[119903.0,239935.0,359812.0,480382.0,599415.0,728657.0,840140.0,959748.0,1080378.0,1214619.0,1328591.0,1449652.0,1558362.0,1683156.0,1796689.0,1937335.0,2075871.0,2181891.0,2277513.0,2393843.0,2814188.0,2659384.0,2790634.0,2892082.0,3020897.0,3116232.0,3252011.0,3410559.0,3521024.0,3618629.0,3754402.0,3859759.0,3958196.0,4364917.0,4267646.0,4343112.0,4517703.0,4593089.0,4705432.0,4830404.0,4931263.0,5088435.0,5208903.0,5304950.0,5428476.0,5651637.0,5683364.0,5795516.0,5896010.0,6066083.0,6132406.0,6272863.0,6394845.0,6529298.0,6684104.0,6732326.0,6865129.0,7002658.0,7156916.0,7238513.0,7377927.0,7490847.0,7603149.0,7735926.0,7865488.0,7960729.0,8095203.0,8204996.0,8338142.0,8420306.0,8567969.0,8661952.0,9226111.0,8902291.0,9071118.0,9176155.0,9299711.0,9394960.0,9544341.0,9635178.0,9772173.0,9883906.0,10090931.0,10132409.0,10259226.0,10384005.0,10562429.0,10623146.0,10713069.0,10881523.0,11010054.0,11486761.0,11211500.0,11351212.0,11492639.0,11602263.0,11733701.0,11837039.0,11924885.0,12147631.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[120073.0,248180.0,374940.0,480307.0,603390.0,720596.0,840429.0,961991.0,1091235.0,1213545.0,1320314.0,1442290.0,1568014.0,1706466.0,1829152.0,1924696.0,2041569.0,2172999.0,2303150.0,2451774.0,2545074.0,2706206.0,2808178.0,2897835.0,3037579.0,3169897.0,3258570.0,3403808.0,3535212.0,3661842.0,3806672.0,3941087.0,3974722.0,4590921.0,4263233.0,4724635.0,4688703.0,4632930.0,4707979.0,4827606.0,4951529.0,5125757.0,5177616.0,5353411.0,5468764.0,5559707.0,5708025.0,5805700.0,5908727.0,6041404.0,6200538.0,6339635.0,6441133.0,6554687.0,6685682.0,6737767.0,6918138.0,7063436.0,7122786.0,7273905.0,7385185.0,7512331.0,7584165.0,7767708.0,7884160.0,7961547.0,8446699.0,8236678.0,8412106.0,8461406.0,8563430.0,8677394.0,8883030.0,8959997.0,9089564.0,9164894.0,9299094.0,9469800.0,9537256.0,9893357.0,9787641.0,10022842.0,10095249.0,10148562.0,10604008.0,10408291.0,10870080.0,10645755.0,10787720.0,10896613.0,10982258.0,11160299.0,11238434.0,11333932.0,11500104.0,12408777.0,11751338.0,11833703.0,11966826.0,12126922.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/tukey.json b/criterion/micro_ops_union/new/tukey.json index 4dd279d9e694..9e4d0e6943c2 100644 --- a/criterion/micro_ops_union/new/tukey.json +++ b/criterion/micro_ops_union/new/tukey.json @@ -1 +1 @@ -[14849.146818167212,14952.314271656705,15227.427480962022,15330.594934451516] \ No newline at end of file +[14675.13878205128,14882.63048878205,15435.941706730771,15643.433413461542] \ No newline at end of file diff --git a/criterion/micro_ops_union/report/MAD.svg b/criterion/micro_ops_union/report/MAD.svg index 08dafb620a7b..6bdc5255ce7a 100644 --- a/criterion/micro_ops_union/report/MAD.svg +++ b/criterion/micro_ops_union/report/MAD.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - -0.04 - - + - -35 + +70 + + + +75 - - -40 + + +80 - - -45 + + +85 - - -50 + + +90 - - -55 + + +95 - - -60 + + +100 - - -65 + + +105 - - -70 + + +110 - - -75 + + +115 - - -80 + + +120 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/SD.svg b/criterion/micro_ops_union/report/SD.svg index db5bcf1f03ed..5159e75bbe96 100644 --- a/criterion/micro_ops_union/report/SD.svg +++ b/criterion/micro_ops_union/report/SD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - + - -100 - - - + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - - - + + +400 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/both/pdf.svg b/criterion/micro_ops_union/report/both/pdf.svg index 30cbb9ddafec..232ec369f97d 100644 --- a/criterion/micro_ops_union/report/both/pdf.svg +++ b/criterion/micro_ops_union/report/both/pdf.svg @@ -9,59 +9,55 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - + 15 - + 15.5 - - + + 16 - - + + 16.5 - - + + 17 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_union/report/both/regression.svg b/criterion/micro_ops_union/report/both/regression.svg index 57e01b053560..c86bda506b69 100644 --- a/criterion/micro_ops_union/report/both/regression.svg +++ b/criterion/micro_ops_union/report/both/regression.svg @@ -18,41 +18,41 @@ Iterations - - - - - - + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -90,9 +90,9 @@ Iterations 800 - - - + + + Base Sample diff --git a/criterion/micro_ops_union/report/change/mean.svg b/criterion/micro_ops_union/report/change/mean.svg index 6fc3bed7b4b3..a2157b259204 100644 --- a/criterion/micro_ops_union/report/change/mean.svg +++ b/criterion/micro_ops_union/report/change/mean.svg @@ -9,87 +9,91 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - -200 - - + - --0.002 - - - --0.001 - - - -0 - - - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - - - - + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/median.svg b/criterion/micro_ops_union/report/change/median.svg index 3eaa8c03a96c..ff2bfcb14225 100644 --- a/criterion/micro_ops_union/report/change/median.svg +++ b/criterion/micro_ops_union/report/change/median.svg @@ -9,66 +9,86 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - -200 + + +150 - + -300 +200 - + +250 + + + +300 + + + +350 + + + 400 - - + + +450 + + + 500 - - -600 + + + +0.0015 - - -700 + + +0.002 - - -800 + + +0.0025 - - - --5e-4 + + +0.003 - - -0 + + +0.0035 - - -5e-4 + + +0.004 - - -0.001 + + +0.0045 - - -0.0015 + + +0.005 - - -0.002 + + +0.0055 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/t-test.svg b/criterion/micro_ops_union/report/change/t-test.svg index 0fcec7cbd149..97665881f366 100644 --- a/criterion/micro_ops_union/report/change/t-test.svg +++ b/criterion/micro_ops_union/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_union/report/index.html b/criterion/micro_ops_union/report/index.html index 7c35d2235339..da5723bfaa8e 100644 --- a/criterion/micro_ops_union/report/index.html +++ b/criterion/micro_ops_union/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 15.099 µs - 15.129 µs - 15.168 µs + 15.159 µs + 15.214 µs + 15.286 µs R² - 0.9865079 - 0.9870127 - 0.9861367 + 0.9628968 + 0.9646084 + 0.9616849 Mean - 15.093 µs - 15.131 µs - 15.178 µs + 15.168 µs + 15.217 µs + 15.275 µs Std. Dev. - 84.142 ns - 218.74 ns - 332.91 ns + 150.58 ns + 274.68 ns + 381.17 ns Median - 15.081 µs - 15.092 µs - 15.103 µs + 15.122 µs + 15.149 µs + 15.171 µs MAD - 35.980 ns - 54.276 ns - 79.374 ns + 71.249 ns + 93.613 ns + 118.20 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.2130% - +0.1403% - +0.5197% - (p = 0.47 > + +0.1256% + +0.5715% + +1.0209% + (p = 0.01 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_union/report/mean.svg b/criterion/micro_ops_union/report/mean.svg index d304fe0c21d0..9114561e3529 100644 --- a/criterion/micro_ops_union/report/mean.svg +++ b/criterion/micro_ops_union/report/mean.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - -18 - - - -20 - - + - -15.09 - - - -15.1 - - - -15.11 - - - -15.12 + +15.16 - - -15.13 + + +15.18 - - -15.14 + + +15.2 - - -15.15 + + +15.22 - - -15.16 + + +15.24 - - -15.17 + + +15.26 - - -15.18 + + +15.28 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/median.svg b/criterion/micro_ops_union/report/median.svg index f1431cbfcf88..7d6f44cb35fa 100644 --- a/criterion/micro_ops_union/report/median.svg +++ b/criterion/micro_ops_union/report/median.svg @@ -9,54 +9,58 @@ Density (a.u.) Average time (µs) - + +10 + + + 20 - - -40 + + +30 - - -60 + + +40 - - -80 + + +50 - - -100 + + +60 - - -120 + + + +15.12 - - -140 + + +15.13 - - - -15.08 + + +15.14 - - -15.085 + + +15.15 - - -15.09 + + +15.16 - - -15.095 + + +15.17 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/pdf.svg b/criterion/micro_ops_union/report/pdf.svg index a21ec5fac436..87da0e35a04f 100644 --- a/criterion/micro_ops_union/report/pdf.svg +++ b/criterion/micro_ops_union/report/pdf.svg @@ -50,22 +50,22 @@ Average Time (µs) 15 - + 15.5 - - + + 16 - - + + 16.5 - - + + 17 - + Density (a.u.) @@ -74,52 +74,52 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_union/report/pdf_small.svg b/criterion/micro_ops_union/report/pdf_small.svg index a410c729e4af..618791e8f135 100644 --- a/criterion/micro_ops_union/report/pdf_small.svg +++ b/criterion/micro_ops_union/report/pdf_small.svg @@ -10,55 +10,47 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - + 15 - + 15.5 - - + + 16 - - + + 16.5 - - + + 17 - - - + + + diff --git a/criterion/micro_ops_union/report/regression.svg b/criterion/micro_ops_union/report/regression.svg index e5f9ae17252e..ebedf5ffb4b8 100644 --- a/criterion/micro_ops_union/report/regression.svg +++ b/criterion/micro_ops_union/report/regression.svg @@ -16,37 +16,37 @@ Iterations - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 100 @@ -85,103 +85,103 @@ Iterations - - - + + + - - - - + + + + - - - - + + + + - + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_union/report/regression_small.svg b/criterion/micro_ops_union/report/regression_small.svg index a81df5f2d281..e096a234e102 100644 --- a/criterion/micro_ops_union/report/regression_small.svg +++ b/criterion/micro_ops_union/report/regression_small.svg @@ -14,36 +14,36 @@ Iterations - - - - - + + + + + 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 100 @@ -87,96 +87,96 @@ Iterations - - - + + + - - - - + + + + - + - - - - - - + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_union/report/relative_pdf_small.svg b/criterion/micro_ops_union/report/relative_pdf_small.svg index aab072126ac6..c3ae895ea938 100644 --- a/criterion/micro_ops_union/report/relative_pdf_small.svg +++ b/criterion/micro_ops_union/report/relative_pdf_small.svg @@ -6,57 +6,53 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - + 15 - + 15.5 - - + + 16 - - + + 16.5 - - + + 17 - - - - - + + + + + diff --git a/criterion/micro_ops_union/report/relative_regression_small.svg b/criterion/micro_ops_union/report/relative_regression_small.svg index 816365884c99..d8564da9a7cc 100644 --- a/criterion/micro_ops_union/report/relative_regression_small.svg +++ b/criterion/micro_ops_union/report/relative_regression_small.svg @@ -17,10 +17,10 @@ Iterations - - + + - + 0.0 @@ -34,22 +34,22 @@ Iterations 4.0 - + 6.0 - - + + 8.0 - + 10.0 - + 12.0 - + 0 @@ -87,8 +87,8 @@ Iterations 800 - - - + + + diff --git a/criterion/micro_ops_union/report/slope.svg b/criterion/micro_ops_union/report/slope.svg index 7c2ab6ee1885..d95073ad16e8 100644 --- a/criterion/micro_ops_union/report/slope.svg +++ b/criterion/micro_ops_union/report/slope.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 + + + +6 + + + +8 - - -15 + + +10 - - -20 + + +12 - + - -15.1 + +15.16 - - -15.11 + + +15.18 - - -15.12 + + +15.2 - - -15.13 + + +15.22 - - -15.14 + + +15.24 - - -15.15 + + +15.26 - - -15.16 + + +15.28 - - -15.17 + + +15.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/typical.svg b/criterion/micro_ops_union/report/typical.svg index b80df919fffa..5c12b100baeb 100644 --- a/criterion/micro_ops_union/report/typical.svg +++ b/criterion/micro_ops_union/report/typical.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 + + + +6 + + + +8 - - -15 + + +10 - - -20 + + +12 - + - -15.1 + +15.16 - - -15.11 + + +15.18 - - -15.12 + + +15.2 - - -15.13 + + +15.22 - - -15.14 + + +15.24 - - -15.15 + + +15.26 - - -15.16 + + +15.28 - - -15.17 + + +15.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/base/estimates.json b/criterion/micro_ops_unique/base/estimates.json index 6a243b0d8814..e40a723cc5a4 100644 --- a/criterion/micro_ops_unique/base/estimates.json +++ b/criterion/micro_ops_unique/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52699.243002773896,"upper_bound":52767.78198257204},"point_estimate":52733.552397510444,"standard_error":17.47446353349072},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52710.21759259259,"upper_bound":52765.82575757576},"point_estimate":52744.90955165692,"standard_error":16.846511318705115},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102.37657365395872,"upper_bound":184.12517427123007},"point_estimate":143.84745644735594,"standard_error":21.308579976098923},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52763.106696163246,"upper_bound":52823.81741868338},"point_estimate":52792.39498349835,"standard_error":15.517429985993804},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144.92201351568295,"upper_bound":202.30451055634848},"point_estimate":175.33974550844644,"standard_error":14.626434056675778}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52743.915297327105,"upper_bound":52841.72271312466},"point_estimate":52790.09681475052,"standard_error":24.958098045349622},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52737.44411764706,"upper_bound":52784.760291251005},"point_estimate":52761.935274675445,"standard_error":12.606083912545836},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":104.10505852213322,"upper_bound":205.93941013140338},"point_estimate":151.02366894149586,"standard_error":26.401821988781037},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52799.05728332204,"upper_bound":52891.819908830206},"point_estimate":52839.67227000312,"standard_error":23.79693686883349},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":172.84038873666327,"upper_bound":334.7442431787328},"point_estimate":251.7996929339597,"standard_error":42.61983524141617}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/sample.json b/criterion/micro_ops_unique/base/sample.json index ca8775eddf2b..758fc914ace6 100644 --- a/criterion/micro_ops_unique/base/sample.json +++ b/criterion/micro_ops_unique/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[471269.0,954482.0,1414231.0,1909859.0,2354052.0,2849442.0,3312594.0,3782350.0,4253830.0,4748030.0,5209097.0,5669968.0,6187154.0,6636453.0,7066998.0,7535474.0,8067172.0,8539203.0,8973147.0,9456991.0,9999347.0,10413725.0,10877229.0,11345769.0,11844965.0,12303857.0,12805178.0,13236760.0,13897424.0,14239358.0,14651560.0,15160002.0,15602192.0,16108611.0,16557113.0,17044326.0,17497640.0,18183685.0,18456809.0,18951900.0,19427394.0,19918242.0,20425646.0,20895267.0,21347482.0,21797563.0,22366878.0,22856306.0,23291793.0,23789506.0,24219345.0,24751560.0,25165023.0,25650895.0,26128281.0,26621767.0,27061497.0,27604884.0,27973159.0,28515361.0,29001065.0,29562938.0,29923981.0,30415850.0,30887983.0,31298314.0,31881544.0,32274269.0,32760463.0,33513194.0,33782977.0,34156221.0,34632276.0,35111792.0,35556892.0,36286304.0,36540928.0,37079172.0,37549817.0,37988773.0,38593142.0,38936520.0,39463529.0,39800620.0,40414122.0,40739885.0,41292312.0,41755490.0,42195964.0,42729069.0,43318710.0,43697814.0,44085673.0,44753054.0,45156529.0,45588063.0,46101386.0,46607360.0,47046592.0,47789898.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[471852.0,947758.0,1414840.0,1917551.0,2370469.0,2838928.0,3297631.0,3789292.0,4336025.0,4749366.0,5211359.0,5666776.0,6170999.0,6637154.0,7090754.0,7571956.0,8075921.0,8495461.0,9000139.0,9492074.0,9928225.0,10412279.0,10894381.0,11374645.0,11854722.0,12300982.0,12780512.0,13240118.0,13723538.0,14259787.0,14682051.0,15194495.0,15619924.0,16138790.0,16539319.0,17089584.0,17492730.0,17977898.0,18432906.0,19038269.0,19498673.0,19974077.0,20398962.0,20891412.0,21359056.0,21818900.0,22327695.0,23121352.0,23499390.0,23766847.0,24434934.0,24780936.0,25190773.0,25742630.0,26154594.0,26710426.0,27079076.0,27548002.0,28076529.0,28458582.0,29063035.0,29682221.0,30116223.0,30440343.0,30960559.0,32203652.0,31787311.0,32271247.0,32796598.0,33345766.0,33839256.0,34196164.0,34683099.0,35237839.0,35622898.0,36136544.0,36779535.0,37248872.0,37518212.0,37999873.0,38474095.0,38921688.0,39520203.0,39855483.0,40437161.0,40859271.0,41424364.0,41923118.0,42207053.0,42726902.0,43187221.0,43781969.0,44190698.0,44633401.0,45191652.0,45584543.0,46062957.0,46558268.0,46976606.0,47393774.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/tukey.json b/criterion/micro_ops_unique/base/tukey.json index 7c52d4f1d541..40430ff57c65 100644 --- a/criterion/micro_ops_unique/base/tukey.json +++ b/criterion/micro_ops_unique/base/tukey.json @@ -1 +1 @@ -[52107.229954481816,52374.42180934876,53086.93342232726,53354.125277194194] \ No newline at end of file +[52062.79339869282,52360.45531045752,53154.22040849672,53451.88232026143] \ No newline at end of file diff --git a/criterion/micro_ops_unique/change/estimates.json b/criterion/micro_ops_unique/change/estimates.json index 03981be1a567..075a4a69e119 100644 --- a/criterion/micro_ops_unique/change/estimates.json +++ b/criterion/micro_ops_unique/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0028113710149900626,"upper_bound":0.000641374491224272},"point_estimate":-0.0009530345552599684,"standard_error":0.0008860831168474673},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00022131331326380455,"upper_bound":0.0013767709819432206},"point_estimate":0.0007911549867427592,"standard_error":0.00042707327315118904}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00006853974717677953,"upper_bound":0.0022086550528671142},"point_estimate":0.0010722664161488815,"standard_error":0.0005865449100649615},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0003902043975557712,"upper_bound":0.0011628495184770908},"point_estimate":0.0003227936717162816,"standard_error":0.00040276324199145714}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/estimates.json b/criterion/micro_ops_unique/new/estimates.json index 6a243b0d8814..e40a723cc5a4 100644 --- a/criterion/micro_ops_unique/new/estimates.json +++ b/criterion/micro_ops_unique/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52699.243002773896,"upper_bound":52767.78198257204},"point_estimate":52733.552397510444,"standard_error":17.47446353349072},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52710.21759259259,"upper_bound":52765.82575757576},"point_estimate":52744.90955165692,"standard_error":16.846511318705115},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102.37657365395872,"upper_bound":184.12517427123007},"point_estimate":143.84745644735594,"standard_error":21.308579976098923},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52763.106696163246,"upper_bound":52823.81741868338},"point_estimate":52792.39498349835,"standard_error":15.517429985993804},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144.92201351568295,"upper_bound":202.30451055634848},"point_estimate":175.33974550844644,"standard_error":14.626434056675778}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52743.915297327105,"upper_bound":52841.72271312466},"point_estimate":52790.09681475052,"standard_error":24.958098045349622},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52737.44411764706,"upper_bound":52784.760291251005},"point_estimate":52761.935274675445,"standard_error":12.606083912545836},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":104.10505852213322,"upper_bound":205.93941013140338},"point_estimate":151.02366894149586,"standard_error":26.401821988781037},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52799.05728332204,"upper_bound":52891.819908830206},"point_estimate":52839.67227000312,"standard_error":23.79693686883349},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":172.84038873666327,"upper_bound":334.7442431787328},"point_estimate":251.7996929339597,"standard_error":42.61983524141617}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/sample.json b/criterion/micro_ops_unique/new/sample.json index ca8775eddf2b..758fc914ace6 100644 --- a/criterion/micro_ops_unique/new/sample.json +++ b/criterion/micro_ops_unique/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[471269.0,954482.0,1414231.0,1909859.0,2354052.0,2849442.0,3312594.0,3782350.0,4253830.0,4748030.0,5209097.0,5669968.0,6187154.0,6636453.0,7066998.0,7535474.0,8067172.0,8539203.0,8973147.0,9456991.0,9999347.0,10413725.0,10877229.0,11345769.0,11844965.0,12303857.0,12805178.0,13236760.0,13897424.0,14239358.0,14651560.0,15160002.0,15602192.0,16108611.0,16557113.0,17044326.0,17497640.0,18183685.0,18456809.0,18951900.0,19427394.0,19918242.0,20425646.0,20895267.0,21347482.0,21797563.0,22366878.0,22856306.0,23291793.0,23789506.0,24219345.0,24751560.0,25165023.0,25650895.0,26128281.0,26621767.0,27061497.0,27604884.0,27973159.0,28515361.0,29001065.0,29562938.0,29923981.0,30415850.0,30887983.0,31298314.0,31881544.0,32274269.0,32760463.0,33513194.0,33782977.0,34156221.0,34632276.0,35111792.0,35556892.0,36286304.0,36540928.0,37079172.0,37549817.0,37988773.0,38593142.0,38936520.0,39463529.0,39800620.0,40414122.0,40739885.0,41292312.0,41755490.0,42195964.0,42729069.0,43318710.0,43697814.0,44085673.0,44753054.0,45156529.0,45588063.0,46101386.0,46607360.0,47046592.0,47789898.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[471852.0,947758.0,1414840.0,1917551.0,2370469.0,2838928.0,3297631.0,3789292.0,4336025.0,4749366.0,5211359.0,5666776.0,6170999.0,6637154.0,7090754.0,7571956.0,8075921.0,8495461.0,9000139.0,9492074.0,9928225.0,10412279.0,10894381.0,11374645.0,11854722.0,12300982.0,12780512.0,13240118.0,13723538.0,14259787.0,14682051.0,15194495.0,15619924.0,16138790.0,16539319.0,17089584.0,17492730.0,17977898.0,18432906.0,19038269.0,19498673.0,19974077.0,20398962.0,20891412.0,21359056.0,21818900.0,22327695.0,23121352.0,23499390.0,23766847.0,24434934.0,24780936.0,25190773.0,25742630.0,26154594.0,26710426.0,27079076.0,27548002.0,28076529.0,28458582.0,29063035.0,29682221.0,30116223.0,30440343.0,30960559.0,32203652.0,31787311.0,32271247.0,32796598.0,33345766.0,33839256.0,34196164.0,34683099.0,35237839.0,35622898.0,36136544.0,36779535.0,37248872.0,37518212.0,37999873.0,38474095.0,38921688.0,39520203.0,39855483.0,40437161.0,40859271.0,41424364.0,41923118.0,42207053.0,42726902.0,43187221.0,43781969.0,44190698.0,44633401.0,45191652.0,45584543.0,46062957.0,46558268.0,46976606.0,47393774.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/tukey.json b/criterion/micro_ops_unique/new/tukey.json index 7c52d4f1d541..40430ff57c65 100644 --- a/criterion/micro_ops_unique/new/tukey.json +++ b/criterion/micro_ops_unique/new/tukey.json @@ -1 +1 @@ -[52107.229954481816,52374.42180934876,53086.93342232726,53354.125277194194] \ No newline at end of file +[52062.79339869282,52360.45531045752,53154.22040849672,53451.88232026143] \ No newline at end of file diff --git a/criterion/micro_ops_unique/report/MAD.svg b/criterion/micro_ops_unique/report/MAD.svg index 3ba27ad68311..ea83f528b23d 100644 --- a/criterion/micro_ops_unique/report/MAD.svg +++ b/criterion/micro_ops_unique/report/MAD.svg @@ -9,94 +9,70 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - + + 0.016 - - + + 0.018 - - -0.02 - - - -0.022 - - + - + 100 - - -110 - - - + + 120 - - -130 - - - + + 140 - - -150 - - - + + 160 - - -170 - - - + + 180 - - -190 + + +200 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/SD.svg b/criterion/micro_ops_unique/report/SD.svg index 509b5fa181cd..70ef34c83573 100644 --- a/criterion/micro_ops_unique/report/SD.svg +++ b/criterion/micro_ops_unique/report/SD.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (ns) - + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + 0.005 - - -0.01 + + +0.006 + + + +0.007 - - -0.015 + + +0.008 - - -0.02 + + +0.009 - - -0.025 + + +0.01 - + - -140 + +160 - - -150 + + +180 - - -160 + + +200 - - -170 + + +220 - - -180 + + +240 - + + +260 + + + +280 + + -190 +300 - -200 + +320 + + + +340 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/both/pdf.svg b/criterion/micro_ops_unique/report/both/pdf.svg index 54a13de45a7c..4e78e87a9990 100644 --- a/criterion/micro_ops_unique/report/both/pdf.svg +++ b/criterion/micro_ops_unique/report/both/pdf.svg @@ -9,10 +9,10 @@ Density (a.u.) Average Time (µs) - + 0.5 - + 1 @@ -26,30 +26,30 @@ Average Time (µs) - -52 + +52.5 - - + + 53 - - -54 + + +53.5 - - -55 + + +54 - - -56 + + +54.5 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_unique/report/both/regression.svg b/criterion/micro_ops_unique/report/both/regression.svg index 0ad835786499..4a793585606c 100644 --- a/criterion/micro_ops_unique/report/both/regression.svg +++ b/criterion/micro_ops_unique/report/both/regression.svg @@ -110,10 +110,10 @@ Iterations 900 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_unique/report/change/mean.svg b/criterion/micro_ops_unique/report/change/mean.svg index 34904ccf854e..86709c63c20a 100644 --- a/criterion/micro_ops_unique/report/change/mean.svg +++ b/criterion/micro_ops_unique/report/change/mean.svg @@ -9,82 +9,54 @@ Density (a.u.) Relative change (%) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - -450 - - - - --0.003 - - - --0.0025 + + +500 - - --0.002 + + +600 - - --0.0015 - - - --0.001 - - - --5e-4 - - - + + + 0 - - + + 5e-4 - - + + 0.001 - - - - + + +0.0015 + + + +0.002 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/median.svg b/criterion/micro_ops_unique/report/change/median.svg index 7cc1e77bea20..1bd43b196c7b 100644 --- a/criterion/micro_ops_unique/report/change/median.svg +++ b/criterion/micro_ops_unique/report/change/median.svg @@ -13,82 +13,82 @@ Relative change (%) 100 - + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - + + 900 - - + + 1000 - + - + +-4e-4 + + + -2e-4 - - -0 + + +-1.0842e-19 - - + + 2e-4 - - + + 4e-4 - - + + 6e-4 - - + + 8e-4 - - + + 0.001 - - + + 0.0012 - - -0.0014 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/t-test.svg b/criterion/micro_ops_unique/report/change/t-test.svg index 00c690467799..8ab695c945f6 100644 --- a/criterion/micro_ops_unique/report/change/t-test.svg +++ b/criterion/micro_ops_unique/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_unique/report/index.html b/criterion/micro_ops_unique/report/index.html index 367952c07da6..31f104845703 100644 --- a/criterion/micro_ops_unique/report/index.html +++ b/criterion/micro_ops_unique/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 52.763 µs - 52.792 µs - 52.824 µs + 52.799 µs + 52.840 µs + 52.892 µs R² - 0.9992160 - 0.9992574 - 0.9992097 + 0.9976975 + 0.9977798 + 0.9976441 Mean - 52.699 µs - 52.734 µs - 52.768 µs + 52.744 µs + 52.790 µs + 52.842 µs Std. Dev. - 144.92 ns - 175.34 ns - 202.30 ns + 172.84 ns + 251.80 ns + 334.74 ns Median - 52.710 µs - 52.745 µs - 52.766 µs + 52.737 µs + 52.762 µs + 52.785 µs MAD - 102.38 ns - 143.85 ns - 184.13 ns + 104.11 ns + 151.02 ns + 205.94 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.2811% - -0.0953% - +0.0641% - (p = 0.30 > + -0.0069% + +0.1072% + +0.2209% + (p = 0.07 > 0.05) diff --git a/criterion/micro_ops_unique/report/mean.svg b/criterion/micro_ops_unique/report/mean.svg index a4b668320c1b..3805e0275194 100644 --- a/criterion/micro_ops_unique/report/mean.svg +++ b/criterion/micro_ops_unique/report/mean.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 - - - -15 + + +4 - - -20 + + +6 - - -25 + + +8 - - - -52.7 + + +10 - - -52.71 + + +12 - - -52.72 + + +14 - - -52.73 + + +16 - - + + + 52.74 - - -52.75 - - - + + 52.76 - - -52.77 + + +52.78 + + + +52.8 + + + +52.82 + + + +52.84 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/median.svg b/criterion/micro_ops_unique/report/median.svg index b511bc87b891..ad4f7fadd42e 100644 --- a/criterion/micro_ops_unique/report/median.svg +++ b/criterion/micro_ops_unique/report/median.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - - -52.71 + + +45 - - -52.72 + + +50 - - -52.73 + + +55 - - + + + 52.74 - - + + 52.75 - - + + 52.76 - - + + 52.77 - - - - + + +52.78 + + + +52.79 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/pdf.svg b/criterion/micro_ops_unique/report/pdf.svg index 1f2a2298162b..56b70c070abd 100644 --- a/criterion/micro_ops_unique/report/pdf.svg +++ b/criterion/micro_ops_unique/report/pdf.svg @@ -50,34 +50,26 @@ Average Time (µs) - -52.2 + +52.5 - - -52.4 - - - -52.6 - - - -52.8 - - - + + 53 - - -53.2 + + +53.5 - - -53.4 + + +54 - + + +54.5 + + Density (a.u.) @@ -86,44 +78,68 @@ Density (a.u.) 0 - -0.5 + +0.2 + + + +0.4 - - + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 - - + + 2 - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_unique/report/pdf_small.svg b/criterion/micro_ops_unique/report/pdf_small.svg index c71001ef7661..6a2854098d4f 100644 --- a/criterion/micro_ops_unique/report/pdf_small.svg +++ b/criterion/micro_ops_unique/report/pdf_small.svg @@ -10,35 +10,43 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - -2.5 - - + - + 52.5 - - + + 53 - - - + + +53.5 + + + +54 + + + +54.5 + + + + diff --git a/criterion/micro_ops_unique/report/regression.svg b/criterion/micro_ops_unique/report/regression.svg index 5715c376cfe8..e503c62b54ca 100644 --- a/criterion/micro_ops_unique/report/regression.svg +++ b/criterion/micro_ops_unique/report/regression.svg @@ -18,51 +18,51 @@ Iterations - - - - - - - - + + + + + + + + 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -108,100 +108,100 @@ Iterations - - - + + + - - - + + + - - + + - - - - + + + + - + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_unique/report/regression_small.svg b/criterion/micro_ops_unique/report/regression_small.svg index b8d0e8be6214..73982a18ea27 100644 --- a/criterion/micro_ops_unique/report/regression_small.svg +++ b/criterion/micro_ops_unique/report/regression_small.svg @@ -14,20 +14,20 @@ Iterations - + - - - - - - + + + + + + - + 5.0 - + 10.0 @@ -36,30 +36,30 @@ Iterations 15.0 - + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -100,103 +100,103 @@ Iterations - + - + - - + + - + - + - + - - + + - - + + - - - - + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_unique/report/relative_pdf_small.svg b/criterion/micro_ops_unique/report/relative_pdf_small.svg index 83ab48af5508..31e1a888e68b 100644 --- a/criterion/micro_ops_unique/report/relative_pdf_small.svg +++ b/criterion/micro_ops_unique/report/relative_pdf_small.svg @@ -23,28 +23,28 @@ Average Time (µs) - -52 + +52.5 - - + + 53 - - -54 + + +53.5 - - -55 + + +54 - - -56 + + +54.5 - - - - - + + + + + diff --git a/criterion/micro_ops_unique/report/relative_regression_small.svg b/criterion/micro_ops_unique/report/relative_regression_small.svg index a692864824d4..83ff53dabddb 100644 --- a/criterion/micro_ops_unique/report/relative_regression_small.svg +++ b/criterion/micro_ops_unique/report/relative_regression_small.svg @@ -107,8 +107,8 @@ Iterations 900 - - - - + + + + diff --git a/criterion/micro_ops_unique/report/slope.svg b/criterion/micro_ops_unique/report/slope.svg index 332efbf00f5b..ed3548c4d765 100644 --- a/criterion/micro_ops_unique/report/slope.svg +++ b/criterion/micro_ops_unique/report/slope.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 - - -25 + + +10 - - - -52.76 + + +12 - - -52.77 + + +14 - - -52.78 + + +16 - - -52.79 + + +18 - - + + + 52.8 - - -52.81 - - - + + 52.82 - - -52.83 + + +52.84 + + + +52.86 + + + +52.88 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/typical.svg b/criterion/micro_ops_unique/report/typical.svg index ad5268db6438..76f744cfe395 100644 --- a/criterion/micro_ops_unique/report/typical.svg +++ b/criterion/micro_ops_unique/report/typical.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 - - -25 + + +10 - - - -52.76 + + +12 - - -52.77 + + +14 - - -52.78 + + +16 - - -52.79 + + +18 - - + + + 52.8 - - -52.81 - - - + + 52.82 - - -52.83 + + +52.84 + + + +52.86 + + + +52.88 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/base/estimates.json b/criterion/reachability_hydroflow/base/estimates.json index 12032db3915e..8e4932323b66 100644 --- a/criterion/reachability_hydroflow/base/estimates.json +++ b/criterion/reachability_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1785276.172642646,"upper_bound":1800426.8285849106},"point_estimate":1790842.028711204,"standard_error":4223.040989154228},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1784608.894736842,"upper_bound":1785444.2082251082},"point_estimate":1784948.4567245818,"standard_error":215.88615185037315},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1281.2385476740524,"upper_bound":2267.077249458647},"point_estimate":1655.2633745557825,"standard_error":253.3687717805857},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1784046.7437990557,"upper_bound":1788953.903893567},"point_estimate":1786012.9562583123,"standard_error":1293.8651910775025},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3042.295553358522,"upper_bound":71354.04672293646},"point_estimate":42296.10076131407,"standard_error":21780.786855928516}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1825992.3476810392,"upper_bound":1829226.0642669818},"point_estimate":1827534.8214431414,"standard_error":826.3674970072308},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1824074.715437788,"upper_bound":1826777.52},"point_estimate":1824938.543154762,"standard_error":785.7535773979131},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3643.7847025302067,"upper_bound":6778.570629656199},"point_estimate":4846.757920225234,"standard_error":831.9282274351356},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1826619.4617497977,"upper_bound":1830608.0381413524},"point_estimate":1828606.0384779074,"standard_error":1019.8789060004814},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6136.436034014365,"upper_bound":10460.561874378403},"point_estimate":8310.337521512143,"standard_error":1114.4166799378756}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/sample.json b/criterion/reachability_hydroflow/base/sample.json index 585388381a42..134564203351 100644 --- a/criterion/reachability_hydroflow/base/sample.json +++ b/criterion/reachability_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1884044.0,3566382.0,5381256.0,7174480.0,8919255.0,10675911.0,12499161.0,14271969.0,16108042.0,17861492.0,19595015.0,21439716.0,23346552.0,25101065.0,26764125.0,28547252.0,30340987.0,32276888.0,33923258.0,35714939.0,46085331.0,39347755.0,41095806.0,42786358.0,44688479.0,46329437.0,48192841.0,49875720.0,51691837.0,53491884.0,55308182.0,57155086.0,58809132.0,60771942.0,62493723.0,64270937.0,66043223.0,68120647.0,69645381.0,71358406.0,73148505.0,74981392.0,76791179.0,78458347.0,80290354.0,82391353.0,83940492.0,85708839.0,87437434.0,89176117.0,91137465.0,93032248.0,94542575.0,96372549.0,98165623.0,99908022.0,101829826.0,103460377.0,105582636.0,107130572.0,108876117.0,110677166.0,112447308.0,114195008.0,116002990.0,118154032.0,119665691.0,121497618.0,123216393.0,124893651.0,126789588.0,128612487.0,130319130.0,132084252.0,133890682.0,135630276.0,137474174.0,139246700.0,141075080.0,142820695.0,144549059.0,146499608.0,148067160.0,149935375.0,151823083.0,153476048.0,155248685.0,157004759.0,159054632.0,160557466.0,166589235.0,163872401.0,165889570.0,167646422.0,169229866.0,170859725.0,172638112.0,174523778.0,176218648.0,178100358.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1852607.0,3654541.0,5488093.0,7255350.0,9192064.0,11047468.0,12802021.0,14659198.0,16417470.0,18245110.0,20090345.0,22031206.0,24281415.0,25690234.0,27334934.0,29073599.0,30996608.0,32833677.0,34798163.0,36790160.0,38211883.0,40126046.0,41813469.0,43800692.0,45521998.0,47481097.0,49198836.0,51046510.0,52914419.0,54739538.0,56675025.0,58397362.0,59984488.0,62936103.0,63859798.0,65586854.0,67675728.0,69291125.0,71246658.0,72892323.0,74613790.0,76724984.0,78240435.0,80217829.0,82175878.0,83882055.0,85615012.0,87874725.0,89534004.0,91338876.0,92883562.0,94770999.0,96517142.0,98371175.0,100142344.0,102146088.0,103783516.0,106967134.0,107564590.0,109649746.0,110864385.0,113094953.0,114727432.0,116747086.0,118962305.0,120278434.0,122344273.0,123958900.0,126230714.0,127619238.0,129482870.0,131254931.0,132972219.0,134761041.0,137609172.0,138743872.0,140609778.0,142097026.0,144108715.0,146244997.0,147982953.0,150008959.0,151665875.0,153296600.0,154855112.0,157085421.0,158388310.0,160367025.0,162854247.0,165671035.0,166897304.0,168790038.0,170514156.0,173252358.0,174658332.0,176014739.0,177860640.0,179613682.0,181654804.0,184757957.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/tukey.json b/criterion/reachability_hydroflow/base/tukey.json index 5900c73136c7..b52988211b8c 100644 --- a/criterion/reachability_hydroflow/base/tukey.json +++ b/criterion/reachability_hydroflow/base/tukey.json @@ -1 +1 @@ -[1777315.9623774511,1780642.4416053924,1789513.052879902,1792839.532107843] \ No newline at end of file +[1799642.8730186475,1810994.7619828086,1841266.465887238,1852618.354851399] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/change/estimates.json b/criterion/reachability_hydroflow/change/estimates.json index 6c49d157e776..4c40493c0f83 100644 --- a/criterion/reachability_hydroflow/change/estimates.json +++ b/criterion/reachability_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003853889673392849,"upper_bound":0.0051965918733421455},"point_estimate":-0.00025410185780039285,"standard_error":0.0025196914090434056},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0023686536754754517,"upper_bound":-0.001672603137476747},"point_estimate":-0.0020390236755074564,"standard_error":0.00017692205208262124}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.014961387130580508,"upper_bound":0.02393908392735867},"point_estimate":0.020489128657732003,"standard_error":0.0024254523527260305},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.021797698855897663,"upper_bound":0.02344720283901891},"point_estimate":0.022404056699520947,"standard_error":0.0004529316680840433}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/estimates.json b/criterion/reachability_hydroflow/new/estimates.json index 12032db3915e..8e4932323b66 100644 --- a/criterion/reachability_hydroflow/new/estimates.json +++ b/criterion/reachability_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1785276.172642646,"upper_bound":1800426.8285849106},"point_estimate":1790842.028711204,"standard_error":4223.040989154228},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1784608.894736842,"upper_bound":1785444.2082251082},"point_estimate":1784948.4567245818,"standard_error":215.88615185037315},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1281.2385476740524,"upper_bound":2267.077249458647},"point_estimate":1655.2633745557825,"standard_error":253.3687717805857},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1784046.7437990557,"upper_bound":1788953.903893567},"point_estimate":1786012.9562583123,"standard_error":1293.8651910775025},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3042.295553358522,"upper_bound":71354.04672293646},"point_estimate":42296.10076131407,"standard_error":21780.786855928516}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1825992.3476810392,"upper_bound":1829226.0642669818},"point_estimate":1827534.8214431414,"standard_error":826.3674970072308},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1824074.715437788,"upper_bound":1826777.52},"point_estimate":1824938.543154762,"standard_error":785.7535773979131},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3643.7847025302067,"upper_bound":6778.570629656199},"point_estimate":4846.757920225234,"standard_error":831.9282274351356},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1826619.4617497977,"upper_bound":1830608.0381413524},"point_estimate":1828606.0384779074,"standard_error":1019.8789060004814},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6136.436034014365,"upper_bound":10460.561874378403},"point_estimate":8310.337521512143,"standard_error":1114.4166799378756}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/sample.json b/criterion/reachability_hydroflow/new/sample.json index 585388381a42..134564203351 100644 --- a/criterion/reachability_hydroflow/new/sample.json +++ b/criterion/reachability_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1884044.0,3566382.0,5381256.0,7174480.0,8919255.0,10675911.0,12499161.0,14271969.0,16108042.0,17861492.0,19595015.0,21439716.0,23346552.0,25101065.0,26764125.0,28547252.0,30340987.0,32276888.0,33923258.0,35714939.0,46085331.0,39347755.0,41095806.0,42786358.0,44688479.0,46329437.0,48192841.0,49875720.0,51691837.0,53491884.0,55308182.0,57155086.0,58809132.0,60771942.0,62493723.0,64270937.0,66043223.0,68120647.0,69645381.0,71358406.0,73148505.0,74981392.0,76791179.0,78458347.0,80290354.0,82391353.0,83940492.0,85708839.0,87437434.0,89176117.0,91137465.0,93032248.0,94542575.0,96372549.0,98165623.0,99908022.0,101829826.0,103460377.0,105582636.0,107130572.0,108876117.0,110677166.0,112447308.0,114195008.0,116002990.0,118154032.0,119665691.0,121497618.0,123216393.0,124893651.0,126789588.0,128612487.0,130319130.0,132084252.0,133890682.0,135630276.0,137474174.0,139246700.0,141075080.0,142820695.0,144549059.0,146499608.0,148067160.0,149935375.0,151823083.0,153476048.0,155248685.0,157004759.0,159054632.0,160557466.0,166589235.0,163872401.0,165889570.0,167646422.0,169229866.0,170859725.0,172638112.0,174523778.0,176218648.0,178100358.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1852607.0,3654541.0,5488093.0,7255350.0,9192064.0,11047468.0,12802021.0,14659198.0,16417470.0,18245110.0,20090345.0,22031206.0,24281415.0,25690234.0,27334934.0,29073599.0,30996608.0,32833677.0,34798163.0,36790160.0,38211883.0,40126046.0,41813469.0,43800692.0,45521998.0,47481097.0,49198836.0,51046510.0,52914419.0,54739538.0,56675025.0,58397362.0,59984488.0,62936103.0,63859798.0,65586854.0,67675728.0,69291125.0,71246658.0,72892323.0,74613790.0,76724984.0,78240435.0,80217829.0,82175878.0,83882055.0,85615012.0,87874725.0,89534004.0,91338876.0,92883562.0,94770999.0,96517142.0,98371175.0,100142344.0,102146088.0,103783516.0,106967134.0,107564590.0,109649746.0,110864385.0,113094953.0,114727432.0,116747086.0,118962305.0,120278434.0,122344273.0,123958900.0,126230714.0,127619238.0,129482870.0,131254931.0,132972219.0,134761041.0,137609172.0,138743872.0,140609778.0,142097026.0,144108715.0,146244997.0,147982953.0,150008959.0,151665875.0,153296600.0,154855112.0,157085421.0,158388310.0,160367025.0,162854247.0,165671035.0,166897304.0,168790038.0,170514156.0,173252358.0,174658332.0,176014739.0,177860640.0,179613682.0,181654804.0,184757957.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/tukey.json b/criterion/reachability_hydroflow/new/tukey.json index 5900c73136c7..b52988211b8c 100644 --- a/criterion/reachability_hydroflow/new/tukey.json +++ b/criterion/reachability_hydroflow/new/tukey.json @@ -1 +1 @@ -[1777315.9623774511,1780642.4416053924,1789513.052879902,1792839.532107843] \ No newline at end of file +[1799642.8730186475,1810994.7619828086,1841266.465887238,1852618.354851399] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/report/MAD.svg b/criterion/reachability_hydroflow/report/MAD.svg index a6e6e5e1f825..5854f4a21fdd 100644 --- a/criterion/reachability_hydroflow/report/MAD.svg +++ b/criterion/reachability_hydroflow/report/MAD.svg @@ -9,70 +9,86 @@ Density (a.u.) Average time (µs) - -0.2 + +0.05 - - -0.4 + + +0.1 + + + +0.15 + + + +0.2 - - -0.6 + + +0.25 - - -0.8 + + +0.3 - - -1 + + +0.35 - - -1.2 + + +0.4 - - -1.4 + + +0.45 - - -1.6 + + +0.5 - - -1.8 + + +0.55 - + - -1.2 + +3.5 + + + +4 + + + +4.5 - - -1.4 + + +5 - - -1.6 + + +5.5 - - -1.8 + + +6 - - -2 + + +6.5 - - -2.2 + + +7 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/SD.svg b/criterion/reachability_hydroflow/report/SD.svg index 8f27c84aeb0a..6b0fc16e9432 100644 --- a/criterion/reachability_hydroflow/report/SD.svg +++ b/criterion/reachability_hydroflow/report/SD.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (µs) - -0.01 + +0.05 - - -0.02 + + +0.1 - - -0.03 + + +0.15 - - -0.04 + + +0.2 - - -0.05 + + +0.25 - - -0.06 + + +0.3 - + + +0.35 + + - -0 + +6 - - -10 + + +6.5 - - -20 + + +7 - - -30 + + +7.5 - - -40 + + +8 - - -50 + + +8.5 - - -60 + + +9 + + + +9.5 + + + +10 - - -70 + + +10.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/both/pdf.svg b/criterion/reachability_hydroflow/report/both/pdf.svg index d20dab8bd623..ff626fb62089 100644 --- a/criterion/reachability_hydroflow/report/both/pdf.svg +++ b/criterion/reachability_hydroflow/report/both/pdf.svg @@ -9,30 +9,30 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + 1.8 @@ -54,10 +54,10 @@ Average Time (ms) 2.2 - - - - + + + + Base PDF diff --git a/criterion/reachability_hydroflow/report/both/regression.svg b/criterion/reachability_hydroflow/report/both/regression.svg index 01ab419aaf50..dfd8b9693c23 100644 --- a/criterion/reachability_hydroflow/report/both/regression.svg +++ b/criterion/reachability_hydroflow/report/both/regression.svg @@ -20,51 +20,56 @@ Iterations - - - - - - - - + + + + + + + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - + + +180.0 + + 0 @@ -110,10 +115,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow/report/change/mean.svg b/criterion/reachability_hydroflow/report/change/mean.svg index 789a645fef65..959ccac2a47d 100644 --- a/criterion/reachability_hydroflow/report/change/mean.svg +++ b/criterion/reachability_hydroflow/report/change/mean.svg @@ -9,91 +9,91 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - + 60 - + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - + - --0.004 - - - --0.003 - - - --0.002 - - - --0.001 - - - -0 - - - -0.001 - - - -0.002 - - - -0.003 - - - -0.004 - - - -0.005 - - - -0.006 - - - - - - + +0.014 + + + +0.015 + + + +0.016 + + + +0.017 + + + +0.018 + + + +0.019 + + + +0.02 + + + +0.021 + + + +0.022 + + + +0.023 + + + +0.024 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/median.svg b/criterion/reachability_hydroflow/report/change/median.svg index ac5de0f6d8ad..8e15bb1a6310 100644 --- a/criterion/reachability_hydroflow/report/change/median.svg +++ b/criterion/reachability_hydroflow/report/change/median.svg @@ -9,67 +9,95 @@ Density (a.u.) Relative change (%) - + +100 + + + +200 + + + +300 + + + +400 + + + 500 - - -1000 + + +600 + + + +700 - - -1500 + + +800 - - -2000 + + +900 + + + +1000 - - -2500 + + +1100 - + - --0.0024 - - - --0.0023 - - - --0.0022 - - - --0.0021 - - - --0.002 - - - --0.0019 - - - --0.0018 - - - --0.0017 - - - --0.0016 - - - - - - + +0.0218 + + + +0.022 + + + +0.0222 + + + +0.0224 + + + +0.0226 + + + +0.0228 + + + +0.023 + + + +0.0232 + + + +0.0234 + + + +0.0236 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/t-test.svg b/criterion/reachability_hydroflow/report/change/t-test.svg index 24a386808513..94cf82003a37 100644 --- a/criterion/reachability_hydroflow/report/change/t-test.svg +++ b/criterion/reachability_hydroflow/report/change/t-test.svg @@ -13,73 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow/report/index.html b/criterion/reachability_hydroflow/report/index.html index b97c9eee1f82..0200cad82385 100644 --- a/criterion/reachability_hydroflow/report/index.html +++ b/criterion/reachability_hydroflow/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.7840 ms - 1.7860 ms - 1.7890 ms + 1.8266 ms + 1.8286 ms + 1.8306 ms R² - 0.9879326 - 0.9880981 - 0.9877280 + 0.9977944 + 0.9979499 + 0.9977920 Mean - 1.7853 ms - 1.7908 ms - 1.8004 ms + 1.8260 ms + 1.8275 ms + 1.8292 ms Std. Dev. - 3.0423 µs - 42.296 µs - 71.354 µs + 6.1364 µs + 8.3103 µs + 10.461 µs Median - 1.7846 ms - 1.7849 ms - 1.7854 ms + 1.8241 ms + 1.8249 ms + 1.8268 ms MAD - 1.2812 µs - 1.6553 µs - 2.2671 µs + 3.6438 µs + 4.8468 µs + 6.7786 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.3854% - -0.0254% - +0.5197% - (p = 0.94 > + +1.4961% + +2.0489% + +2.3939% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has regressed.

Additional Plots:

diff --git a/criterion/reachability_hydroflow/report/mean.svg b/criterion/reachability_hydroflow/report/mean.svg index bd1c5309c985..af86ad9b3289 100644 --- a/criterion/reachability_hydroflow/report/mean.svg +++ b/criterion/reachability_hydroflow/report/mean.svg @@ -9,78 +9,82 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 + + +100 - - -60 + + +150 - - -80 + + +200 - - -100 + + +250 - - -120 + + +300 - - -140 + + +350 - - - -1.784 + + +400 - - -1.786 + + +450 - - -1.788 + + +500 - + + + +1.826 + + + +1.8265 + + -1.79 +1.827 - -1.792 - - - -1.794 + +1.8275 - - -1.796 + + +1.828 - - -1.798 + + +1.8285 - - -1.8 + + +1.829 - - -1.802 + + +1.8295 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/median.svg b/criterion/reachability_hydroflow/report/median.svg index d87f6e6d12ed..37cbb05581b9 100644 --- a/criterion/reachability_hydroflow/report/median.svg +++ b/criterion/reachability_hydroflow/report/median.svg @@ -9,82 +9,74 @@ Density (a.u.) Average time (ms) - -500 - - - -1000 - - - -1500 + +100 - - -2000 + + +200 - - -2500 + + +300 - - -3000 + + +400 - - -3500 + + +500 - - -4000 + + +600 - - - -1.7846 + + +700 - - -1.7847 + + +800 - - -1.7848 + + +900 - - -1.7849 + + + +1.824 - - -1.785 + + +1.8245 - - -1.7851 + + +1.825 - - -1.7852 + + +1.8255 - - -1.7853 + + +1.826 - - -1.7854 + + +1.8265 - - -1.7855 + + +1.827 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/pdf.svg b/criterion/reachability_hydroflow/report/pdf.svg index d3cf1e8297e2..5a316b7ef8c0 100644 --- a/criterion/reachability_hydroflow/report/pdf.svg +++ b/criterion/reachability_hydroflow/report/pdf.svg @@ -54,46 +54,34 @@ Average Time (ms) - -1.75 + +1.81 - - -1.8 + + +1.82 - - -1.85 - - - -1.9 - - - -1.95 + + +1.83 - - -2 + + +1.84 - - -2.05 - - - -2.1 + + +1.85 - - -2.15 + + +1.86 - - -2.2 + + +1.87 - + Density (a.u.) @@ -102,86 +90,48 @@ Density (a.u.) 0 - -2 - - - -4 - - - -6 + +10 - - -8 + + +20 - + -10 +30 - -12 - - - -14 - - - -16 + +40 - - -18 + + +50 - - -20 + + +60 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow/report/pdf_small.svg b/criterion/reachability_hydroflow/report/pdf_small.svg index e09127ce053d..7dfe91611f2b 100644 --- a/criterion/reachability_hydroflow/report/pdf_small.svg +++ b/criterion/reachability_hydroflow/report/pdf_small.svg @@ -10,43 +10,47 @@ Average Time (ms) 0 - -5 + +10 + + + +20 - + -10 +30 - -15 + +40 - - -20 + + +50 - - - -1.8 + + +60 - - -1.9 + + +70 - - -2 + + + +1.82 - - -2.1 + + +1.84 - - -2.2 + + +1.86 - - - + + + diff --git a/criterion/reachability_hydroflow/report/regression.svg b/criterion/reachability_hydroflow/report/regression.svg index 55ec404639b4..e107f2e04911 100644 --- a/criterion/reachability_hydroflow/report/regression.svg +++ b/criterion/reachability_hydroflow/report/regression.svg @@ -18,47 +18,52 @@ Iterations - - - - - - - - + + + + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - + + +180.0 + + 10 @@ -105,103 +110,103 @@ Iterations - + - + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/reachability_hydroflow/report/regression_small.svg b/criterion/reachability_hydroflow/report/regression_small.svg index fdbe2004c5ac..f99cad325bde 100644 --- a/criterion/reachability_hydroflow/report/regression_small.svg +++ b/criterion/reachability_hydroflow/report/regression_small.svg @@ -15,47 +15,52 @@ Iterations - - - - - - - - + + + + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - + + +180.0 + + 10 @@ -107,96 +112,96 @@ Iterations - + - - - + + + - + - - + + - - + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/reachability_hydroflow/report/relative_pdf_small.svg b/criterion/reachability_hydroflow/report/relative_pdf_small.svg index 1f7624ec738b..350cfb7db483 100644 --- a/criterion/reachability_hydroflow/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow/report/relative_pdf_small.svg @@ -6,30 +6,30 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + 1.8 @@ -51,8 +51,8 @@ Average Time (ms) 2.2 - - - - + + + + diff --git a/criterion/reachability_hydroflow/report/relative_regression_small.svg b/criterion/reachability_hydroflow/report/relative_regression_small.svg index 69b616e70da2..41e653bf5dab 100644 --- a/criterion/reachability_hydroflow/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow/report/relative_regression_small.svg @@ -18,13 +18,14 @@ Iterations - - - - - - - + + + + + + + + 0.0 @@ -34,34 +35,38 @@ Iterations 20.0 - + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - + + +180.0 + + 0 @@ -107,8 +112,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow/report/slope.svg b/criterion/reachability_hydroflow/report/slope.svg index 3a085c1b8103..c347c552dbc7 100644 --- a/criterion/reachability_hydroflow/report/slope.svg +++ b/criterion/reachability_hydroflow/report/slope.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - - -1.784 + + +400 - - -1.7845 + + + +1.8265 - - -1.785 + + +1.827 - - -1.7855 + + +1.8275 - - -1.786 + + +1.828 - - -1.7865 + + +1.8285 - - -1.787 + + +1.829 - - -1.7875 + + +1.8295 - - -1.788 + + +1.83 - - -1.7885 + + +1.8305 - - -1.789 + + +1.831 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/typical.svg b/criterion/reachability_hydroflow/report/typical.svg index 1125528aa7df..b5b462cde79a 100644 --- a/criterion/reachability_hydroflow/report/typical.svg +++ b/criterion/reachability_hydroflow/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - - -1.784 + + +400 - - -1.7845 + + + +1.8265 - - -1.785 + + +1.827 - - -1.7855 + + +1.8275 - - -1.786 + + +1.828 - - -1.7865 + + +1.8285 - - -1.787 + + +1.829 - - -1.7875 + + +1.8295 - - -1.788 + + +1.83 - - -1.7885 + + +1.8305 - - -1.789 + + +1.831 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/base/estimates.json b/criterion/reachability_hydroflow_scheduled/base/estimates.json index 0b704f8d442b..ab2950455914 100644 --- a/criterion/reachability_hydroflow_scheduled/base/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1797886.357062957,"upper_bound":1815376.1690632508},"point_estimate":1804496.3078203788,"standard_error":4723.940540234748},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1794798.09,"upper_bound":1796173.8142857142},"point_estimate":1795565.7335359678,"standard_error":378.67981341723936},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1965.5162633385341,"upper_bound":4162.426147344554},"point_estimate":3265.449891106415,"standard_error":548.7103052079239},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1795242.3647777257,"upper_bound":1797727.2282824859},"point_estimate":1796244.365535688,"standard_error":643.9950681359245},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8734.885011948561,"upper_bound":79586.52126044706},"point_estimate":47684.86325243223,"standard_error":22926.146988388235}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1809639.654085778,"upper_bound":1818627.2106135911},"point_estimate":1813048.6448248664,"standard_error":2396.3419797524275},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1807717.142857143,"upper_bound":1809608.8529411764},"point_estimate":1808658.158838878,"standard_error":567.0267675400443},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2929.338217559043,"upper_bound":5229.797941875965},"point_estimate":4254.847670680839,"standard_error":584.6541746455335},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1811223.1415867812,"upper_bound":1816201.029792237},"point_estimate":1813590.0714733265,"standard_error":1271.7664497911696},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6353.471452961949,"upper_bound":39669.41339902852},"point_estimate":23958.61978459244,"standard_error":11145.50721817958}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/sample.json b/criterion/reachability_hydroflow_scheduled/base/sample.json index b30b549cf548..574e6f88e7c3 100644 --- a/criterion/reachability_hydroflow_scheduled/base/sample.json +++ b/criterion/reachability_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1807090.0,3651859.0,5426429.0,7211097.0,8954218.0,10738454.0,12543801.0,14390514.0,16145907.0,18049317.0,19794362.0,21531941.0,23411226.0,25114522.0,26976464.0,28709806.0,31225457.0,32615640.0,42806443.0,36117119.0,37782173.0,40949230.0,41675734.0,45618245.0,45910440.0,47024808.0,49749580.0,50504818.0,52300106.0,53796686.0,55632330.0,57572066.0,59205703.0,61113550.0,62924938.0,64491880.0,66427539.0,68240841.0,69991746.0,71792544.0,73768018.0,75408005.0,77182094.0,79269727.0,80826249.0,82829023.0,84428096.0,86072382.0,88169463.0,89673848.0,91592826.0,93377144.0,95198089.0,96741808.0,99053689.0,100462546.0,102359644.0,104023175.0,105795300.0,107644468.0,109550703.0,111225076.0,112955562.0,115530373.0,116867918.0,118433237.0,120431174.0,122254592.0,124196493.0,125732167.0,127474987.0,129121047.0,131030116.0,132779989.0,134553907.0,136376275.0,138238809.0,140065134.0,141673794.0,143576001.0,145210469.0,147106134.0,148883567.0,150604507.0,152661653.0,154377443.0,156289471.0,157879670.0,159565153.0,161453025.0,163197449.0,165408392.0,167167684.0,168796061.0,170445048.0,172138536.0,174030646.0,175940658.0,177500728.0,179479809.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2036491.0,3677412.0,5479355.0,7261892.0,9020524.0,10811717.0,12621895.0,14458713.0,16223295.0,18053903.0,19932669.0,21686752.0,23480028.0,25217521.0,27067634.0,28908399.0,30729257.0,32510100.0,34303357.0,36109829.0,37979437.0,39818620.0,41567403.0,43348056.0,45097271.0,46879907.0,48743996.0,50616080.0,52390992.0,54015604.0,56008353.0,58001212.0,59786192.0,61467671.0,63259305.0,64968604.0,66785485.0,68766422.0,70560680.0,72229034.0,74031869.0,75753251.0,77755066.0,79684458.0,81152968.0,83169561.0,84897596.0,87759487.0,88542649.0,90589458.0,92268642.0,94060005.0,95824938.0,97402903.0,99431609.0,101116243.0,103132546.0,105665604.0,107769419.0,109373453.0,110224200.0,112305776.0,113879973.0,115861540.0,117423035.0,119475164.0,121015600.0,123053402.0,124761992.0,126576046.0,128250451.0,130272294.0,132040334.0,133886970.0,136023747.0,137692643.0,139566428.0,141405952.0,143321166.0,144734122.0,147145383.0,148540176.0,150194263.0,152296035.0,154036874.0,156291270.0,157533619.0,162271912.0,163848054.0,163381503.0,166284731.0,167605706.0,168595215.0,171216344.0,173992411.0,173798991.0,175200029.0,177176813.0,179191619.0,180969030.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/tukey.json b/criterion/reachability_hydroflow_scheduled/base/tukey.json index dbb9baa6dbe1..ff96e443f80a 100644 --- a/criterion/reachability_hydroflow_scheduled/base/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[1778168.756719761,1786077.6588476854,1807168.0645221504,1815076.9666500748] \ No newline at end of file +[1788509.092058878,1797353.898679847,1820940.0496690972,1829784.856290066] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/change/estimates.json b/criterion/reachability_hydroflow_scheduled/change/estimates.json index 0b373ac78c5f..3d754e126b08 100644 --- a/criterion/reachability_hydroflow_scheduled/change/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0036690103895036436,"upper_bound":0.006379210296048401},"point_estimate":0.0004329395579800721,"standard_error":0.0026536332684165566},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0036896648607020795,"upper_bound":-0.0027433939038626898},"point_estimate":-0.0031811099193074233,"standard_error":0.0002417490784292559}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0018462480044761946,"upper_bound":0.009558731998305875},"point_estimate":0.004739459408934943,"standard_error":0.002915397367226109},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.006594255416947359,"upper_bound":0.008039219463900071},"point_estimate":0.007291532166370462,"standard_error":0.0003891466438730794}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/estimates.json b/criterion/reachability_hydroflow_scheduled/new/estimates.json index 0b704f8d442b..ab2950455914 100644 --- a/criterion/reachability_hydroflow_scheduled/new/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1797886.357062957,"upper_bound":1815376.1690632508},"point_estimate":1804496.3078203788,"standard_error":4723.940540234748},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1794798.09,"upper_bound":1796173.8142857142},"point_estimate":1795565.7335359678,"standard_error":378.67981341723936},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1965.5162633385341,"upper_bound":4162.426147344554},"point_estimate":3265.449891106415,"standard_error":548.7103052079239},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1795242.3647777257,"upper_bound":1797727.2282824859},"point_estimate":1796244.365535688,"standard_error":643.9950681359245},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8734.885011948561,"upper_bound":79586.52126044706},"point_estimate":47684.86325243223,"standard_error":22926.146988388235}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1809639.654085778,"upper_bound":1818627.2106135911},"point_estimate":1813048.6448248664,"standard_error":2396.3419797524275},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1807717.142857143,"upper_bound":1809608.8529411764},"point_estimate":1808658.158838878,"standard_error":567.0267675400443},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2929.338217559043,"upper_bound":5229.797941875965},"point_estimate":4254.847670680839,"standard_error":584.6541746455335},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1811223.1415867812,"upper_bound":1816201.029792237},"point_estimate":1813590.0714733265,"standard_error":1271.7664497911696},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6353.471452961949,"upper_bound":39669.41339902852},"point_estimate":23958.61978459244,"standard_error":11145.50721817958}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/sample.json b/criterion/reachability_hydroflow_scheduled/new/sample.json index b30b549cf548..574e6f88e7c3 100644 --- a/criterion/reachability_hydroflow_scheduled/new/sample.json +++ b/criterion/reachability_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1807090.0,3651859.0,5426429.0,7211097.0,8954218.0,10738454.0,12543801.0,14390514.0,16145907.0,18049317.0,19794362.0,21531941.0,23411226.0,25114522.0,26976464.0,28709806.0,31225457.0,32615640.0,42806443.0,36117119.0,37782173.0,40949230.0,41675734.0,45618245.0,45910440.0,47024808.0,49749580.0,50504818.0,52300106.0,53796686.0,55632330.0,57572066.0,59205703.0,61113550.0,62924938.0,64491880.0,66427539.0,68240841.0,69991746.0,71792544.0,73768018.0,75408005.0,77182094.0,79269727.0,80826249.0,82829023.0,84428096.0,86072382.0,88169463.0,89673848.0,91592826.0,93377144.0,95198089.0,96741808.0,99053689.0,100462546.0,102359644.0,104023175.0,105795300.0,107644468.0,109550703.0,111225076.0,112955562.0,115530373.0,116867918.0,118433237.0,120431174.0,122254592.0,124196493.0,125732167.0,127474987.0,129121047.0,131030116.0,132779989.0,134553907.0,136376275.0,138238809.0,140065134.0,141673794.0,143576001.0,145210469.0,147106134.0,148883567.0,150604507.0,152661653.0,154377443.0,156289471.0,157879670.0,159565153.0,161453025.0,163197449.0,165408392.0,167167684.0,168796061.0,170445048.0,172138536.0,174030646.0,175940658.0,177500728.0,179479809.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2036491.0,3677412.0,5479355.0,7261892.0,9020524.0,10811717.0,12621895.0,14458713.0,16223295.0,18053903.0,19932669.0,21686752.0,23480028.0,25217521.0,27067634.0,28908399.0,30729257.0,32510100.0,34303357.0,36109829.0,37979437.0,39818620.0,41567403.0,43348056.0,45097271.0,46879907.0,48743996.0,50616080.0,52390992.0,54015604.0,56008353.0,58001212.0,59786192.0,61467671.0,63259305.0,64968604.0,66785485.0,68766422.0,70560680.0,72229034.0,74031869.0,75753251.0,77755066.0,79684458.0,81152968.0,83169561.0,84897596.0,87759487.0,88542649.0,90589458.0,92268642.0,94060005.0,95824938.0,97402903.0,99431609.0,101116243.0,103132546.0,105665604.0,107769419.0,109373453.0,110224200.0,112305776.0,113879973.0,115861540.0,117423035.0,119475164.0,121015600.0,123053402.0,124761992.0,126576046.0,128250451.0,130272294.0,132040334.0,133886970.0,136023747.0,137692643.0,139566428.0,141405952.0,143321166.0,144734122.0,147145383.0,148540176.0,150194263.0,152296035.0,154036874.0,156291270.0,157533619.0,162271912.0,163848054.0,163381503.0,166284731.0,167605706.0,168595215.0,171216344.0,173992411.0,173798991.0,175200029.0,177176813.0,179191619.0,180969030.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/tukey.json b/criterion/reachability_hydroflow_scheduled/new/tukey.json index dbb9baa6dbe1..ff96e443f80a 100644 --- a/criterion/reachability_hydroflow_scheduled/new/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[1778168.756719761,1786077.6588476854,1807168.0645221504,1815076.9666500748] \ No newline at end of file +[1788509.092058878,1797353.898679847,1820940.0496690972,1829784.856290066] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/report/MAD.svg b/criterion/reachability_hydroflow_scheduled/report/MAD.svg index 551b17e4ee5f..3071763128e6 100644 --- a/criterion/reachability_hydroflow_scheduled/report/MAD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/MAD.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - -0.8 - - - -0.9 - - - -1 - - + - -2 - - - -2.5 - - - + 3 - - + + 3.5 - - + + 4 - - - - + + +4.5 + + + +5 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/SD.svg b/criterion/reachability_hydroflow_scheduled/report/SD.svg index da23848cd4a9..8b63b14c24b4 100644 --- a/criterion/reachability_hydroflow_scheduled/report/SD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/SD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - + + +0.08 + + + +0.1 + + + +0.12 + + - -10 + +5 - - -20 + + +10 - - -30 + + +15 - - -40 + + +20 - - -50 + + +25 - - -60 + + +30 - - -70 + + +35 - - -80 + + +40 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg index 055756d4913f..7459cc8a1f30 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg @@ -9,38 +9,30 @@ Density (a.u.) Average Time (ms) - -10 - - - -20 - - - -30 + +5 - - -40 + + +10 - - -50 + + +15 - - -60 + + +20 - - -70 + + +25 - - -80 + + +30 - + 1.8 @@ -54,10 +46,10 @@ Average Time (ms) 2.2 - - - - + + + + Base PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg index 91f008d0fe1f..1074168c9e18 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg @@ -22,13 +22,13 @@ Iterations - - - - - - - + + + + + + + 0.0 @@ -42,34 +42,34 @@ Iterations 40.0 - + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 0 @@ -115,10 +115,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg index df92287fb710..182b98284ce4 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg @@ -9,67 +9,63 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - - -160 - - + - --0.004 - - - + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - - - - + + +0.008 + + + +0.01 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/median.svg b/criterion/reachability_hydroflow_scheduled/report/change/median.svg index efb4f4386e0b..7ee78ef2d3cb 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/median.svg @@ -9,86 +9,82 @@ Density (a.u.) Relative change (%) - + +100 + + + 200 - - + + +300 + + + 400 - - -600 + + +500 - - -800 + + +600 - - -1000 + + +700 - - -1200 + + +800 - - -1400 + + +900 - - -1600 + + +1000 - + - --0.0037 - - - --0.0036 + +0.0066 - - --0.0035 + + +0.0068 - - --0.0034 + + +0.007 - - --0.0033 + + +0.0072 - - --0.0032 + + +0.0074 - - --0.0031 + + +0.0076 - - --0.003 - - + --0.0029 +0.0078 - --0.0028 - - - --0.0027 + +0.008 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg index 3a9a5c36f818..e6e078cf210a 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg @@ -13,73 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/index.html b/criterion/reachability_hydroflow_scheduled/report/index.html index 08adb6eda2fb..f7fddd560243 100644 --- a/criterion/reachability_hydroflow_scheduled/report/index.html +++ b/criterion/reachability_hydroflow_scheduled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.7952 ms - 1.7962 ms - 1.7977 ms + 1.8112 ms + 1.8136 ms + 1.8162 ms R² - 0.9887360 - 0.9887783 - 0.9886857 + 0.9964294 + 0.9966647 + 0.9963784 Mean - 1.7979 ms - 1.8045 ms - 1.8154 ms + 1.8096 ms + 1.8130 ms + 1.8186 ms Std. Dev. - 8.7349 µs - 47.685 µs - 79.587 µs + 6.3535 µs + 23.959 µs + 39.669 µs Median - 1.7948 ms - 1.7956 ms - 1.7962 ms + 1.8077 ms + 1.8087 ms + 1.8096 ms MAD - 1.9655 µs - 3.2654 µs - 4.1624 µs + 2.9293 µs + 4.2548 µs + 5.2298 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.3669% - +0.0433% - +0.6379% - (p = 0.90 > + -0.1846% + +0.4739% + +0.9559% + (p = 0.10 > 0.05) diff --git a/criterion/reachability_hydroflow_scheduled/report/mean.svg b/criterion/reachability_hydroflow_scheduled/report/mean.svg index a1c5d4f16c9e..13b35f703adb 100644 --- a/criterion/reachability_hydroflow_scheduled/report/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/mean.svg @@ -9,94 +9,94 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - - -1.796 - - - -1.798 + + +120 - - -1.8 + + +140 - - -1.802 + + +160 - - -1.804 + + +180 - - -1.806 + + +200 - - -1.808 + + + +1.809 - - + + 1.81 - - + + +1.811 + + + 1.812 - - + + +1.813 + + + 1.814 - - + + +1.815 + + + 1.816 - - - - + + +1.817 + + + +1.818 + + + +1.819 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/median.svg b/criterion/reachability_hydroflow_scheduled/report/median.svg index c8209dbfa9b6..4b88afba2456 100644 --- a/criterion/reachability_hydroflow_scheduled/report/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/median.svg @@ -9,82 +9,50 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - -1400 - - - -1600 - - - -1800 - - - -2000 - - + - -1.7948 - - - -1.795 - - - -1.7952 - - - -1.7954 - - - -1.7956 + +1.808 - - -1.7958 + + +1.8085 - - -1.796 + + +1.809 - - -1.7962 + + +1.8095 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/pdf.svg index 306c0dfbdd29..8398f0f72068 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf.svg @@ -54,30 +54,30 @@ Average Time (ms) - + 1.8 - - -1.9 + + +1.85 - - -2 + + +1.9 - - -2.1 + + +1.95 - - -2.2 + + +2 - - -2.3 + + +2.05 - + Density (a.u.) @@ -86,70 +86,62 @@ Density (a.u.) 0 - -2 + +5 - - -4 + + +10 - - -6 + + +15 - - -8 + + +20 - - -10 + + +25 + + + +30 - - -12 - - - -14 - - - -16 - - - -18 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg index f5b8bc677e50..b66be835e41f 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg @@ -10,55 +10,47 @@ Average Time (ms) 0 - -2 - - - -4 - - - -6 - - - -8 + +5 - - + + 10 - - -12 + + +15 - - -14 + + +20 - - -16 + + +25 - - -18 + + +30 - + + +35 + + - + 1.8 - - -2 + + +1.9 - - -2.2 + + +2 - - - + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/regression.svg b/criterion/reachability_hydroflow_scheduled/report/regression.svg index fae32757c827..9ceea13e06b7 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression.svg @@ -19,46 +19,51 @@ Iterations - - - - - - - + + + + + + + + 20.0 - + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - + + +180.0 + + 10 @@ -101,102 +106,102 @@ Iterations - + - - + + - - + + - - - - - - + + + + + + - - - - - - - - - + + + + + + + + + - + - + - - - + + + - - - + + + - - + + - + - + - - - - - + + + + + - - - + + + - - - - - + + + + + - + - + - - + + - + - + - - - - - - - - - - + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg index effd3a1c2b73..70adb8964efe 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg @@ -15,47 +15,52 @@ Iterations - - - - - - - - + + + + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - + + +180.0 + + 10 @@ -101,70 +106,70 @@ Iterations - + - + - + - + - + - - + + - - - - - - + + + + + + - - + + - + - + - + - + - - + + - + - - + + - - - + + + - - + + - + @@ -173,25 +178,25 @@ Iterations - + - + - + - + - - - - - + + + + + - - + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg index 968fb7c7f8e9..4a5cfc604ac0 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg @@ -6,38 +6,30 @@ Density (a.u.) Average Time (ms) - -10 - - - -20 - - - -30 + +5 - - -40 + + +10 - - -50 + + +15 - - -60 + + +20 - - -70 + + +25 - - -80 + + +30 - + 1.8 @@ -51,8 +43,8 @@ Average Time (ms) 2.2 - - - - + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg index 9efba19f917a..d8a8e5053d8f 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg @@ -19,13 +19,13 @@ Iterations - + - - - - + + + + 0.0 @@ -39,10 +39,10 @@ Iterations 40.0 - + 60.0 - + 80.0 @@ -51,22 +51,22 @@ Iterations 100.0 - + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 0 @@ -112,8 +112,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/slope.svg b/criterion/reachability_hydroflow_scheduled/report/slope.svg index 797566f38b56..de2387f4fdd9 100644 --- a/criterion/reachability_hydroflow_scheduled/report/slope.svg +++ b/criterion/reachability_hydroflow_scheduled/report/slope.svg @@ -10,65 +10,57 @@ Average time (ms) -100 +50 - -200 - - - -300 + +100 - - -400 + + +150 - - -500 + + +200 - - -600 + + +250 - - -700 + + +300 - + - -1.795 - - - -1.7955 + +1.811 - - -1.796 + + +1.812 - - -1.7965 + + +1.813 - - -1.797 + + +1.814 - - -1.7975 + + +1.815 - - -1.798 + + +1.816 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/typical.svg b/criterion/reachability_hydroflow_scheduled/report/typical.svg index 26c4938f8bbb..545252882255 100644 --- a/criterion/reachability_hydroflow_scheduled/report/typical.svg +++ b/criterion/reachability_hydroflow_scheduled/report/typical.svg @@ -10,65 +10,57 @@ Average time (ms) -100 +50 - -200 - - - -300 + +100 - - -400 + + +150 - - -500 + + +200 - - -600 + + +250 - - -700 + + +300 - + - -1.795 - - - -1.7955 + +1.811 - - -1.796 + + +1.812 - - -1.7965 + + +1.813 - - -1.797 + + +1.814 - - -1.7975 + + +1.815 - - -1.798 + + +1.816 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/base/estimates.json b/criterion/reachability_hydroflow_surface/base/estimates.json index 1090a625580b..744e41fe3161 100644 --- a/criterion/reachability_hydroflow_surface/base/estimates.json +++ b/criterion/reachability_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5261566.209472223,"upper_bound":5273590.7337500015},"point_estimate":5267035.1400000015,"standard_error":3074.7346332064103},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5258588.555555556,"upper_bound":5264213.0},"point_estimate":5262166.5,"standard_error":1824.6540440124136},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11324.83989894252,"upper_bound":18369.084207217205},"point_estimate":15527.02242434048,"standard_error":1906.019391849209},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15927.69616963125,"upper_bound":42337.86934212442},"point_estimate":30845.584155453493,"standard_error":6524.335719141409}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5317776.223833331,"upper_bound":5335200.198972222},"point_estimate":5326271.415555554,"standard_error":4441.37453286907},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5304502.444444444,"upper_bound":5329955.0},"point_estimate":5314617.388888889,"standard_error":6560.525860158397},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30515.202124913918,"upper_bound":52081.43080870318},"point_estimate":40332.567317287205,"standard_error":5752.668923060005},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37300.695429327076,"upper_bound":51246.331453165694},"point_estimate":44568.197832547135,"standard_error":3558.5642807400263}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/sample.json b/criterion/reachability_hydroflow_surface/base/sample.json index 168574a6c205..a9026e464909 100644 --- a/criterion/reachability_hydroflow_surface/base/sample.json +++ b/criterion/reachability_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[47973990.0,47217467.0,47480581.0,47512548.0,47370727.0,47264988.0,47316913.0,47695341.0,47330572.0,47297827.0,47365515.0,47273733.0,47370672.0,47297485.0,47460752.0,47224813.0,47643463.0,47465412.0,47361298.0,48690023.0,47212362.0,47701200.0,47414387.0,47232648.0,47256782.0,47181410.0,47481732.0,47223962.0,47263145.0,47329838.0,47478643.0,47596655.0,47349244.0,47266216.0,47324756.0,47161043.0,47422088.0,47459711.0,47373009.0,47546062.0,47416680.0,47522665.0,47372958.0,47292578.0,47191089.0,47436537.0,47321313.0,48934251.0,47102753.0,47253515.0,47193723.0,47296537.0,48618691.0,47467697.0,47265498.0,47317914.0,47341779.0,47591888.0,47443720.0,47308960.0,47197302.0,47384721.0,47338635.0,47445315.0,47135033.0,47357699.0,47174989.0,47377486.0,47338647.0,47384069.0,47165962.0,47170129.0,47071247.0,47225354.0,47234572.0,47444418.0,47236433.0,47329907.0,47472396.0,47397756.0,47432461.0,47330488.0,47368181.0,47399648.0,47476983.0,47410428.0,47322865.0,47296535.0,47185819.0,47496249.0,47327454.0,47303681.0,47460051.0,47431005.0,47639054.0,47371898.0,47232916.0,47380331.0,47628247.0,47375503.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48703678.0,47560635.0,47410224.0,47327241.0,47494092.0,47477121.0,47374138.0,47620317.0,47522295.0,47785369.0,47503010.0,47585563.0,47492349.0,47504180.0,47636259.0,47330404.0,47944784.0,47898316.0,47699976.0,48170547.0,47613655.0,48162882.0,48435441.0,47759025.0,47708804.0,48397698.0,48411576.0,48143294.0,47788642.0,47986732.0,48399705.0,48155265.0,47563081.0,48525498.0,47949843.0,48365551.0,47875416.0,48735261.0,48244883.0,48138194.0,47603484.0,47608318.0,47542273.0,48630044.0,47659722.0,47640545.0,48218244.0,48012109.0,47509622.0,47444721.0,47587879.0,47873531.0,48031686.0,47574362.0,47851318.0,47829196.0,47758415.0,47822568.0,47988697.0,47728019.0,47762676.0,47740522.0,47958990.0,48547468.0,48117195.0,47730966.0,48434258.0,47692262.0,47667233.0,48046022.0,47795426.0,48229335.0,47693353.0,48080288.0,47990797.0,47616672.0,47603667.0,47710485.0,49310951.0,48834095.0,48341231.0,47793522.0,47693715.0,48257748.0,47963559.0,47980200.0,48549863.0,48835935.0,48090348.0,47693554.0,48228812.0,47691640.0,47466631.0,47833917.0,47874943.0,48386739.0,49003501.0,48373854.0,47679949.0,48026255.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/tukey.json b/criterion/reachability_hydroflow_surface/base/tukey.json index 75d8b29ec35f..b456e58b980b 100644 --- a/criterion/reachability_hydroflow_surface/base/tukey.json +++ b/criterion/reachability_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[5190526.666666664,5221117.249999998,5302692.13888889,5333282.722222225] \ No newline at end of file +[5114966.583333336,5203720.708333335,5440398.374999999,5529152.499999998] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/change/estimates.json b/criterion/reachability_hydroflow_surface/change/estimates.json index 1411eb03ff14..80b5989360c0 100644 --- a/criterion/reachability_hydroflow_surface/change/estimates.json +++ b/criterion/reachability_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009436357300126213,"upper_bound":-0.005773536424700121},"point_estimate":-0.007594940207979017,"standard_error":0.0009325722551563537},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008186941324307084,"upper_bound":-0.005274668926328108},"point_estimate":-0.006637414527517538,"standard_error":0.0007807784043538492}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00928494387407013,"upper_bound":0.013293055881125424},"point_estimate":0.011246607243169615,"standard_error":0.0010191487919513527},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.007906160004314211,"upper_bound":0.012925876915796275},"point_estimate":0.009967546425771356,"standard_error":0.001229366479929676}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/estimates.json b/criterion/reachability_hydroflow_surface/new/estimates.json index 1090a625580b..744e41fe3161 100644 --- a/criterion/reachability_hydroflow_surface/new/estimates.json +++ b/criterion/reachability_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5261566.209472223,"upper_bound":5273590.7337500015},"point_estimate":5267035.1400000015,"standard_error":3074.7346332064103},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5258588.555555556,"upper_bound":5264213.0},"point_estimate":5262166.5,"standard_error":1824.6540440124136},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11324.83989894252,"upper_bound":18369.084207217205},"point_estimate":15527.02242434048,"standard_error":1906.019391849209},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15927.69616963125,"upper_bound":42337.86934212442},"point_estimate":30845.584155453493,"standard_error":6524.335719141409}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5317776.223833331,"upper_bound":5335200.198972222},"point_estimate":5326271.415555554,"standard_error":4441.37453286907},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5304502.444444444,"upper_bound":5329955.0},"point_estimate":5314617.388888889,"standard_error":6560.525860158397},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30515.202124913918,"upper_bound":52081.43080870318},"point_estimate":40332.567317287205,"standard_error":5752.668923060005},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37300.695429327076,"upper_bound":51246.331453165694},"point_estimate":44568.197832547135,"standard_error":3558.5642807400263}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/sample.json b/criterion/reachability_hydroflow_surface/new/sample.json index 168574a6c205..a9026e464909 100644 --- a/criterion/reachability_hydroflow_surface/new/sample.json +++ b/criterion/reachability_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[47973990.0,47217467.0,47480581.0,47512548.0,47370727.0,47264988.0,47316913.0,47695341.0,47330572.0,47297827.0,47365515.0,47273733.0,47370672.0,47297485.0,47460752.0,47224813.0,47643463.0,47465412.0,47361298.0,48690023.0,47212362.0,47701200.0,47414387.0,47232648.0,47256782.0,47181410.0,47481732.0,47223962.0,47263145.0,47329838.0,47478643.0,47596655.0,47349244.0,47266216.0,47324756.0,47161043.0,47422088.0,47459711.0,47373009.0,47546062.0,47416680.0,47522665.0,47372958.0,47292578.0,47191089.0,47436537.0,47321313.0,48934251.0,47102753.0,47253515.0,47193723.0,47296537.0,48618691.0,47467697.0,47265498.0,47317914.0,47341779.0,47591888.0,47443720.0,47308960.0,47197302.0,47384721.0,47338635.0,47445315.0,47135033.0,47357699.0,47174989.0,47377486.0,47338647.0,47384069.0,47165962.0,47170129.0,47071247.0,47225354.0,47234572.0,47444418.0,47236433.0,47329907.0,47472396.0,47397756.0,47432461.0,47330488.0,47368181.0,47399648.0,47476983.0,47410428.0,47322865.0,47296535.0,47185819.0,47496249.0,47327454.0,47303681.0,47460051.0,47431005.0,47639054.0,47371898.0,47232916.0,47380331.0,47628247.0,47375503.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48703678.0,47560635.0,47410224.0,47327241.0,47494092.0,47477121.0,47374138.0,47620317.0,47522295.0,47785369.0,47503010.0,47585563.0,47492349.0,47504180.0,47636259.0,47330404.0,47944784.0,47898316.0,47699976.0,48170547.0,47613655.0,48162882.0,48435441.0,47759025.0,47708804.0,48397698.0,48411576.0,48143294.0,47788642.0,47986732.0,48399705.0,48155265.0,47563081.0,48525498.0,47949843.0,48365551.0,47875416.0,48735261.0,48244883.0,48138194.0,47603484.0,47608318.0,47542273.0,48630044.0,47659722.0,47640545.0,48218244.0,48012109.0,47509622.0,47444721.0,47587879.0,47873531.0,48031686.0,47574362.0,47851318.0,47829196.0,47758415.0,47822568.0,47988697.0,47728019.0,47762676.0,47740522.0,47958990.0,48547468.0,48117195.0,47730966.0,48434258.0,47692262.0,47667233.0,48046022.0,47795426.0,48229335.0,47693353.0,48080288.0,47990797.0,47616672.0,47603667.0,47710485.0,49310951.0,48834095.0,48341231.0,47793522.0,47693715.0,48257748.0,47963559.0,47980200.0,48549863.0,48835935.0,48090348.0,47693554.0,48228812.0,47691640.0,47466631.0,47833917.0,47874943.0,48386739.0,49003501.0,48373854.0,47679949.0,48026255.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/tukey.json b/criterion/reachability_hydroflow_surface/new/tukey.json index 75d8b29ec35f..b456e58b980b 100644 --- a/criterion/reachability_hydroflow_surface/new/tukey.json +++ b/criterion/reachability_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[5190526.666666664,5221117.249999998,5302692.13888889,5333282.722222225] \ No newline at end of file +[5114966.583333336,5203720.708333335,5440398.374999999,5529152.499999998] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/report/MAD.svg b/criterion/reachability_hydroflow_surface/report/MAD.svg index ba084d6a3c15..c99373427914 100644 --- a/criterion/reachability_hydroflow_surface/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface/report/MAD.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - -0.05 - - - -0.1 + +0.01 - - -0.15 + + +0.02 - - -0.2 + + +0.03 - - - -11 + + +0.04 - - -12 + + +0.05 - - -13 + + +0.06 - - -14 + + +0.07 - - -15 + + + +30 - - -16 + + +35 - - -17 + + +40 - - -18 + + +45 - - -19 + + +50 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/SD.svg b/criterion/reachability_hydroflow_surface/report/SD.svg index 8d2bb686c541..61b4f6b38a11 100644 --- a/criterion/reachability_hydroflow_surface/report/SD.svg +++ b/criterion/reachability_hydroflow_surface/report/SD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - + + +0.08 + + + +0.1 + + + +0.12 + + - -15 + +36 + + + +38 - - -20 + + +40 - - -25 + + +42 - - -30 + + +44 - - -35 + + +46 - + + +48 + + -40 +50 - -45 + +52 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg index 3e4937fdbafb..8551222d7ef0 100644 --- a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg @@ -16,32 +16,32 @@ Average Iteration Time (ms) - - - - - + + + + + - + 5.25 - - + + 5.3 - - + + 5.35 - - + + 5.4 - - + + 5.45 - + 0 @@ -87,206 +87,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_surface/report/both/pdf.svg b/criterion/reachability_hydroflow_surface/report/both/pdf.svg index e3927dd2b21c..c7a73d43c7c0 100644 --- a/criterion/reachability_hydroflow_surface/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/both/pdf.svg @@ -50,26 +50,26 @@ Average Time (ms) - + 5.2 - - + + 5.3 - - + + 5.4 - - + + 5.5 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface/report/change/mean.svg b/criterion/reachability_hydroflow_surface/report/change/mean.svg index 9c555332fbb2..541ce776ee89 100644 --- a/criterion/reachability_hydroflow_surface/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/change/mean.svg @@ -9,79 +9,79 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - + - --0.0095 + +0.009 + + + +0.0095 - - --0.009 + + +0.01 - - --0.0085 + + +0.0105 - - --0.008 + + +0.011 - - --0.0075 + + +0.0115 - - --0.007 + + +0.012 - + --0.0065 +0.0125 - --0.006 - - - --0.0055 - - - - - - + +0.013 + + + +0.0135 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/median.svg b/criterion/reachability_hydroflow_surface/report/change/median.svg index c2d1a8742c18..7c95412cdd55 100644 --- a/criterion/reachability_hydroflow_surface/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface/report/change/median.svg @@ -9,83 +9,63 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - - -450 - - - -500 - - + - --0.0085 - - - --0.008 - - - --0.0075 - - - --0.007 - - - --0.0065 - - - --0.006 - - - --0.0055 - - - --0.005 - - - - - - + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + + +0.012 + + + +0.013 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/t-test.svg b/criterion/reachability_hydroflow_surface/report/change/t-test.svg index df72fba3e5c7..36b6130a2a75 100644 --- a/criterion/reachability_hydroflow_surface/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface/report/index.html b/criterion/reachability_hydroflow_surface/report/index.html index 9bdc7f27105e..ff940a08fd44 100644 --- a/criterion/reachability_hydroflow_surface/report/index.html +++ b/criterion/reachability_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000983 - 0.0001014 - 0.0000970 + 0.0004882 + 0.0005062 + 0.0004864 Mean - 5.2616 ms - 5.2670 ms - 5.2736 ms + 5.3178 ms + 5.3263 ms + 5.3352 ms Std. Dev. - 15.928 µs - 30.846 µs - 42.338 µs + 37.301 µs + 44.568 µs + 51.246 µs Median - 5.2586 ms - 5.2622 ms - 5.2642 ms + 5.3045 ms + 5.3146 ms + 5.3300 ms MAD - 11.325 µs - 15.527 µs - 18.369 µs + 30.515 µs + 40.333 µs + 52.081 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - -0.9436% - -0.7595% - -0.5774% + +0.9285% + +1.1247% + +1.3293% (p = 0.00 < 0.05) diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/iteration_times.svg index 03182e76de88..1571ac8fdd2f 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times.svg @@ -15,57 +15,62 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + + - -5.24 - - - + 5.26 - - + + 5.28 - - + + 5.3 - - + + 5.32 - - + + 5.34 - - + + 5.36 - - + + 5.38 - - + + 5.4 - - + + 5.42 - + + +5.44 + + + +5.46 + + 10 @@ -107,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg index 7abb546706be..a71cb86939f5 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg @@ -12,57 +12,62 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + + - -5.24 - - - + 5.26 - - + + 5.28 - - + + 5.3 - - + + 5.32 - - + + 5.34 - - + + 5.36 - - + + 5.38 - - + + 5.4 - - + + 5.42 - + + +5.44 + + + +5.46 + + 10 @@ -104,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/mean.svg b/criterion/reachability_hydroflow_surface/report/mean.svg index 4699b018a2d3..66940b3b3e2d 100644 --- a/criterion/reachability_hydroflow_surface/report/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/mean.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (ms) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - -100 + + +90 - - -120 + + + +5.316 - - -140 + + +5.318 - - - -5.262 + + +5.32 - - -5.264 + + +5.322 - - -5.266 + + +5.324 - - -5.268 + + +5.326 - + + +5.328 + + -5.27 +5.33 - -5.272 + +5.332 + + + +5.334 - - -5.274 + + +5.336 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/median.svg b/criterion/reachability_hydroflow_surface/report/median.svg index 7ea023b0d848..cfff875e9f71 100644 --- a/criterion/reachability_hydroflow_surface/report/median.svg +++ b/criterion/reachability_hydroflow_surface/report/median.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (ms) - -50 + +10 + + + +20 - - -100 + + +30 - - -150 + + +40 - - -200 + + +50 - - -250 + + +60 - - -300 + + +70 - - -350 + + +80 - - -400 + + +90 - + - -5.258 - - - -5.259 + +5.305 - - -5.26 + + +5.31 - - -5.261 + + +5.315 - - -5.262 + + +5.32 - - -5.263 + + +5.325 - - -5.264 + + +5.33 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/pdf.svg b/criterion/reachability_hydroflow_surface/report/pdf.svg index 927ed8e5b8eb..f4f924b72f8e 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf.svg @@ -50,30 +50,30 @@ Average Time (ms) - -5.2 - - - + 5.25 - - + + 5.3 - - + + 5.35 - - + + 5.4 - - + + 5.45 - + + +5.5 + + Density (a.u.) @@ -82,60 +82,52 @@ Density (a.u.) 0 - -2 - - - -4 + +1 - - -6 + + +2 - - -8 + + +3 - - -10 + + +4 - - -12 + + +5 - - -14 + + +6 - - -16 + + +7 - - -18 + + +8 - - -20 + + +9 - - - - - + + + + + - - - - - - - - - + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface/report/pdf_small.svg b/criterion/reachability_hydroflow_surface/report/pdf_small.svg index 7d970a125bac..1976f149dee8 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf_small.svg @@ -10,35 +10,59 @@ Average Time (ms) 0 - + +1 + + + +2 + + + +3 + + + +4 + + + 5 - - -10 + + +6 - - -15 + + +7 - - -20 + + +8 - - - -5.2 + + +9 + + + +10 - - + + + 5.3 - - + + 5.4 - - - + + +5.5 + + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg index 4ef9342a1bea..159e4e6f164f 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,32 +13,32 @@ Average Iteration Time (ms) - - - - - + + + + + - + 5.25 - - + + 5.3 - - + + 5.35 - - + + 5.4 - - + + 5.45 - + 0 @@ -84,204 +84,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + diff --git a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg index 9b97fdf01abf..da493fecf798 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg @@ -51,20 +51,20 @@ Average Time (ms) 5.2 - + 5.3 - - + + 5.4 - - + + 5.5 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/typical.svg b/criterion/reachability_hydroflow_surface/report/typical.svg index d16fe2c5f2e9..258a12df7de8 100644 --- a/criterion/reachability_hydroflow_surface/report/typical.svg +++ b/criterion/reachability_hydroflow_surface/report/typical.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (ms) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - -100 + + +90 - - -120 + + + +5.316 - - -140 + + +5.318 - - - -5.262 + + +5.32 - - -5.264 + + +5.322 - - -5.266 + + +5.324 - - -5.268 + + +5.326 - + + +5.328 + + -5.27 +5.33 - -5.272 + +5.332 + + + +5.334 - - -5.274 + + +5.336 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json index 34400f1cf5b8..f7176d9be2d0 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1512562.8621340494,"upper_bound":1517616.7034442062},"point_estimate":1514600.486922847,"standard_error":1323.6888649479567},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1511485.5853786818,"upper_bound":1513155.637737062},"point_estimate":1512667.8725328948,"standard_error":434.03449156018746},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2987.9698191328325,"upper_bound":5202.726199693792},"point_estimate":4111.857185536467,"standard_error":578.3909377153077},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1512435.4654882655,"upper_bound":1515223.6249905913},"point_estimate":1513736.5105984926,"standard_error":708.4487184792226},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4748.447890235736,"upper_bound":21408.365860818314},"point_estimate":13266.238525321325,"standard_error":5405.16725969319}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1521171.012575515,"upper_bound":1531225.5775356693},"point_estimate":1525767.4188532818,"standard_error":2584.882418850443},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1516287.142857143,"upper_bound":1519300.9188811188},"point_estimate":1517810.736111111,"standard_error":872.2620059010436},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4121.443247137959,"upper_bound":7644.8769222336105},"point_estimate":5550.183152000087,"standard_error":1020.736442418017},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1517511.731228066,"upper_bound":1525164.5884758446},"point_estimate":1520740.318025713,"standard_error":1980.7374761925244},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15258.441346149413,"upper_bound":35478.81760840158},"point_estimate":26008.090741751395,"standard_error":5211.051039843842}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/sample.json b/criterion/reachability_hydroflow_surface_cheating/base/sample.json index 6219d654363f..5497a2b3f421 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1632555.0,3047053.0,4529048.0,6058843.0,7527971.0,9110022.0,10628044.0,12095182.0,13589477.0,15160247.0,16650700.0,18109331.0,19595102.0,21139302.0,22579267.0,24207148.0,25639355.0,27230114.0,28546757.0,30146432.0,31710400.0,33248404.0,34721435.0,36391080.0,37728174.0,39390666.0,40673978.0,42294856.0,43824324.0,45739080.0,46850712.0,48262716.0,50259239.0,51364882.0,52915934.0,54673269.0,56024173.0,57538328.0,58898596.0,60443035.0,62011860.0,63835696.0,64854043.0,66320698.0,67831167.0,69334428.0,71518599.0,72734112.0,74131316.0,75403398.0,77163764.0,78551522.0,80342063.0,81703865.0,83594108.0,84694760.0,86235809.0,88929252.0,89342520.0,91077664.0,92311074.0,93958487.0,95256864.0,97543751.0,98629553.0,99847565.0,101430447.0,103077869.0,104611816.0,107653358.0,107290669.0,110361488.0,111280568.0,111888710.0,113721852.0,114967349.0,116533444.0,118613840.0,119390602.0,120852721.0,122012297.0,123666266.0,125043992.0,126455893.0,128294788.0,130195476.0,131511246.0,133124660.0,134645179.0,135949558.0,137438451.0,139072525.0,140934348.0,142137848.0,143414387.0,145210317.0,146409027.0,148819452.0,149853353.0,151394120.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1678984.0,3065101.0,4548529.0,6076912.0,7537367.0,9142734.0,10614010.0,12102429.0,13649707.0,15272043.0,17726275.0,19052950.0,20745931.0,22452241.0,22969351.0,24213552.0,25750100.0,27246122.0,28753155.0,30358033.0,32171814.0,33597314.0,34961449.0,36590881.0,38941129.0,39517520.0,41295303.0,42663047.0,43735057.0,45298516.0,46910473.0,48304516.0,50157006.0,51611072.0,54227533.0,54751029.0,55951358.0,57748237.0,59048983.0,60768621.0,62068769.0,64009104.0,65574327.0,66885822.0,68380268.0,69648939.0,70991668.0,72852464.0,74435829.0,75863481.0,77689116.0,78999320.0,80395129.0,82015983.0,83566128.0,86805196.0,88717496.0,87985102.0,89483102.0,90866373.0,92346560.0,94005386.0,95391698.0,96886068.0,98375336.0,100654934.0,102037337.0,103408119.0,104142795.0,106298378.0,107650612.0,109286050.0,110526226.0,119715831.0,116249323.0,118237693.0,116712378.0,118174264.0,119489825.0,121653103.0,122664728.0,124308666.0,127354646.0,127548416.0,128523042.0,130362702.0,132217610.0,133805164.0,134816289.0,136146141.0,138681874.0,139509650.0,140528575.0,142592125.0,143995649.0,145235476.0,146915921.0,148608319.0,150002088.0,151463104.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json index d14beea00561..77fdda76451a 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json @@ -1 +1 @@ -[1493120.2540115514,1501534.1666883156,1523971.2671596864,1532385.1798364504] \ No newline at end of file +[1486169.6980820112,1500246.350363757,1537784.0897817458,1551860.7420634916] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json index f88cb1a0512e..c549f0ff761e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004275364097595168,"upper_bound":0.006425776039968445},"point_estimate":0.001661975236136426,"standard_error":0.0027556598736826468},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004377288172231708,"upper_bound":0.00614573281670258},"point_estimate":0.0054605936691665136,"standard_error":0.00047222366106209446}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004036217567259431,"upper_bound":0.011317812411930167},"point_estimate":0.007372856424417318,"standard_error":0.0018209908687696235},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0023375513570345063,"upper_bound":0.004725065528631944},"point_estimate":0.0033998630311389277,"standard_error":0.0006346638425118543}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json index 34400f1cf5b8..f7176d9be2d0 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1512562.8621340494,"upper_bound":1517616.7034442062},"point_estimate":1514600.486922847,"standard_error":1323.6888649479567},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1511485.5853786818,"upper_bound":1513155.637737062},"point_estimate":1512667.8725328948,"standard_error":434.03449156018746},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2987.9698191328325,"upper_bound":5202.726199693792},"point_estimate":4111.857185536467,"standard_error":578.3909377153077},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1512435.4654882655,"upper_bound":1515223.6249905913},"point_estimate":1513736.5105984926,"standard_error":708.4487184792226},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4748.447890235736,"upper_bound":21408.365860818314},"point_estimate":13266.238525321325,"standard_error":5405.16725969319}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1521171.012575515,"upper_bound":1531225.5775356693},"point_estimate":1525767.4188532818,"standard_error":2584.882418850443},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1516287.142857143,"upper_bound":1519300.9188811188},"point_estimate":1517810.736111111,"standard_error":872.2620059010436},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4121.443247137959,"upper_bound":7644.8769222336105},"point_estimate":5550.183152000087,"standard_error":1020.736442418017},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1517511.731228066,"upper_bound":1525164.5884758446},"point_estimate":1520740.318025713,"standard_error":1980.7374761925244},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15258.441346149413,"upper_bound":35478.81760840158},"point_estimate":26008.090741751395,"standard_error":5211.051039843842}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/sample.json b/criterion/reachability_hydroflow_surface_cheating/new/sample.json index 6219d654363f..5497a2b3f421 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1632555.0,3047053.0,4529048.0,6058843.0,7527971.0,9110022.0,10628044.0,12095182.0,13589477.0,15160247.0,16650700.0,18109331.0,19595102.0,21139302.0,22579267.0,24207148.0,25639355.0,27230114.0,28546757.0,30146432.0,31710400.0,33248404.0,34721435.0,36391080.0,37728174.0,39390666.0,40673978.0,42294856.0,43824324.0,45739080.0,46850712.0,48262716.0,50259239.0,51364882.0,52915934.0,54673269.0,56024173.0,57538328.0,58898596.0,60443035.0,62011860.0,63835696.0,64854043.0,66320698.0,67831167.0,69334428.0,71518599.0,72734112.0,74131316.0,75403398.0,77163764.0,78551522.0,80342063.0,81703865.0,83594108.0,84694760.0,86235809.0,88929252.0,89342520.0,91077664.0,92311074.0,93958487.0,95256864.0,97543751.0,98629553.0,99847565.0,101430447.0,103077869.0,104611816.0,107653358.0,107290669.0,110361488.0,111280568.0,111888710.0,113721852.0,114967349.0,116533444.0,118613840.0,119390602.0,120852721.0,122012297.0,123666266.0,125043992.0,126455893.0,128294788.0,130195476.0,131511246.0,133124660.0,134645179.0,135949558.0,137438451.0,139072525.0,140934348.0,142137848.0,143414387.0,145210317.0,146409027.0,148819452.0,149853353.0,151394120.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1678984.0,3065101.0,4548529.0,6076912.0,7537367.0,9142734.0,10614010.0,12102429.0,13649707.0,15272043.0,17726275.0,19052950.0,20745931.0,22452241.0,22969351.0,24213552.0,25750100.0,27246122.0,28753155.0,30358033.0,32171814.0,33597314.0,34961449.0,36590881.0,38941129.0,39517520.0,41295303.0,42663047.0,43735057.0,45298516.0,46910473.0,48304516.0,50157006.0,51611072.0,54227533.0,54751029.0,55951358.0,57748237.0,59048983.0,60768621.0,62068769.0,64009104.0,65574327.0,66885822.0,68380268.0,69648939.0,70991668.0,72852464.0,74435829.0,75863481.0,77689116.0,78999320.0,80395129.0,82015983.0,83566128.0,86805196.0,88717496.0,87985102.0,89483102.0,90866373.0,92346560.0,94005386.0,95391698.0,96886068.0,98375336.0,100654934.0,102037337.0,103408119.0,104142795.0,106298378.0,107650612.0,109286050.0,110526226.0,119715831.0,116249323.0,118237693.0,116712378.0,118174264.0,119489825.0,121653103.0,122664728.0,124308666.0,127354646.0,127548416.0,128523042.0,130362702.0,132217610.0,133805164.0,134816289.0,136146141.0,138681874.0,139509650.0,140528575.0,142592125.0,143995649.0,145235476.0,146915921.0,148608319.0,150002088.0,151463104.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json index d14beea00561..77fdda76451a 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json @@ -1 +1 @@ -[1493120.2540115514,1501534.1666883156,1523971.2671596864,1532385.1798364504] \ No newline at end of file +[1486169.6980820112,1500246.350363757,1537784.0897817458,1551860.7420634916] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg index e59d127f5229..c8ce522c5516 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg @@ -9,58 +9,86 @@ Density (a.u.) Average time (µs) - + +0.05 + + + 0.1 - - -0.2 + + +0.15 - + -0.3 +0.2 - -0.4 + +0.25 - - -0.5 + + +0.3 - - -0.6 + + +0.35 - - -0.7 + + +0.4 - - - -3 + + +0.45 - - -3.5 + + +0.5 - - + + + 4 - - + + 4.5 - - + + 5 - - - - + + +5.5 + + + +6 + + + +6.5 + + + +7 + + + +7.5 + + + +8 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg index 146b81bbe059..ebcf3b55db57 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - -0.05 - - - -0.1 + +0.01 - - -0.15 + + +0.02 - - -0.2 + + +0.03 - - -0.25 - - - - -4 + + +0.04 - - -6 + + +0.05 - - -8 + + +0.06 - - -10 + + +0.07 - - -12 + + +0.08 - - -14 + + + +15 - - -16 + + +20 - - -18 + + +25 - - -20 + + +30 - - -22 + + +35 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg index d41cdbb004db..084a2bf3d3b1 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg @@ -50,26 +50,30 @@ Average Time (ms) - + 1.5 - - + + +1.55 + + + 1.6 - - -1.7 + + +1.65 - - -1.8 + + +1.7 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg index 4355b9cc96dd..e6c21adfbbcf 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg @@ -22,11 +22,11 @@ Iterations - - - - - + + + + + 0.0 @@ -40,26 +40,26 @@ Iterations 40.0 - + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - + 0 @@ -105,8 +105,8 @@ Iterations 100 - - + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg index 65aedd93af63..47044561d9f4 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg @@ -9,63 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - - --0.004 - - - --0.002 + + +160 - - -0 + + +180 - - -0.002 + + +200 - - + + + 0.004 - - + + +0.005 + + + 0.006 - - - - - + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + + +0.012 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg index 75fc863e2e9e..0cfb36ececb3 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg @@ -9,82 +9,58 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - + - -0.0042 + +0.0025 - - -0.0044 + + +0.003 - - -0.0046 + + +0.0035 - - -0.0048 + + +0.004 - - -0.005 + + +0.0045 - - -0.0052 - - - -0.0054 - - - -0.0056 - - - -0.0058 - - - -0.006 - - - -0.0062 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg index 361aa4a154f6..c5e74052db11 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg @@ -13,73 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/index.html b/criterion/reachability_hydroflow_surface_cheating/report/index.html index 16549969a800..a99949e10284 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/index.html +++ b/criterion/reachability_hydroflow_surface_cheating/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.5124 ms - 1.5137 ms - 1.5152 ms + 1.5175 ms + 1.5207 ms + 1.5252 ms R² - 0.9978585 - 0.9979600 - 0.9978273 + 0.9839913 + 0.9846051 + 0.9834531 Mean - 1.5126 ms - 1.5146 ms - 1.5176 ms + 1.5212 ms + 1.5258 ms + 1.5312 ms Std. Dev. - 4.7484 µs - 13.266 µs - 21.408 µs + 15.258 µs + 26.008 µs + 35.479 µs Median - 1.5115 ms - 1.5127 ms - 1.5132 ms + 1.5163 ms + 1.5178 ms + 1.5193 ms MAD - 2.9880 µs - 4.1119 µs - 5.2027 µs + 4.1214 µs + 5.5502 µs + 7.6449 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.4275% - +0.1662% - +0.6426% - (p = 0.58 > + +0.4036% + +0.7373% + +1.1318% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg index 73acda608fad..f3bd4e88d176 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 + + + +60 - - -150 + + +80 + + + +100 - - -200 + + +120 - - -250 + + +140 - - -300 + + +160 - + - -1.513 + +1.522 - - -1.514 + + +1.524 - - -1.515 + + +1.526 - - -1.516 + + +1.528 - + -1.517 +1.53 - -1.518 + +1.532 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/median.svg index ad27dc381044..5f9222b5015d 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/median.svg @@ -9,90 +9,78 @@ Density (a.u.) Average time (ms) - -200 - - - -400 + +100 - - -600 + + +200 - - -800 + + +300 - - -1000 + + +400 - - -1200 + + +500 - + -1400 +600 - -1600 + +700 - - -1800 + + +800 - - -2000 + + +900 - + - -1.5114 - - - -1.5116 - - - -1.5118 + +1.516 - - -1.512 + + +1.5165 - - -1.5122 + + +1.517 - - -1.5124 + + +1.5175 - - -1.5126 + + +1.518 - - -1.5128 + + +1.5185 - - -1.513 + + +1.519 - - -1.5132 + + +1.5195 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg index 34fea8f44df4..4b665f88534f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg @@ -54,38 +54,26 @@ Average Time (ms) - + 1.5 - - -1.52 + + +1.55 - - -1.54 - - - -1.56 - - - -1.58 - - - + + 1.6 - - -1.62 + + +1.65 - - -1.64 + + +1.7 - + Density (a.u.) @@ -94,66 +82,56 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - - -45 - - - -50 - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg index 5c7c82f81f89..c466951e3137 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg @@ -10,39 +10,51 @@ Average Time (ms) 0 - + +5 + + + 10 - - -20 + + +15 - - -30 + + +20 - - -40 + + +25 - - -50 + + +30 - + - + 1.5 - - + + 1.55 - - + + 1.6 - - - + + +1.65 + + + +1.7 + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg index aec4f587610a..9aaec4173c25 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg @@ -23,8 +23,8 @@ Iterations - - + + 20.0 @@ -46,14 +46,14 @@ Iterations 100.0 - + 120.0 - - + + 140.0 - + 10 @@ -101,102 +101,102 @@ Iterations - + - - - - - - + + + + + + - - - - + + + + - + - - - - + + + + - + - + - + - + - - - - - - - - - - + + + + + + + + + + - - - + + + - + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - + - - - - - + + + + + - - + + - - - - - - + + + + + + - + - - + + Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg index 198746fafaad..692f0e18724d 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg @@ -96,102 +96,102 @@ Iterations - + - - - - + + + + - + - + - + - + - + - + - + - - + + - + - - - - + + + + - - - + + + - - - - + + + + - - - - - - - - + + + + + + + + - + - - - + + + - - + + - + - - - + + + - - + + - - + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg index 422be1622c0b..e8b95a6be2db 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg @@ -47,24 +47,28 @@ Average Time (ms) - + 1.5 - - + + +1.55 + + + 1.6 - - -1.7 + + +1.65 - - -1.8 + + +1.7 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg index 7230ffaeac30..ada39a25cefa 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg @@ -20,10 +20,10 @@ Iterations - - - - + + + + 0.0 @@ -41,22 +41,22 @@ Iterations 60.0 - + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - + 0 @@ -102,8 +102,8 @@ Iterations 100 - - + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg index 8f1ac413bb69..121821f8d20c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg @@ -9,62 +9,94 @@ Density (a.u.) Average time (ms) - + +20 + + + +40 + + + +60 + + + +80 + + + 100 - - -200 + + +120 - - -300 + + +140 - - -400 + + +160 - - -500 + + +180 - - -600 + + +200 + + + +220 - + - -1.5125 + +1.517 + + + +1.518 + + + +1.519 + + + +1.52 - - -1.513 + + +1.521 - - -1.5135 + + +1.522 - - -1.514 + + +1.523 - - -1.5145 + + +1.524 - - -1.515 + + +1.525 - - -1.5155 + + +1.526 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg index 86f318e72421..7b3bfe46562e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg @@ -9,62 +9,94 @@ Density (a.u.) Average time (ms) - + +20 + + + +40 + + + +60 + + + +80 + + + 100 - - -200 + + +120 - - -300 + + +140 - - -400 + + +160 - - -500 + + +180 - - -600 + + +200 + + + +220 - + - -1.5125 + +1.517 + + + +1.518 + + + +1.519 + + + +1.52 - - -1.513 + + +1.521 - - -1.5135 + + +1.522 - - -1.514 + + +1.523 - - -1.5145 + + +1.524 - - -1.515 + + +1.525 - - -1.5155 + + +1.526 - - - - + + + + Bootstrap distribution