diff --git a/bench/data.js b/bench/data.js index 83aaa65b4b68..03647899b7d9 100644 --- a/bench/data.js +++ b/bench/data.js @@ -1,6 +1,6 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1732593818783, + "lastUpdate": 1732680276210, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -173791,6 +173791,226 @@ window.BENCHMARK_DATA = "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Shadaj Laddad", + "username": "shadaj", + "email": "shadaj@users.noreply.github.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "ec55910f5a41d4f08059b5feda4b96fbd058c959", + "message": "refactor(paxos): generalize quorum logic (#1583)", + "timestamp": "2024-11-22T22:25:01Z", + "url": "https://github.com/hydro-project/hydroflow/commit/ec55910f5a41d4f08059b5feda4b96fbd058c959" + }, + "date": 1732680276173, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309243, + "range": "± 3715", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6492636, + "range": "± 11552", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6527637, + "range": "± 444907", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 74324838, + "range": "± 717520", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 40985383, + "range": "± 1152080", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 47067592, + "range": "± 1131630", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6471849, + "range": "± 181250", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 6020705, + "range": "± 57523", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 30496509, + "range": "± 2354859", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4613050, + "range": "± 131890", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 6471014, + "range": "± 56076", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6490459, + "range": "± 5503", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6631488, + "range": "± 31010", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1798941, + "range": "± 9789", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1780050, + "range": "± 20676", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5293325, + "range": "± 32834", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1521254, + "range": "± 12409", + "unit": "ns/iter" + }, + { + "name": "hydroflow_diamond", + "value": 60515556, + "range": "± 975160", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3951, + "range": "± 52", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52662, + "range": "± 278", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9478, + "range": "± 113", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6647, + "range": "± 69", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 76626, + "range": "± 702", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 70268, + "range": "± 1108", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 15119, + "range": "± 599", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6893, + "range": "± 46", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 21940, + "range": "± 614", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 80118, + "range": "± 1567", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 98442, + "range": "± 2784", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8041, + "range": "± 211", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 48521, + "range": "± 1136", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 71946, + "range": "± 4433", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8829, + "range": "± 262", + "unit": "ns/iter" + } + ] } ] } diff --git a/bench/data.json b/bench/data.json index 141f491ee76d..0ec3a9ea4518 100644 --- a/bench/data.json +++ b/bench/data.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1732593818783, + "lastUpdate": 1732680276210, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -173790,6 +173790,226 @@ "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Shadaj Laddad", + "username": "shadaj", + "email": "shadaj@users.noreply.github.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "ec55910f5a41d4f08059b5feda4b96fbd058c959", + "message": "refactor(paxos): generalize quorum logic (#1583)", + "timestamp": "2024-11-22T22:25:01Z", + "url": "https://github.com/hydro-project/hydroflow/commit/ec55910f5a41d4f08059b5feda4b96fbd058c959" + }, + "date": 1732680276173, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309243, + "range": "± 3715", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6492636, + "range": "± 11552", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6527637, + "range": "± 444907", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 74324838, + "range": "± 717520", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 40985383, + "range": "± 1152080", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 47067592, + "range": "± 1131630", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6471849, + "range": "± 181250", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 6020705, + "range": "± 57523", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 30496509, + "range": "± 2354859", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4613050, + "range": "± 131890", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 6471014, + "range": "± 56076", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6490459, + "range": "± 5503", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6631488, + "range": "± 31010", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1798941, + "range": "± 9789", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1780050, + "range": "± 20676", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5293325, + "range": "± 32834", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1521254, + "range": "± 12409", + "unit": "ns/iter" + }, + { + "name": "hydroflow_diamond", + "value": 60515556, + "range": "± 975160", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3951, + "range": "± 52", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52662, + "range": "± 278", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9478, + "range": "± 113", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6647, + "range": "± 69", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 76626, + "range": "± 702", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 70268, + "range": "± 1108", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 15119, + "range": "± 599", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6893, + "range": "± 46", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 21940, + "range": "± 614", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 80118, + "range": "± 1567", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 98442, + "range": "± 2784", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8041, + "range": "± 211", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 48521, + "range": "± 1136", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 71946, + "range": "± 4433", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8829, + "range": "± 262", + "unit": "ns/iter" + } + ] } ] } diff --git a/criterion/arithmetic_hydroflow_compiled/base/estimates.json b/criterion/arithmetic_hydroflow_compiled/base/estimates.json index cad04247a133..b15b3bb83bda 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309114.6578495178,"upper_bound":309301.2607889865},"point_estimate":309196.1959611876,"standard_error":48.160329354822146},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309071.5659532483,"upper_bound":309140.6121067031},"point_estimate":309110.946175251,"standard_error":19.66340874595673},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":128.74033097210483,"upper_bound":222.971228125825},"point_estimate":171.28883394859972,"standard_error":22.865626492129323},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309130.9512719262,"upper_bound":309365.1079311463},"point_estimate":309233.591734151,"standard_error":60.56988886737307},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":208.96848739562364,"upper_bound":735.569190072802},"point_estimate":483.79315374564345,"standard_error":145.1403782279911}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309429.02082884376,"upper_bound":310845.4045907503},"point_estimate":310021.19190781843,"standard_error":368.18624602768745},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309196.79545454547,"upper_bound":309315.6623563218},"point_estimate":309243.9530357143,"standard_error":28.183015442440873},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":171.49591764499104,"upper_bound":293.22082853539433},"point_estimate":231.9135828827163,"standard_error":30.43347951409438},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309530.7995456755,"upper_bound":312272.5588001772},"point_estimate":310663.61475247523,"standard_error":715.4558588852617},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1078.604863112235,"upper_bound":5861.7859656692735},"point_estimate":3715.2759426690723,"standard_error":1336.9061367494226}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/sample.json b/criterion/arithmetic_hydroflow_compiled/base/sample.json index 29eb556ccc59..2096fe851eca 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233126.0,2475121.0,3707555.0,4942746.0,6187274.0,7408609.0,8655731.0,9881424.0,11263800.0,12374538.0,13597305.0,14857692.0,16064389.0,17294530.0,18560710.0,19775611.0,21004641.0,22249099.0,23478849.0,24774292.0,25986610.0,27188288.0,28430822.0,29665692.0,30913946.0,32155770.0,33398264.0,34599310.0,35838268.0,37093737.0,38353032.0,39635931.0,40776355.0,42010163.0,43267515.0,44485413.0,45768573.0,47033851.0,48279811.0,49445240.0,50753869.0,51926192.0,53203612.0,54376555.0,55671308.0,56861945.0,58136478.0,59360869.0,60565392.0,61799381.0,63066530.0,64278457.0,65541259.0,66758026.0,67959874.0,69306052.0,70459630.0,71714517.0,72979032.0,74191340.0,75415080.0,76632246.0,77894347.0,79098131.0,80402908.0,81571344.0,82812035.0,84054128.0,85465929.0,86541080.0,87802500.0,89019826.0,90265807.0,91488824.0,92764090.0,93976658.0,95201438.0,96390092.0,97678000.0,98993401.0,100240383.0,101396796.0,102617148.0,103872677.0,105107016.0,106345172.0,107565935.0,108789954.0,110086209.0,111314026.0,113155260.0,113950057.0,114955136.0,116260067.0,117496430.0,118643425.0,119903152.0,121208001.0,123006726.0,123651362.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233130.0,2467772.0,3706923.0,4978565.0,6179865.0,7423424.0,8649160.0,9908589.0,11120458.0,12364559.0,13598871.0,14843201.0,16065561.0,17308308.0,18626589.0,19792111.0,21009120.0,22284779.0,23509604.0,24753764.0,25961767.0,27198152.0,28433195.0,29697123.0,30964026.0,32142643.0,33407275.0,34651423.0,35847152.0,37080782.0,38335812.0,39631218.0,40845652.0,42045448.0,43272687.0,44508159.0,45756187.0,47617717.0,48223857.0,49463308.0,50742373.0,51922382.0,53232586.0,54404519.0,55659950.0,56869145.0,58187094.0,59342024.0,60624697.0,61800909.0,63113988.0,64335174.0,65552043.0,66775634.0,68170097.0,69247432.0,70527260.0,71762702.0,72972818.0,74228229.0,75445348.0,76700308.0,78066277.0,79259921.0,80456310.0,81708627.0,82883005.0,84726521.0,85381844.0,86587250.0,87899619.0,89085118.0,92986866.0,94549143.0,92817898.0,93936231.0,95297451.0,96436662.0,98348147.0,98939299.0,100156418.0,101468575.0,113066856.0,108864955.0,105254365.0,106375464.0,107599394.0,108837272.0,110854977.0,111325291.0,112540247.0,113803542.0,114996255.0,116269600.0,117471149.0,118706623.0,119992481.0,121275182.0,122562654.0,123699091.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/tukey.json b/criterion/arithmetic_hydroflow_compiled/base/tukey.json index fd3e20c9b6ad..1bc292a5dc19 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[308308.51618395577,308657.04534921946,309586.4564565894,309934.98562185315] \ No newline at end of file +[308186.5499999999,308651.24133522715,309890.41822916665,310355.109564394] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/change/estimates.json b/criterion/arithmetic_hydroflow_compiled/change/estimates.json index 1cae661016f2..25e1e038ad9d 100644 --- a/criterion/arithmetic_hydroflow_compiled/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01046818701508458,"upper_bound":-0.0025698449655382947},"point_estimate":-0.006157943373915842,"standard_error":0.002026721961374351},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00006623255526305716,"upper_bound":0.0003247157615258178},"point_estimate":0.00013666022297242897,"standard_error":0.0000997256936710676}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0006206401711810639,"upper_bound":0.0055081601060463165},"point_estimate":0.002668195655079808,"standard_error":0.0011927539621810455},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00022735181654764958,"upper_bound":0.0006859925765438923},"point_estimate":0.0004302884194462564,"standard_error":0.00011130385384184017}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/estimates.json b/criterion/arithmetic_hydroflow_compiled/new/estimates.json index cad04247a133..b15b3bb83bda 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309114.6578495178,"upper_bound":309301.2607889865},"point_estimate":309196.1959611876,"standard_error":48.160329354822146},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309071.5659532483,"upper_bound":309140.6121067031},"point_estimate":309110.946175251,"standard_error":19.66340874595673},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":128.74033097210483,"upper_bound":222.971228125825},"point_estimate":171.28883394859972,"standard_error":22.865626492129323},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309130.9512719262,"upper_bound":309365.1079311463},"point_estimate":309233.591734151,"standard_error":60.56988886737307},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":208.96848739562364,"upper_bound":735.569190072802},"point_estimate":483.79315374564345,"standard_error":145.1403782279911}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309429.02082884376,"upper_bound":310845.4045907503},"point_estimate":310021.19190781843,"standard_error":368.18624602768745},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309196.79545454547,"upper_bound":309315.6623563218},"point_estimate":309243.9530357143,"standard_error":28.183015442440873},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":171.49591764499104,"upper_bound":293.22082853539433},"point_estimate":231.9135828827163,"standard_error":30.43347951409438},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309530.7995456755,"upper_bound":312272.5588001772},"point_estimate":310663.61475247523,"standard_error":715.4558588852617},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1078.604863112235,"upper_bound":5861.7859656692735},"point_estimate":3715.2759426690723,"standard_error":1336.9061367494226}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/sample.json b/criterion/arithmetic_hydroflow_compiled/new/sample.json index 29eb556ccc59..2096fe851eca 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233126.0,2475121.0,3707555.0,4942746.0,6187274.0,7408609.0,8655731.0,9881424.0,11263800.0,12374538.0,13597305.0,14857692.0,16064389.0,17294530.0,18560710.0,19775611.0,21004641.0,22249099.0,23478849.0,24774292.0,25986610.0,27188288.0,28430822.0,29665692.0,30913946.0,32155770.0,33398264.0,34599310.0,35838268.0,37093737.0,38353032.0,39635931.0,40776355.0,42010163.0,43267515.0,44485413.0,45768573.0,47033851.0,48279811.0,49445240.0,50753869.0,51926192.0,53203612.0,54376555.0,55671308.0,56861945.0,58136478.0,59360869.0,60565392.0,61799381.0,63066530.0,64278457.0,65541259.0,66758026.0,67959874.0,69306052.0,70459630.0,71714517.0,72979032.0,74191340.0,75415080.0,76632246.0,77894347.0,79098131.0,80402908.0,81571344.0,82812035.0,84054128.0,85465929.0,86541080.0,87802500.0,89019826.0,90265807.0,91488824.0,92764090.0,93976658.0,95201438.0,96390092.0,97678000.0,98993401.0,100240383.0,101396796.0,102617148.0,103872677.0,105107016.0,106345172.0,107565935.0,108789954.0,110086209.0,111314026.0,113155260.0,113950057.0,114955136.0,116260067.0,117496430.0,118643425.0,119903152.0,121208001.0,123006726.0,123651362.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233130.0,2467772.0,3706923.0,4978565.0,6179865.0,7423424.0,8649160.0,9908589.0,11120458.0,12364559.0,13598871.0,14843201.0,16065561.0,17308308.0,18626589.0,19792111.0,21009120.0,22284779.0,23509604.0,24753764.0,25961767.0,27198152.0,28433195.0,29697123.0,30964026.0,32142643.0,33407275.0,34651423.0,35847152.0,37080782.0,38335812.0,39631218.0,40845652.0,42045448.0,43272687.0,44508159.0,45756187.0,47617717.0,48223857.0,49463308.0,50742373.0,51922382.0,53232586.0,54404519.0,55659950.0,56869145.0,58187094.0,59342024.0,60624697.0,61800909.0,63113988.0,64335174.0,65552043.0,66775634.0,68170097.0,69247432.0,70527260.0,71762702.0,72972818.0,74228229.0,75445348.0,76700308.0,78066277.0,79259921.0,80456310.0,81708627.0,82883005.0,84726521.0,85381844.0,86587250.0,87899619.0,89085118.0,92986866.0,94549143.0,92817898.0,93936231.0,95297451.0,96436662.0,98348147.0,98939299.0,100156418.0,101468575.0,113066856.0,108864955.0,105254365.0,106375464.0,107599394.0,108837272.0,110854977.0,111325291.0,112540247.0,113803542.0,114996255.0,116269600.0,117471149.0,118706623.0,119992481.0,121275182.0,122562654.0,123699091.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/tukey.json b/criterion/arithmetic_hydroflow_compiled/new/tukey.json index fd3e20c9b6ad..1bc292a5dc19 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[308308.51618395577,308657.04534921946,309586.4564565894,309934.98562185315] \ No newline at end of file +[308186.5499999999,308651.24133522715,309890.41822916665,310355.109564394] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg index dab9c731aae5..b4fb30151912 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg @@ -9,78 +9,74 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - + + 0.016 - - -0.018 - - - -0.02 - - - -0.022 - - + - -120 - - - -140 - - - + 160 - - + + 180 - - + + 200 - - + + 220 - - - - + + +240 + + + +260 + + + +280 + + + +300 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/SD.svg b/criterion/arithmetic_hydroflow_compiled/report/SD.svg index ff294f8dafe0..61cfd9606b3f 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/SD.svg @@ -6,69 +6,93 @@ arithmetic/hydroflow/compiled:SD Density (a.u.) -Average time (ns) +Average time (µs) - -5e-4 + +0.05 - - -0.001 + + +0.1 - - -0.0015 + + +0.15 - - -0.002 + + +0.2 - - -0.0025 + + +0.25 - - -0.003 + + +0.3 - - -0.0035 + + +0.35 - - -0.004 + + +0.4 - + + +0.45 + + -200 +1 - -300 + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 - - -400 + + +4.5 - - -500 + + +5 - - -600 + + +5.5 - - -700 + + +6 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg index b0c020e168e0..5b828d1f5773 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg @@ -38,30 +38,26 @@ Average Time (µs) - + 310 - - + + 320 - - + + 330 - - + + 340 - - -350 - - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg index 91f0b49449ec..53b06f1509df 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg @@ -18,41 +18,41 @@ Iterations - - - - - - + + + + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - + 0 @@ -90,10 +90,10 @@ Iterations 400 - - - - + + + + Base Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg index 524bee2f631c..cc1861c46883 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg @@ -9,91 +9,63 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - - -160 + + +250 - - -180 + + +300 - - -200 + + +350 - + - --0.011 - - - --0.01 - - - --0.009 - - - --0.008 - - - --0.007 - - - --0.006 - - - --0.005 - - - --0.004 - - - --0.003 - - - --0.002 - - - - - - + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg index 0596412ef4f8..48709813745d 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg @@ -9,82 +9,82 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - -4000 - - + - --1e-4 + +2e-4 - - --5e-5 + + +0.00025 + + + +3e-4 - - --1.35525e-20 + + +0.00035 - - -5e-5 + + +4e-4 - - -1e-4 + + +0.00045 - - -0.00015 + + +5e-4 - - -2e-4 + + +0.00055 - - -0.00025 + + +6e-4 - - -3e-4 + + +0.00065 - - -0.00035 + + +7e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg index 5725a828abb0..6cc00f1bdcf0 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg @@ -13,69 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/index.html b/criterion/arithmetic_hydroflow_compiled/report/index.html index cbbbc4ed7207..d13d67cf13b0 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 309.13 µs - 309.23 µs - 309.37 µs + 309.53 µs + 310.66 µs + 312.27 µs R² - 0.9997609 - 0.9997762 - 0.9997512 + 0.9620047 + 0.9637363 + 0.9602496 Mean - 309.11 µs - 309.20 µs - 309.30 µs + 309.43 µs + 310.02 µs + 310.85 µs Std. Dev. - 208.97 ns - 483.79 ns - 735.57 ns + 1.0786 µs + 3.7153 µs + 5.8618 µs Median - 309.07 µs - 309.11 µs - 309.14 µs + 309.20 µs + 309.24 µs + 309.32 µs MAD - 128.74 ns - 171.29 ns - 222.97 ns + 171.50 ns + 231.91 ns + 293.22 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.0468% - -0.6158% - -0.2570% - (p = 0.00 < + +0.0621% + +0.2668% + +0.5508% + (p = 0.01 < 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled/report/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/mean.svg index 1d99cfd7ae72..9459a224e97e 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/mean.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs)
- -1 + +0.2 - - -2 + + +0.4 - - -3 + + +0.6 - - -4 + + +0.8 - - -5 + + +1 - - -6 + + +1.2 - - -7 + + + +309.4 - - -8 + + +309.6 - - -9 + + +309.8 - - - -309.1 + + +310 - - -309.15 + + +310.2 - - -309.2 + + +310.4 - - -309.25 + + +310.6 - - -309.3 + + +310.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/median.svg b/criterion/arithmetic_hydroflow_compiled/report/median.svg index 7c2f3d1db222..2574c953881e 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/median.svg @@ -9,66 +9,54 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - -25 - - - -30 - - + - -309.07 - - - -309.08 + +309.2 - - -309.09 + + +309.22 - - -309.1 + + +309.24 - - -309.11 + + +309.26 - - -309.12 + + +309.28 - - -309.13 + + +309.3 - - -309.14 + + +309.32 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg index c22060158499..bb855162f029 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg @@ -46,50 +46,42 @@ Average Time (µs) - -308 + +305 - - -308.5 - - - -309 - - - -309.5 - - - + + 310 - - -310.5 + + +315 - - -311 + + +320 - - -311.5 + + +325 - - -312 + + +330 - - -312.5 + + +335 - - -313 + + +340 - + + +345 + + Density (a.u.) @@ -98,56 +90,52 @@ Density (a.u.) 0 - -0.2 + +0.05 - - -0.4 + + +0.1 - - -0.6 + + +0.15 - - -0.8 - - - -1 - - - -1.2 - - - -1.4 + + +0.2 - - - - - + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg index 2807352aa8ab..2b62cdef7971 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg @@ -10,47 +10,43 @@ Average Time (µs) 0 - -0.2 - - - -0.4 + +0.05 - - -0.6 + + +0.1 - - -0.8 + + +0.15 - - -1 - - - -1.2 + + +0.2 - - -1.4 + + +0.25 - + - -308 - - - + 310 - - -312 + + +320 + + + +330 + + + +340 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/regression.svg index 4ff19b67db2a..8a9493409fb0 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression.svg @@ -20,7 +20,7 @@ Iterations - + @@ -39,10 +39,10 @@ Iterations 80.0 - + 100.0 - + 120.0 @@ -88,7 +88,7 @@ Iterations - + @@ -97,7 +97,7 @@ Iterations - + @@ -110,15 +110,15 @@ Iterations - + - - + + @@ -134,9 +134,9 @@ Iterations - + - + @@ -144,33 +144,33 @@ Iterations - - + + - - - + + + - - + + - + - - + + - + - + @@ -178,7 +178,7 @@ Iterations - + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg index 48abcc69beb2..76a3c0bd7ade 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg @@ -80,7 +80,7 @@ Iterations - + @@ -96,7 +96,7 @@ Iterations - + @@ -109,13 +109,13 @@ Iterations - + - - + + @@ -125,13 +125,13 @@ Iterations - + - + @@ -144,38 +144,38 @@ Iterations - + - + - - + + - + - + - - + + - + - + - + - + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg index 5fad52d4c50a..e4efde5cd6a7 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg @@ -35,28 +35,24 @@ Average Time (µs) - + 310 - - + + 320 - - + + 330 - - + + 340 - - -350 - - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg index 26c8fe63f638..db6414fd41e6 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg @@ -16,11 +16,11 @@ Iterations - - - - - + + + + + 0.0 @@ -30,26 +30,26 @@ Iterations 20.0 - + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - + 0 @@ -87,8 +87,8 @@ Iterations 400 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/slope.svg b/criterion/arithmetic_hydroflow_compiled/report/slope.svg index b56e4d378d0f..718976398d33 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/slope.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/slope.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - -1 + +0.1 - - -2 + + +0.2 - - -3 + + +0.3 - - -4 + + +0.4 - - -5 + + +0.5 - - -6 + + +0.6 - - -7 - - + - -309.15 + +309.5 + + + +310 + + + +310.5 - - -309.2 + + +311 - - -309.25 + + +311.5 - - -309.3 + + +312 - - -309.35 + + +312.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/typical.svg b/criterion/arithmetic_hydroflow_compiled/report/typical.svg index dbd9b5b09379..4f9d10859f43 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/typical.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - -1 + +0.1 - - -2 + + +0.2 - - -3 + + +0.3 - - -4 + + +0.4 - - -5 + + +0.5 - - -6 + + +0.6 - - -7 - - + - -309.15 + +309.5 + + + +310 + + + +310.5 - - -309.2 + + +311 - - -309.25 + + +311.5 - - -309.3 + + +312 - - -309.35 + + +312.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json index b71e173720e9..fbc80590cfa6 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6493333.31815625,"upper_bound":6498958.7498125},"point_estimate":6495793.62625,"standard_error":1445.7842496199783},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492165.0,"upper_bound":6493705.375},"point_estimate":6493098.125,"standard_error":443.02887954907345},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1964.241107627751,"upper_bound":3190.740468353033},"point_estimate":2536.265242472291,"standard_error":302.03281032645265},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3846.27342001148,"upper_bound":21143.03635504669},"point_estimate":14494.755394797709,"standard_error":4021.909253304337}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6493090.9845625,"upper_bound":6497443.01371875},"point_estimate":6494762.2925,"standard_error":1153.9374305122165},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492061.5,"upper_bound":6493740.625},"point_estimate":6492636.4375,"standard_error":410.2609835156257},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2475.0153310596943,"upper_bound":4163.882026076317},"point_estimate":3266.260404512286,"standard_error":432.12939034115135},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3081.866982571081,"upper_bound":19095.510975103894},"point_estimate":11552.668556947594,"standard_error":5206.8392668445695}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json index 48181ad33133..9dd9687630ff 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51956727.0,51909909.0,51949754.0,52085849.0,51942841.0,51916161.0,51959943.0,51938463.0,51928655.0,52066572.0,51972016.0,51958480.0,51948833.0,51951347.0,51952499.0,51927613.0,51949684.0,51922423.0,51934075.0,51970433.0,51950696.0,51946008.0,52598087.0,51949643.0,51940928.0,51956927.0,51917845.0,51913376.0,51956547.0,51956887.0,51930488.0,51928665.0,51979971.0,51931430.0,51914738.0,51954173.0,51957809.0,51917775.0,51930008.0,51944394.0,51962618.0,52041846.0,51950986.0,51915611.0,51911383.0,51949624.0,51895463.0,51916512.0,51931921.0,51949033.0,51934114.0,51949884.0,51929807.0,51933394.0,51933584.0,51954343.0,51930568.0,51923465.0,51990220.0,51955676.0,51958720.0,52626861.0,51943893.0,51951918.0,51937320.0,51908958.0,51945185.0,51973088.0,51932422.0,51930879.0,51922864.0,51924577.0,51918625.0,51970332.0,51921481.0,51953041.0,51923986.0,51959252.0,51930548.0,51956667.0,52060842.0,51945176.0,51940287.0,51998555.0,51920400.0,51940107.0,51936740.0,51991192.0,51938513.0,51938052.0,51928184.0,51946699.0,51931109.0,51933774.0,51935708.0,51952469.0,51947931.0,51958551.0,51948952.0,52572319.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51963449.0,51973048.0,51944724.0,51942311.0,51956828.0,51975151.0,51933763.0,51922814.0,51937972.0,51935788.0,51918185.0,51981714.0,51999908.0,51926290.0,51958801.0,51965915.0,51930458.0,51915249.0,51978018.0,51978568.0,51989569.0,51913075.0,51939265.0,51939645.0,51965864.0,51947520.0,51943974.0,51925829.0,51918636.0,51950225.0,51932482.0,51975793.0,51910870.0,51939043.0,51943824.0,51924296.0,51912043.0,51958631.0,51969351.0,51980582.0,51937261.0,52025035.0,51953371.0,51949925.0,51962768.0,51920178.0,51933614.0,51921571.0,51951287.0,51934175.0,52022761.0,51935938.0,51923054.0,51973609.0,51909529.0,51919658.0,51917874.0,52038952.0,51930317.0,51968849.0,51917434.0,51952980.0,51971215.0,51969232.0,51935247.0,51939675.0,51939275.0,51942831.0,52809200.0,51989990.0,51946407.0,51916882.0,51990691.0,51954573.0,51927352.0,51936550.0,52018463.0,51959562.0,52156824.0,51923073.0,51957599.0,51928173.0,51974861.0,51931620.0,51931039.0,51918054.0,51935027.0,51925528.0,51949059.0,51941522.0,51924069.0,51940661.0,51955640.0,51919421.0,51915573.0,51936492.0,51971048.0,51952152.0,51919320.0,51936323.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json index b45dc20868ed..1d8153eeda4a 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json @@ -1 +1 @@ -[6481428.25,6486362.125,6499519.125,6504453.0] \ No newline at end of file +[6476339.46875,6483612.640625,6503007.765625,6510280.9375] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json index b196fec494af..b7a38b761164 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00829630248385227,"upper_bound":0.00022569287265398105},"point_estimate":-0.00283138892715018,"standard_error":0.002508122865976865},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00011141035517958642,"upper_bound":0.00025173909981029415},"point_estimate":0.0001087811724242993,"standard_error":0.00009378668032227569}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0007302477410982444,"upper_bound":0.00041944218954746416},"point_estimate":-0.00015876947596238367,"standard_error":0.00029181142610633517},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00020595622951757875,"upper_bound":0.00013926847012468713},"point_estimate":-0.00007110434666346421,"standard_error":0.00009095447119313804}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json index b71e173720e9..fbc80590cfa6 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6493333.31815625,"upper_bound":6498958.7498125},"point_estimate":6495793.62625,"standard_error":1445.7842496199783},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492165.0,"upper_bound":6493705.375},"point_estimate":6493098.125,"standard_error":443.02887954907345},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1964.241107627751,"upper_bound":3190.740468353033},"point_estimate":2536.265242472291,"standard_error":302.03281032645265},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3846.27342001148,"upper_bound":21143.03635504669},"point_estimate":14494.755394797709,"standard_error":4021.909253304337}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6493090.9845625,"upper_bound":6497443.01371875},"point_estimate":6494762.2925,"standard_error":1153.9374305122165},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492061.5,"upper_bound":6493740.625},"point_estimate":6492636.4375,"standard_error":410.2609835156257},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2475.0153310596943,"upper_bound":4163.882026076317},"point_estimate":3266.260404512286,"standard_error":432.12939034115135},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3081.866982571081,"upper_bound":19095.510975103894},"point_estimate":11552.668556947594,"standard_error":5206.8392668445695}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json index 48181ad33133..9dd9687630ff 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51956727.0,51909909.0,51949754.0,52085849.0,51942841.0,51916161.0,51959943.0,51938463.0,51928655.0,52066572.0,51972016.0,51958480.0,51948833.0,51951347.0,51952499.0,51927613.0,51949684.0,51922423.0,51934075.0,51970433.0,51950696.0,51946008.0,52598087.0,51949643.0,51940928.0,51956927.0,51917845.0,51913376.0,51956547.0,51956887.0,51930488.0,51928665.0,51979971.0,51931430.0,51914738.0,51954173.0,51957809.0,51917775.0,51930008.0,51944394.0,51962618.0,52041846.0,51950986.0,51915611.0,51911383.0,51949624.0,51895463.0,51916512.0,51931921.0,51949033.0,51934114.0,51949884.0,51929807.0,51933394.0,51933584.0,51954343.0,51930568.0,51923465.0,51990220.0,51955676.0,51958720.0,52626861.0,51943893.0,51951918.0,51937320.0,51908958.0,51945185.0,51973088.0,51932422.0,51930879.0,51922864.0,51924577.0,51918625.0,51970332.0,51921481.0,51953041.0,51923986.0,51959252.0,51930548.0,51956667.0,52060842.0,51945176.0,51940287.0,51998555.0,51920400.0,51940107.0,51936740.0,51991192.0,51938513.0,51938052.0,51928184.0,51946699.0,51931109.0,51933774.0,51935708.0,51952469.0,51947931.0,51958551.0,51948952.0,52572319.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51963449.0,51973048.0,51944724.0,51942311.0,51956828.0,51975151.0,51933763.0,51922814.0,51937972.0,51935788.0,51918185.0,51981714.0,51999908.0,51926290.0,51958801.0,51965915.0,51930458.0,51915249.0,51978018.0,51978568.0,51989569.0,51913075.0,51939265.0,51939645.0,51965864.0,51947520.0,51943974.0,51925829.0,51918636.0,51950225.0,51932482.0,51975793.0,51910870.0,51939043.0,51943824.0,51924296.0,51912043.0,51958631.0,51969351.0,51980582.0,51937261.0,52025035.0,51953371.0,51949925.0,51962768.0,51920178.0,51933614.0,51921571.0,51951287.0,51934175.0,52022761.0,51935938.0,51923054.0,51973609.0,51909529.0,51919658.0,51917874.0,52038952.0,51930317.0,51968849.0,51917434.0,51952980.0,51971215.0,51969232.0,51935247.0,51939675.0,51939275.0,51942831.0,52809200.0,51989990.0,51946407.0,51916882.0,51990691.0,51954573.0,51927352.0,51936550.0,52018463.0,51959562.0,52156824.0,51923073.0,51957599.0,51928173.0,51974861.0,51931620.0,51931039.0,51918054.0,51935027.0,51925528.0,51949059.0,51941522.0,51924069.0,51940661.0,51955640.0,51919421.0,51915573.0,51936492.0,51971048.0,51952152.0,51919320.0,51936323.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json index b45dc20868ed..1d8153eeda4a 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json @@ -1 +1 @@ -[6481428.25,6486362.125,6499519.125,6504453.0] \ No newline at end of file +[6476339.46875,6483612.640625,6503007.765625,6510280.9375] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg index 52ba15615735..667524685136 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg @@ -9,70 +9,94 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - -0.8 + + +0.7 - - -1 + + +0.8 - - -1.2 + + +0.9 - - -1.4 + + +1 - - -1.6 + + +1.1 - + - -2 - - - -2.2 - - - + 2.4 - - + + 2.6 - - + + 2.8 - - + + 3 - - + + 3.2 - - - - + + +3.4 + + + +3.6 + + + +3.8 + + + +4 + + + +4.2 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg index 7291fc90b0f8..41e9763f32b5 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (µs) - -0.02 + +0.05 - - -0.04 - - - -0.06 - - - -0.08 - - - + + 0.1 - - -0.12 + + +0.15 - - -0.14 + + +0.2 - - -0.16 + + +0.25 - - -0.18 - - + - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - + + 20 - - -22 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg index 3b9a6187ee1a..251e875f6dc7 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg @@ -16,42 +16,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - -6.6 - - - -6.8 + +6.5 - - -7.0 + + +6.52 - - -7.2 + + +6.54 - - -7.4 + + +6.56 - - -7.6 + + +6.58 - - -7.8 + + +6.6 - + 0 @@ -97,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg index ad6472b06b7e..a44171e8ef6f 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg @@ -9,71 +9,47 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - - -55 + + +60 - + - + 6.5 - - -7 - - - -7.5 + + +6.55 - - -8 + + +6.6 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg index a65d958dd101..a1363869e277 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg @@ -9,78 +9,66 @@ Density (a.u.) Relative change (%) - -50 - - - -100 - - - -150 - - - + 200 - - -250 + + +400 - - -300 + + +600 - - - --0.009 + + +800 - - --0.008 + + +1000 - - --0.007 + + +1200 - - --0.006 + + +1400 - - --0.005 - - - --0.004 + + + +-8e-4 - - --0.003 + + +-6e-4 - - --0.002 + + +-4e-4 - - --0.001 + + +-2e-4 - - + + 0 - - -0.001 + + +2e-4 + + + +4e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg index 5666c7fbd2c1..24499b3a0ada 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg @@ -9,78 +9,78 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - + + 4000 - + + +4500 + + - + +-2e-4 + + + -0.00015 - - + + -1e-4 - - + + -5e-5 - - + + 0 - - + + 5e-5 - - + + 1e-4 - - + + 0.00015 - - -2e-4 - - - -0.00025 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg index 9e6af6e38b2c..11bece0140a1 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg @@ -13,57 +13,73 @@ t score 0.0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - -0.4 + + +0.35 - - -0.5 + + +0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html index 89353f7427f2..636ae39b1609 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.2113841 - 0.2162058 - 0.2083408 + 0.0005488 + 0.0005604 + 0.0005315 Mean - 6.4933 ms - 6.4958 ms - 6.4990 ms + 6.4931 ms + 6.4948 ms + 6.4974 ms Std. Dev. - 3.8463 µs - 14.495 µs - 21.143 µs + 3.0819 µs + 11.553 µs + 19.096 µs Median - 6.4922 ms - 6.4931 ms + 6.4921 ms + 6.4926 ms 6.4937 ms MAD - 1.9642 µs - 2.5363 µs - 3.1907 µs + 2.4750 µs + 3.2663 µs + 4.1639 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -0.8296% - -0.2831% - +0.0226% - (p = 0.29 > + -0.0730% + -0.0159% + +0.0419% + (p = 0.60 > 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg index 6972ca464eb5..6b246e3c2101 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg @@ -15,52 +15,37 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + - -6.49 - - - + 6.5 - - -6.51 - - - + + 6.52 - - -6.53 - - - + + 6.54 - - -6.55 - - - + + 6.56 - - -6.57 + + +6.58 + + + +6.6 - + 10 @@ -102,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg index 689bd8869b2b..a3e43ac612b2 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg @@ -12,52 +12,37 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + - -6.49 - - - + 6.5 - - -6.51 - - - + + 6.52 - - -6.53 - - - + + 6.54 - - -6.55 - - - + + 6.56 - - -6.57 + + +6.58 + + + +6.6 - + 10 @@ -99,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg index ff834bb1bab8..9cd0c5f53221 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + + +350 + + + +400 + + - + 6.493 - - + + +6.4935 + + + 6.494 - - + + +6.4945 + + + 6.495 - - + + +6.4955 + + + 6.496 - - -6.497 + + +6.4965 - - -6.498 + + +6.497 - - -6.499 + + +6.4975 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg index 6db6b5c3f6e0..ea6f0f9084b6 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg @@ -9,74 +9,86 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - + + +1600 + + + +1800 + + + +2000 + + - + 6.492 - - + + 6.4922 - - + + 6.4924 - - + + 6.4926 - - + + 6.4928 - - + + 6.493 - - + + 6.4932 - - + + 6.4934 - - + + 6.4936 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg index a43be73aefac..862eb37b8ff9 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg @@ -46,30 +46,34 @@ Average Time (ms) - + 6.48 - - + + 6.5 - - + + 6.52 - - + + 6.54 - - + + 6.56 - - + + 6.58 - + + +6.6 + + Density (a.u.) @@ -78,48 +82,44 @@ Density (a.u.) 0 - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - - - - - - - - - - - - - - - - - - - - - - + + +60 + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg index e92b1cacb1fc..0f90c1694395 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg @@ -10,39 +10,47 @@ Average Time (ms) 0 - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + + +70 + + - + 6.5 - - + + 6.55 - - - + + +6.6 + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg index 60e42f878738..3c2d5bb47f88 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg @@ -13,42 +13,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - -6.6 - - - -6.8 + +6.5 - - -7.0 + + +6.52 - - -7.2 + + +6.54 - - -7.4 + + +6.56 - - -7.6 + + +6.58 - - -7.8 + + +6.6 - + 0 @@ -94,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg index ff9341b29fea..7b61c62fde66 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg @@ -6,69 +6,45 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - - -55 + + +60 - + - + 6.5 - - -7 - - - -7.5 + + +6.55 - - -8 + + +6.6 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg index 45de1cbbd86e..623ef4a05bff 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + + +350 + + + +400 + + - + 6.493 - - + + +6.4935 + + + 6.494 - - + + +6.4945 + + + 6.495 - - + + +6.4955 + + + 6.496 - - -6.497 + + +6.4965 - - -6.498 + + +6.497 - - -6.499 + + +6.4975 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/base/estimates.json b/criterion/arithmetic_hydroflow_surface/base/estimates.json index 147da6586a45..eec2f45a61b3 100644 --- a/criterion/arithmetic_hydroflow_surface/base/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6546822.948000001,"upper_bound":6632146.48609375},"point_estimate":6584380.55625,"standard_error":21929.768157674516},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6521987.5,"upper_bound":6524982.75},"point_estimate":6523218.1875,"standard_error":802.1712282794646},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3752.1825458854437,"upper_bound":6798.462179303169},"point_estimate":5194.9376452714205,"standard_error":812.7678533123517},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88934.01753245598,"upper_bound":318542.49037348025},"point_estimate":221025.16431092817,"standard_error":58421.3931952684}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6582232.3084375,"upper_bound":6752706.524125},"point_estimate":6653503.1025,"standard_error":44327.446696127685},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6526605.3125,"upper_bound":6530839.5},"point_estimate":6527637.8125,"standard_error":1033.488582630527},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7608.888389915228,"upper_bound":16700.4694160074},"point_estimate":10873.9441819489,"standard_error":2227.9159296399057},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":122413.04466586011,"upper_bound":699608.3811464615},"point_estimate":444907.9616743801,"standard_error":157158.18482302976}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/sample.json b/criterion/arithmetic_hydroflow_surface/base/sample.json index 7043797fc718..0f1e7e895a74 100644 --- a/criterion/arithmetic_hydroflow_surface/base/sample.json +++ b/criterion/arithmetic_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[54296774.0,63488068.0,58466556.0,52838920.0,54063419.0,53950447.0,52208098.0,53265316.0,53044575.0,52227144.0,52302041.0,52995562.0,52223566.0,52220382.0,52222890.0,52150790.0,52174415.0,52172342.0,52137657.0,52227144.0,52151503.0,52164295.0,52199924.0,52218947.0,52191306.0,53134127.0,53029504.0,52178162.0,52137095.0,52156874.0,52236441.0,52182130.0,52174776.0,52149268.0,52184215.0,52170188.0,52165037.0,52184703.0,52193769.0,52155630.0,52186788.0,52176718.0,52168253.0,52164847.0,52217466.0,52333091.0,52199862.0,52190737.0,52179375.0,52158554.0,52249476.0,52163424.0,52153716.0,52206425.0,52200032.0,52178393.0,52207216.0,52161189.0,52147155.0,52162672.0,52143938.0,52162953.0,52232936.0,52931170.0,52165760.0,52190525.0,52146213.0,52195104.0,52165429.0,52197367.0,52160037.0,52180318.0,52173503.0,52175900.0,52152045.0,52171582.0,52169416.0,52200025.0,52146956.0,52144812.0,52209312.0,52583713.0,52508411.0,52155882.0,52211496.0,52152495.0,52170868.0,52227926.0,52148199.0,52168266.0,52178275.0,52204342.0,52144361.0,52337903.0,52136596.0,52191576.0,52194734.0,54963704.0,62600449.0,57970559.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52228663.0,52202092.0,52239001.0,52143272.0,52253489.0,52207882.0,52209315.0,52217131.0,52142741.0,52178948.0,52221459.0,52200578.0,71666576.0,80974263.0,52397520.0,52217380.0,52167868.0,52139615.0,52229564.0,52227402.0,52144344.0,52153382.0,52213211.0,52163540.0,52171375.0,52955147.0,55989525.0,55136031.0,54643564.0,54302341.0,54505360.0,54544169.0,54966360.0,52819774.0,53976096.0,54058885.0,53227000.0,53474495.0,53387881.0,53214732.0,54714294.0,55825896.0,56801168.0,57665633.0,54138310.0,52663951.0,52835852.0,54802480.0,52246716.0,52345819.0,52248411.0,54105039.0,52248240.0,53727241.0,52273868.0,52154202.0,52217581.0,52157346.0,52216318.0,52124786.0,52226677.0,52184959.0,52161315.0,52251583.0,52205718.0,52154972.0,52144834.0,52250784.0,52215898.0,52196462.0,52142692.0,52213211.0,52278144.0,52190351.0,52180149.0,52179871.0,52238041.0,52159332.0,52209367.0,52170974.0,52147378.0,52220746.0,52174892.0,52177718.0,52157449.0,52149343.0,52238298.0,52277802.0,52263586.0,52152439.0,52225688.0,52186701.0,52199617.0,52149863.0,52218131.0,52215858.0,52136989.0,52985554.0,52210385.0,52333589.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/tukey.json b/criterion/arithmetic_hydroflow_surface/base/tukey.json index 0f5ebbf00b80..c3b3daeef40c 100644 --- a/criterion/arithmetic_hydroflow_surface/base/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6496859.625,6508684.640625,6540218.015625,6552043.03125] \ No newline at end of file +[6264691.84375,6393510.953125,6737028.578125,6865847.6875] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/change/estimates.json b/criterion/arithmetic_hydroflow_surface/change/estimates.json index d758fa21dd92..4cf2fb67917f 100644 --- a/criterion/arithmetic_hydroflow_surface/change/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0031750374184363783,"upper_bound":0.016114517946172396},"point_estimate":0.009117287012254893,"standard_error":0.003313857522488682},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00020281673724986682,"upper_bound":0.0007349478234206508},"point_estimate":0.0004488200240426732,"standard_error":0.0001433177346631032}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002164398027020527,"upper_bound":0.029102725382564202},"point_estimate":0.010497957349137055,"standard_error":0.007845255550946338},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00036862089510059093,"upper_bound":0.0011545705011055674},"point_estimate":0.0006775221789252495,"standard_error":0.0001976183213201823}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/estimates.json b/criterion/arithmetic_hydroflow_surface/new/estimates.json index 147da6586a45..eec2f45a61b3 100644 --- a/criterion/arithmetic_hydroflow_surface/new/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6546822.948000001,"upper_bound":6632146.48609375},"point_estimate":6584380.55625,"standard_error":21929.768157674516},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6521987.5,"upper_bound":6524982.75},"point_estimate":6523218.1875,"standard_error":802.1712282794646},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3752.1825458854437,"upper_bound":6798.462179303169},"point_estimate":5194.9376452714205,"standard_error":812.7678533123517},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88934.01753245598,"upper_bound":318542.49037348025},"point_estimate":221025.16431092817,"standard_error":58421.3931952684}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6582232.3084375,"upper_bound":6752706.524125},"point_estimate":6653503.1025,"standard_error":44327.446696127685},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6526605.3125,"upper_bound":6530839.5},"point_estimate":6527637.8125,"standard_error":1033.488582630527},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7608.888389915228,"upper_bound":16700.4694160074},"point_estimate":10873.9441819489,"standard_error":2227.9159296399057},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":122413.04466586011,"upper_bound":699608.3811464615},"point_estimate":444907.9616743801,"standard_error":157158.18482302976}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/sample.json b/criterion/arithmetic_hydroflow_surface/new/sample.json index 7043797fc718..0f1e7e895a74 100644 --- a/criterion/arithmetic_hydroflow_surface/new/sample.json +++ b/criterion/arithmetic_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[54296774.0,63488068.0,58466556.0,52838920.0,54063419.0,53950447.0,52208098.0,53265316.0,53044575.0,52227144.0,52302041.0,52995562.0,52223566.0,52220382.0,52222890.0,52150790.0,52174415.0,52172342.0,52137657.0,52227144.0,52151503.0,52164295.0,52199924.0,52218947.0,52191306.0,53134127.0,53029504.0,52178162.0,52137095.0,52156874.0,52236441.0,52182130.0,52174776.0,52149268.0,52184215.0,52170188.0,52165037.0,52184703.0,52193769.0,52155630.0,52186788.0,52176718.0,52168253.0,52164847.0,52217466.0,52333091.0,52199862.0,52190737.0,52179375.0,52158554.0,52249476.0,52163424.0,52153716.0,52206425.0,52200032.0,52178393.0,52207216.0,52161189.0,52147155.0,52162672.0,52143938.0,52162953.0,52232936.0,52931170.0,52165760.0,52190525.0,52146213.0,52195104.0,52165429.0,52197367.0,52160037.0,52180318.0,52173503.0,52175900.0,52152045.0,52171582.0,52169416.0,52200025.0,52146956.0,52144812.0,52209312.0,52583713.0,52508411.0,52155882.0,52211496.0,52152495.0,52170868.0,52227926.0,52148199.0,52168266.0,52178275.0,52204342.0,52144361.0,52337903.0,52136596.0,52191576.0,52194734.0,54963704.0,62600449.0,57970559.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52228663.0,52202092.0,52239001.0,52143272.0,52253489.0,52207882.0,52209315.0,52217131.0,52142741.0,52178948.0,52221459.0,52200578.0,71666576.0,80974263.0,52397520.0,52217380.0,52167868.0,52139615.0,52229564.0,52227402.0,52144344.0,52153382.0,52213211.0,52163540.0,52171375.0,52955147.0,55989525.0,55136031.0,54643564.0,54302341.0,54505360.0,54544169.0,54966360.0,52819774.0,53976096.0,54058885.0,53227000.0,53474495.0,53387881.0,53214732.0,54714294.0,55825896.0,56801168.0,57665633.0,54138310.0,52663951.0,52835852.0,54802480.0,52246716.0,52345819.0,52248411.0,54105039.0,52248240.0,53727241.0,52273868.0,52154202.0,52217581.0,52157346.0,52216318.0,52124786.0,52226677.0,52184959.0,52161315.0,52251583.0,52205718.0,52154972.0,52144834.0,52250784.0,52215898.0,52196462.0,52142692.0,52213211.0,52278144.0,52190351.0,52180149.0,52179871.0,52238041.0,52159332.0,52209367.0,52170974.0,52147378.0,52220746.0,52174892.0,52177718.0,52157449.0,52149343.0,52238298.0,52277802.0,52263586.0,52152439.0,52225688.0,52186701.0,52199617.0,52149863.0,52218131.0,52215858.0,52136989.0,52985554.0,52210385.0,52333589.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/tukey.json b/criterion/arithmetic_hydroflow_surface/new/tukey.json index 0f5ebbf00b80..c3b3daeef40c 100644 --- a/criterion/arithmetic_hydroflow_surface/new/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6496859.625,6508684.640625,6540218.015625,6552043.03125] \ No newline at end of file +[6264691.84375,6393510.953125,6737028.578125,6865847.6875] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/report/MAD.svg b/criterion/arithmetic_hydroflow_surface/report/MAD.svg index d54c39f7308c..7aa51a8e26e0 100644 --- a/criterion/arithmetic_hydroflow_surface/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/MAD.svg @@ -9,86 +9,74 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - - -0.35 - - - -0.4 - - - -0.45 + + + +7 - - -0.5 + + +8 - - -0.55 + + +9 - - - -3.5 + + +10 - - -4 + + +11 - - -4.5 + + +12 - - -5 + + +13 - - -5.5 + + +14 - - -6 + + +15 - - -6.5 + + +16 - - -7 + + +17 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/SD.svg b/criterion/arithmetic_hydroflow_surface/report/SD.svg index 53c3d7825c07..85c6cc371ff7 100644 --- a/criterion/arithmetic_hydroflow_surface/report/SD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/SD.svg @@ -9,62 +9,74 @@ Density (a.u.) Average time (µs) - + +5e-4 + + + 0.001 - - + + +0.0015 + + + 0.002 - - -0.003 + + +0.0025 - - -0.004 - - - -0.005 + + +0.003 - - -0.006 + + +0.0035 - - -0.007 + + +0.004 - - -0.008 + + +0.0045 - + - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - - - + + +400 + + + +500 + + + +600 + + + +700 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg index 3566f58cf878..ca0a6586eb54 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg @@ -16,42 +16,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -6.6 + +7.0 - - -6.8 + + +7.5 - - -7.0 + + +8.0 - - -7.2 + + +8.5 - - -7.4 + + +9.0 - - -7.6 + + +9.5 - - -7.8 + + +10.0 - + 0 @@ -97,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - + - - - + + + - - - + + + - - - + + + - - - + + + - + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - + + + + + + + - - - - - + + + + + - - + + - + - - - + + + - - + + - - - - - + + + + + - - - - - - - - - + + + + + + + + + - + - + - + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - + + + + + + - - - + + + Current diff --git a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg index 472aebc102f7..382394f1dd66 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg @@ -9,55 +9,59 @@ Density (a.u.) Average Time (ms) - -5 + +0.5 - - -10 + + +1 - - -15 + + +1.5 - - -20 + + +2 - - -25 + + +2.5 - - -30 + + +3 - - -35 + + +3.5 - + - -6.5 + +6 - - + + 7 - - -7.5 - - - + + 8 - - - - - + + +9 + + + +10 + + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg index 61152b8c14ef..fe498233c881 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg @@ -9,67 +9,83 @@ Density (a.u.) Relative change (%) - + +5 + + + +10 + + + +15 + + + 20 - - -40 + + +25 - - -60 + + +30 - - -80 + + +35 - - -100 + + +40 + + + +45 - - -120 + + +50 - + -0.002 +-0.005 - -0.004 + +0 - - -0.006 + + +0.005 - - -0.008 - - - + + 0.01 - - -0.012 + + +0.015 + + + +0.02 - - -0.014 + + +0.025 - - -0.016 + + +0.03 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/median.svg b/criterion/arithmetic_hydroflow_surface/report/change/median.svg index 8f4068a3f9cf..34e54a05415f 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/median.svg @@ -9,54 +9,94 @@ Density (a.u.) Relative change (%) - -500 + +200 - - + + +400 + + + +600 + + + +800 + + + 1000 - - -1500 + + +1200 + + + +1400 + + + +1600 + + + +1800 - - + + 2000 - - -2500 + + +2200 - + - -2e-4 - - - + 3e-4 - - + + 4e-4 - - + + 5e-4 - - + + 6e-4 - - + + 7e-4 - - - - + + +8e-4 + + + +9e-4 + + + +0.001 + + + +0.0011 + + + +0.0012 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg index 2669d50edb89..40a0757b2ec9 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg @@ -13,69 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - + 3.0 - - + + t distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/index.html b/criterion/arithmetic_hydroflow_surface/report/index.html index 91b99539f793..f6e432e9726b 100644 --- a/criterion/arithmetic_hydroflow_surface/report/index.html +++ b/criterion/arithmetic_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0809080 - 0.0830717 - 0.0796273 + 0.0006214 + 0.0006375 + 0.0006070 Mean - 6.5468 ms - 6.5844 ms - 6.6321 ms + 6.5822 ms + 6.6535 ms + 6.7527 ms Std. Dev. - 88.934 µs - 221.03 µs - 318.54 µs + 122.41 µs + 444.91 µs + 699.61 µs Median - 6.5220 ms - 6.5232 ms - 6.5250 ms + 6.5266 ms + 6.5276 ms + 6.5308 ms MAD - 3.7522 µs - 5.1949 µs - 6.7985 µs + 7.6089 µs + 10.874 µs + 16.700 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.3175% - +0.9117% - +1.6115% - (p = 0.00 < + -0.2164% + +1.0498% + +2.9103% + (p = 0.18 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg index b8824ec60418..7e5ee6170657 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg @@ -15,42 +15,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -6.6 + +7.0 - - -6.8 + + +7.5 - - -7.0 + + +8.0 - - -7.2 + + +8.5 - - -7.4 + + +9.0 - - -7.6 + + +9.5 - - -7.8 + + +10.0 - + 10 @@ -92,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - + + + + + - - + + - + - + - - + + - + - + - + - - + + - + - - + + - - - + + + - + - - - + + + - - - - - - - - - + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg index c89751a09dc6..ed272d0f0d4e 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg @@ -12,42 +12,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -6.6 + +7.0 - - -6.8 + + +7.5 - - -7.0 + + +8.0 - - -7.2 + + +8.5 - - -7.4 + + +9.0 - - -7.6 + + +9.5 - - -7.8 + + +10.0 - + 10 @@ -89,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - + - + - - + + - + - + - + - + - - - + + + - + - + - + - + - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/mean.svg b/criterion/arithmetic_hydroflow_surface/report/mean.svg index f6141240ec3c..d82b571bd3c9 100644 --- a/criterion/arithmetic_hydroflow_surface/report/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/mean.svg @@ -9,94 +9,90 @@ Density (a.u.) Average time (ms) - + +1 + + + 2 - - -4 + + +3 - - -6 - - - -8 + + +4 - - -10 + + +5 - - -12 + + +6 - - -14 + + +7 - - -16 + + +8 - + -18 +9 - -20 + +10 - + - -6.54 - - - -6.55 + +6.58 - - -6.56 + + +6.6 - - -6.57 + + +6.62 - - -6.58 + + +6.64 - - -6.59 + + +6.66 - - -6.6 + + +6.68 - - -6.61 + + +6.7 - - -6.62 + + +6.72 - - -6.63 + + +6.74 - - -6.64 + + +6.76 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/median.svg b/criterion/arithmetic_hydroflow_surface/report/median.svg index d638c422b3c1..fc21fb372684 100644 --- a/criterion/arithmetic_hydroflow_surface/report/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/median.svg @@ -9,74 +9,86 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - + + 900 - + - -6.522 + +6.5265 - - -6.5225 + + +6.527 - - -6.523 + + +6.5275 - - -6.5235 + + +6.528 - - -6.524 + + +6.5285 - - -6.5245 + + +6.529 - - -6.525 + + +6.5295 - - - - + + +6.53 + + + +6.5305 + + + +6.531 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/pdf.svg index d7d86dbe6599..89a756566584 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf.svg @@ -46,46 +46,46 @@ Average Time (ms) - -6.4 - - - -6.6 + +6 - - -6.8 + + +6.5 - - + + 7 - - -7.2 + + +7.5 - - -7.4 + + +8 - - -7.6 + + +8.5 - - -7.8 + + +9 - - -8 + + +9.5 - - -8.2 + + +10 - + + +10.5 + + Density (a.u.) @@ -94,78 +94,84 @@ Density (a.u.) 0 - -0.5 - - - -1 + +0.2 - - -1.5 + + +0.4 - - -2 + + +0.6 - - -2.5 + + +0.8 - - -3 + + +1 - - -3.5 - - - - - - - - - - - - - - - + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + + + + + + + + + - - - - - + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg index 5b910c7eaed5..52d520d5286d 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg @@ -10,55 +10,63 @@ Average Time (ms) 0 - -0.5 + +0.2 - - -1 + + +0.4 + + + +0.6 - - -1.5 + + +0.8 - - -2 + + +1 - - -2.5 + + +1.2 - - -3 + + +1.4 - - -3.5 + + +1.6 - - -4 + + +1.8 - + - -6.5 + +6 - - + + 7 - - -7.5 - - - + + 8 - - - + + +9 + + + +10 + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg index e91a7a27847d..33ac0c3ddf02 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,42 +13,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -6.6 + +7.0 - - -6.8 + + +7.5 - - -7.0 + + +8.0 - - -7.2 + + +8.5 - - -7.4 + + +9.0 - - -7.6 + + +9.5 - - -7.8 + + +10.0 - + 0 @@ -94,142 +94,142 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - + + - + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - + - - + + - - - - + + + + - - + + - + - + - - - + + + - - - + + + - + - - - - - - + + + + + + - + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - + + - - - - + + + + - - + + - + @@ -239,59 +239,59 @@ Average Iteration Time (ms) - + - - - + + + - + - - - - - + + + + + - - - - - + + + + + - + - - + + - - + + - + - + - + - + - - - + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg index 0e6ba8131d0e..8477245981b0 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg @@ -7,52 +7,56 @@ Average Time (ms) -5 +0.5 - -10 + +1 - - -15 + + +1.5 - - -20 + + +2 - - -25 + + +2.5 - - -30 + + +3 - - -35 + + +3.5 - + - -6.5 + +6 - - + + 7 - - -7.5 - - - + + 8 - - - - - + + +9 + + + +10 + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/typical.svg b/criterion/arithmetic_hydroflow_surface/report/typical.svg index 6e138ba7a86d..228b64e919bc 100644 --- a/criterion/arithmetic_hydroflow_surface/report/typical.svg +++ b/criterion/arithmetic_hydroflow_surface/report/typical.svg @@ -9,94 +9,90 @@ Density (a.u.) Average time (ms) - + +1 + + + 2 - - -4 + + +3 - - -6 - - - -8 + + +4 - - -10 + + +5 - - -12 + + +6 - - -14 + + +7 - - -16 + + +8 - + -18 +9 - -20 + +10 - + - -6.54 - - - -6.55 + +6.58 - - -6.56 + + +6.6 - - -6.57 + + +6.62 - - -6.58 + + +6.64 - - -6.59 + + +6.66 - - -6.6 + + +6.68 - - -6.61 + + +6.7 - - -6.62 + + +6.72 - - -6.63 + + +6.74 - - -6.64 + + +6.76 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/base/estimates.json b/criterion/fan_in_hydroflow/base/estimates.json index a066eb9db526..397faba1823d 100644 --- a/criterion/fan_in_hydroflow/base/estimates.json +++ b/criterion/fan_in_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72880074.69025001,"upper_bound":73099815.93},"point_estimate":72987114.52,"standard_error":56202.756831276005},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72820523.0,"upper_bound":72996968.0},"point_estimate":72907375.0,"standard_error":41974.13699328687},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":323966.08930595237,"upper_bound":603568.673184514},"point_estimate":491214.2819792032,"standard_error":74999.23885914012},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":439497.1474380511,"upper_bound":693577.751566357},"point_estimate":564183.0312012619,"standard_error":65772.42193134938}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74235018.03825001,"upper_bound":74512645.49},"point_estimate":74372227.36,"standard_error":71080.43115146874},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74104928.0,"upper_bound":74569862.5},"point_estimate":74324838.5,"standard_error":120375.21040241711},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":576315.5204683542,"upper_bound":855958.3384037018},"point_estimate":750065.8591836691,"standard_error":72608.58540290766},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":585643.522571797,"upper_bound":848824.4316768625},"point_estimate":717520.4872947583,"standard_error":67900.17875904623}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/sample.json b/criterion/fan_in_hydroflow/base/sample.json index 12bb7cb1cbea..317a844b61e9 100644 --- a/criterion/fan_in_hydroflow/base/sample.json +++ b/criterion/fan_in_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[72849432.0,72151176.0,72901129.0,72643176.0,72265660.0,72682470.0,72998381.0,72653376.0,72691697.0,73654678.0,73414128.0,73389893.0,72960991.0,73084041.0,73053013.0,72106332.0,72364275.0,73135957.0,72918822.0,72738133.0,73137692.0,72736902.0,73562506.0,73985177.0,73515027.0,72939331.0,73468760.0,73355739.0,73661912.0,73531569.0,73656993.0,73634220.0,73410101.0,73923491.0,73384974.0,75528344.0,73486935.0,73155655.0,73135628.0,72859642.0,72689813.0,73051220.0,73764404.0,72691928.0,72431400.0,72672642.0,72996968.0,72725961.0,72307358.0,73237097.0,72922919.0,73410782.0,72750007.0,72553960.0,72912700.0,74595208.0,72523964.0,72662112.0,72969747.0,72924272.0,72800019.0,72496702.0,72931225.0,72823964.0,72794710.0,72625583.0,72853039.0,72755205.0,73562867.0,72719910.0,72841027.0,72566463.0,72121340.0,72574458.0,73269979.0,72902050.0,73348035.0,72933459.0,73278505.0,73043095.0,73453652.0,73643638.0,72887273.0,74311908.0,72880130.0,73290367.0,73327667.0,73479901.0,72305085.0,72552888.0,72434365.0,72718357.0,72606177.0,72653576.0,72357913.0,72851957.0,72561113.0,72099879.0,71989553.0,71542598.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[74620478.0,72841523.0,74707742.0,74864247.0,74017795.0,74988801.0,74976919.0,74890596.0,75014279.0,75659543.0,77143282.0,76388794.0,74885778.0,74591874.0,73960567.0,74695520.0,73993990.0,74388301.0,75292973.0,73777833.0,73931112.0,75411315.0,73738910.0,74097384.0,74418439.0,75205669.0,73828659.0,74243609.0,73683396.0,73294906.0,74601883.0,73482659.0,73533274.0,73821286.0,74432034.0,74355089.0,75077838.0,74517635.0,74181382.0,75075083.0,73732178.0,75126801.0,74629205.0,73917837.0,74862203.0,73875126.0,74269969.0,74266482.0,73559053.0,74547851.0,74380727.0,73669410.0,75119898.0,74081585.0,74241106.0,74863506.0,74078780.0,74839500.0,75328631.0,73991485.0,73611451.0,73661646.0,74145365.0,74731827.0,73816887.0,74558432.0,75113796.0,74598667.0,74841904.0,74102314.0,72834770.0,74104928.0,75073529.0,73471982.0,75176296.0,74187958.0,74521575.0,73952315.0,74807132.0,74821489.0,74997590.0,74828712.0,73720259.0,74035020.0,74131832.0,74009162.0,75763881.0,73731580.0,73723666.0,73381402.0,75093029.0,74091166.0,73821499.0,74844973.0,73444350.0,74489876.0,74294588.0,73573142.0,72494425.0,74604591.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/tukey.json b/criterion/fan_in_hydroflow/base/tukey.json index 0ff3b29bd19e..a2daaa290dc3 100644 --- a/criterion/fan_in_hydroflow/base/tukey.json +++ b/criterion/fan_in_hydroflow/base/tukey.json @@ -1 +1 @@ -[70590029.0,71625003.5,74384935.5,75419910.0] \ No newline at end of file +[70906195.5,72384852.375,76327937.375,77806594.25] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/change/estimates.json b/criterion/fan_in_hydroflow/change/estimates.json index a258860945cd..48038af9e536 100644 --- a/criterion/fan_in_hydroflow/change/estimates.json +++ b/criterion/fan_in_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.022398871772913883,"upper_bound":-0.018327172486439672},"point_estimate":-0.0204149810550035,"standard_error":0.0010318114435064673},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.022635911982472456,"upper_bound":-0.01904127522896648},"point_estimate":-0.020860550863596616,"standard_error":0.0009224513086814923}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.016572891538086824,"upper_bound":0.021289229826469247},"point_estimate":0.01897749827636286,"standard_error":0.0012031848421537197},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.016554959826877935,"upper_bound":0.02272711077170686},"point_estimate":0.019441976891912516,"standard_error":0.0016381126289504984}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/estimates.json b/criterion/fan_in_hydroflow/new/estimates.json index a066eb9db526..397faba1823d 100644 --- a/criterion/fan_in_hydroflow/new/estimates.json +++ b/criterion/fan_in_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72880074.69025001,"upper_bound":73099815.93},"point_estimate":72987114.52,"standard_error":56202.756831276005},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72820523.0,"upper_bound":72996968.0},"point_estimate":72907375.0,"standard_error":41974.13699328687},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":323966.08930595237,"upper_bound":603568.673184514},"point_estimate":491214.2819792032,"standard_error":74999.23885914012},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":439497.1474380511,"upper_bound":693577.751566357},"point_estimate":564183.0312012619,"standard_error":65772.42193134938}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74235018.03825001,"upper_bound":74512645.49},"point_estimate":74372227.36,"standard_error":71080.43115146874},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74104928.0,"upper_bound":74569862.5},"point_estimate":74324838.5,"standard_error":120375.21040241711},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":576315.5204683542,"upper_bound":855958.3384037018},"point_estimate":750065.8591836691,"standard_error":72608.58540290766},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":585643.522571797,"upper_bound":848824.4316768625},"point_estimate":717520.4872947583,"standard_error":67900.17875904623}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/sample.json b/criterion/fan_in_hydroflow/new/sample.json index 12bb7cb1cbea..317a844b61e9 100644 --- a/criterion/fan_in_hydroflow/new/sample.json +++ b/criterion/fan_in_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[72849432.0,72151176.0,72901129.0,72643176.0,72265660.0,72682470.0,72998381.0,72653376.0,72691697.0,73654678.0,73414128.0,73389893.0,72960991.0,73084041.0,73053013.0,72106332.0,72364275.0,73135957.0,72918822.0,72738133.0,73137692.0,72736902.0,73562506.0,73985177.0,73515027.0,72939331.0,73468760.0,73355739.0,73661912.0,73531569.0,73656993.0,73634220.0,73410101.0,73923491.0,73384974.0,75528344.0,73486935.0,73155655.0,73135628.0,72859642.0,72689813.0,73051220.0,73764404.0,72691928.0,72431400.0,72672642.0,72996968.0,72725961.0,72307358.0,73237097.0,72922919.0,73410782.0,72750007.0,72553960.0,72912700.0,74595208.0,72523964.0,72662112.0,72969747.0,72924272.0,72800019.0,72496702.0,72931225.0,72823964.0,72794710.0,72625583.0,72853039.0,72755205.0,73562867.0,72719910.0,72841027.0,72566463.0,72121340.0,72574458.0,73269979.0,72902050.0,73348035.0,72933459.0,73278505.0,73043095.0,73453652.0,73643638.0,72887273.0,74311908.0,72880130.0,73290367.0,73327667.0,73479901.0,72305085.0,72552888.0,72434365.0,72718357.0,72606177.0,72653576.0,72357913.0,72851957.0,72561113.0,72099879.0,71989553.0,71542598.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[74620478.0,72841523.0,74707742.0,74864247.0,74017795.0,74988801.0,74976919.0,74890596.0,75014279.0,75659543.0,77143282.0,76388794.0,74885778.0,74591874.0,73960567.0,74695520.0,73993990.0,74388301.0,75292973.0,73777833.0,73931112.0,75411315.0,73738910.0,74097384.0,74418439.0,75205669.0,73828659.0,74243609.0,73683396.0,73294906.0,74601883.0,73482659.0,73533274.0,73821286.0,74432034.0,74355089.0,75077838.0,74517635.0,74181382.0,75075083.0,73732178.0,75126801.0,74629205.0,73917837.0,74862203.0,73875126.0,74269969.0,74266482.0,73559053.0,74547851.0,74380727.0,73669410.0,75119898.0,74081585.0,74241106.0,74863506.0,74078780.0,74839500.0,75328631.0,73991485.0,73611451.0,73661646.0,74145365.0,74731827.0,73816887.0,74558432.0,75113796.0,74598667.0,74841904.0,74102314.0,72834770.0,74104928.0,75073529.0,73471982.0,75176296.0,74187958.0,74521575.0,73952315.0,74807132.0,74821489.0,74997590.0,74828712.0,73720259.0,74035020.0,74131832.0,74009162.0,75763881.0,73731580.0,73723666.0,73381402.0,75093029.0,74091166.0,73821499.0,74844973.0,73444350.0,74489876.0,74294588.0,73573142.0,72494425.0,74604591.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/tukey.json b/criterion/fan_in_hydroflow/new/tukey.json index 0ff3b29bd19e..a2daaa290dc3 100644 --- a/criterion/fan_in_hydroflow/new/tukey.json +++ b/criterion/fan_in_hydroflow/new/tukey.json @@ -1 +1 @@ -[70590029.0,71625003.5,74384935.5,75419910.0] \ No newline at end of file +[70906195.5,72384852.375,76327937.375,77806594.25] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/report/MAD.svg b/criterion/fan_in_hydroflow/report/MAD.svg index 4b5ea69cdfc4..e35ea3d86e7e 100644 --- a/criterion/fan_in_hydroflow/report/MAD.svg +++ b/criterion/fan_in_hydroflow/report/MAD.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -5e-4 - - - + 0.001 - - -0.0015 - - - + + 0.002 - - -0.0025 - - - + + 0.003 - - -0.0035 - - - + + 0.004 - - -0.0045 - - - + + 0.005 - - -0.0055 + + +0.006 - + - -300 + +550 - - -350 + + +600 - - -400 + + +650 - - -450 + + +700 - - -500 + + +750 - - -550 + + +800 - - -600 + + +850 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/SD.svg b/criterion/fan_in_hydroflow/report/SD.svg index 0b800336f695..38074ddb5a9f 100644 --- a/criterion/fan_in_hydroflow/report/SD.svg +++ b/criterion/fan_in_hydroflow/report/SD.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - + - -450 + +600 - - -500 + + +650 - + -550 +700 - -600 + +750 - - -650 + + +800 - - -700 + + +850 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/both/iteration_times.svg b/criterion/fan_in_hydroflow/report/both/iteration_times.svg index 0d3379f4f100..4e0fc435a9f4 100644 --- a/criterion/fan_in_hydroflow/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/both/iteration_times.svg @@ -16,57 +16,62 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + - + - + 72.0 - - + + 72.5 - - + + 73.0 - - + + 73.5 - - + + 74.0 - - + + 74.5 - - + + 75.0 - - + + 75.5 - - + + 76.0 - - + + 76.5 - + + +77.0 + + 0 @@ -112,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow/report/both/pdf.svg b/criterion/fan_in_hydroflow/report/both/pdf.svg index 9fa0618718bd..8b2ad080a1e1 100644 --- a/criterion/fan_in_hydroflow/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow/report/both/pdf.svg @@ -9,55 +9,55 @@ Density (a.u.) Average Time (ms) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - -0.8 - - + - + 72 - - + + 74 - - + + 76 - - - - - + + +78 + + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow/report/change/mean.svg b/criterion/fan_in_hydroflow/report/change/mean.svg index 83fff398ea51..93638d75d137 100644 --- a/criterion/fan_in_hydroflow/report/change/mean.svg +++ b/criterion/fan_in_hydroflow/report/change/mean.svg @@ -9,78 +9,78 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - + - --0.0225 + +0.0165 + + + +0.017 - - --0.022 + + +0.0175 - - --0.0215 + + +0.018 - - --0.021 + + +0.0185 - - --0.0205 + + +0.019 - - --0.02 + + +0.0195 - - --0.0195 + + +0.02 - - --0.019 + + +0.0205 - - --0.0185 + + +0.021 - - --0.018 + + +0.0215 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/median.svg b/criterion/fan_in_hydroflow/report/change/median.svg index 8d240f39f65f..48535b97e133 100644 --- a/criterion/fan_in_hydroflow/report/change/median.svg +++ b/criterion/fan_in_hydroflow/report/change/median.svg @@ -9,78 +9,62 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - - -400 - - + - --0.023 - - - --0.0225 + +0.016 - - --0.022 + + +0.017 - - --0.0215 + + +0.018 - - --0.021 + + +0.019 - - --0.0205 + + +0.02 - - --0.02 + + +0.021 - - --0.0195 + + +0.022 - - --0.019 + + +0.023 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/t-test.svg b/criterion/fan_in_hydroflow/report/change/t-test.svg index 778bb1920905..026c6f1daf48 100644 --- a/criterion/fan_in_hydroflow/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow/report/index.html b/criterion/fan_in_hydroflow/report/index.html index 4091861f5531..42ddafe6a4f3 100644 --- a/criterion/fan_in_hydroflow/report/index.html +++ b/criterion/fan_in_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0600567 - 0.0621047 - 0.0598424 + 0.0010206 + 0.0010582 + 0.0010188 Mean - 72.880 ms - 72.987 ms - 73.100 ms + 74.235 ms + 74.372 ms + 74.513 ms Std. Dev. - 439.50 µs - 564.18 µs - 693.58 µs + 585.64 µs + 717.52 µs + 848.82 µs Median - 72.821 ms - 72.907 ms - 72.997 ms + 74.105 ms + 74.325 ms + 74.570 ms MAD - 323.97 µs - 491.21 µs - 603.57 µs + 576.32 µs + 750.07 µs + 855.96 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -2.2399% - -2.0415% - -1.8327% + +1.6573% + +1.8977% + +2.1289% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow/report/iteration_times.svg b/criterion/fan_in_hydroflow/report/iteration_times.svg index 422dad7f37cf..6c7993b4a3bd 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times.svg @@ -15,47 +15,57 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + - -72.0 - - - + 72.5 - - + + 73.0 - - + + 73.5 - - + + 74.0 - - + + 74.5 - - + + 75.0 - - + + 75.5 - + + +76.0 + + + +76.5 + + + +77.0 + + 10 @@ -97,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + Sample diff --git a/criterion/fan_in_hydroflow/report/iteration_times_small.svg b/criterion/fan_in_hydroflow/report/iteration_times_small.svg index c25b32dc3808..3ee0bd7eef5a 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times_small.svg @@ -12,47 +12,57 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + - -72.0 - - - + 72.5 - - + + 73.0 - - + + 73.5 - - + + 74.0 - - + + 74.5 - - + + 75.0 - - + + 75.5 - + + +76.0 + + + +76.5 + + + +77.0 + + 10 @@ -94,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + diff --git a/criterion/fan_in_hydroflow/report/mean.svg b/criterion/fan_in_hydroflow/report/mean.svg index beb439ecfc47..e7d825fdc7de 100644 --- a/criterion/fan_in_hydroflow/report/mean.svg +++ b/criterion/fan_in_hydroflow/report/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - + - -72.9 + +74.25 + + + +74.3 - - -72.95 + + +74.35 - - -73 + + +74.4 - - -73.05 + + +74.45 - - -73.1 + + +74.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/median.svg b/criterion/fan_in_hydroflow/report/median.svg index 959903d211bf..d9b2fb92cb1f 100644 --- a/criterion/fan_in_hydroflow/report/median.svg +++ b/criterion/fan_in_hydroflow/report/median.svg @@ -9,86 +9,94 @@ Density (a.u.) Average time (ms) - -2 + +0.5 - - -4 + + +1 + + + +1.5 - - -6 + + +2 - - -8 + + +2.5 - - -10 + + +3 - - -12 + + +3.5 - - -14 + + +4 - - -16 + + +4.5 - - -18 + + +5 - + - -72.82 + +74.1 + + + +74.15 - - -72.84 + + +74.2 - - -72.86 + + +74.25 - - -72.88 + + +74.3 - - -72.9 + + +74.35 - - -72.92 + + +74.4 - - -72.94 + + +74.45 - - -72.96 + + +74.5 - - -72.98 + + +74.55 - - -73 + + +74.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/pdf.svg b/criterion/fan_in_hydroflow/report/pdf.svg index 7457447504cf..78489631d6c2 100644 --- a/criterion/fan_in_hydroflow/report/pdf.svg +++ b/criterion/fan_in_hydroflow/report/pdf.svg @@ -54,50 +54,34 @@ Average Time (ms) - -71 - - - -71.5 - - - + 72 - - -72.5 - - - + + 73 - - -73.5 - - - + + 74 - - -74.5 - - - + + 75 - - -75.5 - - - + + 76 - + + +77 + + + +78 + + Density (a.u.) @@ -106,46 +90,56 @@ Density (a.u.) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - -0.4 + + +0.35 - - -0.5 + + +0.4 - - -0.6 + + +0.45 - - -0.7 + + +0.5 - - - - - + + + + + - - - - - - - + + + + + PDF diff --git a/criterion/fan_in_hydroflow/report/pdf_small.svg b/criterion/fan_in_hydroflow/report/pdf_small.svg index cb2ecf947dab..8aa71a9f2eb1 100644 --- a/criterion/fan_in_hydroflow/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/pdf_small.svg @@ -10,51 +10,43 @@ Average Time (ms) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - -0.6 - - - -0.7 - - - -0.8 - - + - + 72 - - + + 74 - - + + 76 - - - + + +78 + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg index d37fa03422f3..bb6bd5dbdfde 100644 --- a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg @@ -13,57 +13,62 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + - + - + 72.0 - - + + 72.5 - - + + 73.0 - - + + 73.5 - - + + 74.0 - - + + 74.5 - - + + 75.0 - - + + 75.5 - - + + 76.0 - - + + 76.5 - + + +77.0 + + 0 @@ -109,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg index d0f72627161d..30e0236d5848 100644 --- a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg @@ -6,53 +6,53 @@ Density (a.u.) Average Time (ms) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - -0.8 - - + - + 72 - - + + 74 - - + + 76 - - - - - + + +78 + + + + + + diff --git a/criterion/fan_in_hydroflow/report/typical.svg b/criterion/fan_in_hydroflow/report/typical.svg index 5340af2a24e7..e133b6e10aa3 100644 --- a/criterion/fan_in_hydroflow/report/typical.svg +++ b/criterion/fan_in_hydroflow/report/typical.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - + - -72.9 + +74.25 + + + +74.3 - - -72.95 + + +74.35 - - -73 + + +74.4 - - -73.05 + + +74.45 - - -73.1 + + +74.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/base/estimates.json b/criterion/fan_in_hydroflow_surface/base/estimates.json index 5ec6759e51cb..02bb2d0434b9 100644 --- a/criterion/fan_in_hydroflow_surface/base/estimates.json +++ b/criterion/fan_in_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40748529.191374995,"upper_bound":40804241.93875},"point_estimate":40774723.405,"standard_error":14250.355759093736},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40694553.0,"upper_bound":40740855.5},"point_estimate":40709322.5,"standard_error":13921.9400127578},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35059.04157757759,"upper_bound":106891.38095229864},"point_estimate":56088.239604234695,"standard_error":20434.05435755207},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98969.44104623618,"upper_bound":182532.53009362612},"point_estimate":142654.0534945741,"standard_error":21379.929224847947}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40951849.769625,"upper_bound":41388578.855},"point_estimate":41126311.665,"standard_error":114748.47526094226},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40891298.5,"upper_bound":41003917.75},"point_estimate":40985383.0,"standard_error":41479.423913137914},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71195.93333601952,"upper_bound":168104.22736555338},"point_estimate":140026.00776404142,"standard_error":23466.371694674523},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":172464.6660470562,"upper_bound":1860279.7611316834},"point_estimate":1152080.8388207287,"standard_error":467766.47999645484}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/sample.json b/criterion/fan_in_hydroflow_surface/base/sample.json index ef7b0c7cd7ea..35a5f4479d87 100644 --- a/criterion/fan_in_hydroflow_surface/base/sample.json +++ b/criterion/fan_in_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[81910618.0,81388120.0,81613452.0,81722246.0,81628961.0,81701958.0,81438675.0,81735209.0,81644430.0,81415281.0,81931546.0,81702876.0,81381804.0,81352318.0,81322152.0,81455161.0,81340787.0,81367526.0,81368458.0,82745464.0,81400869.0,81360573.0,81346067.0,81366525.0,81410577.0,81664281.0,81636860.0,81311632.0,81462564.0,81644775.0,81423421.0,81780850.0,82062126.0,81380912.0,81372065.0,81348171.0,81425595.0,81204521.0,81378728.0,81388917.0,81765992.0,81409005.0,81695330.0,81684770.0,81492260.0,81422009.0,81613447.0,81389668.0,81442687.0,81646899.0,81381793.0,81350274.0,81491319.0,81469367.0,81370713.0,81809584.0,82897499.0,81470740.0,81481711.0,81657179.0,81362968.0,81389106.0,81385871.0,81317313.0,81384558.0,81367968.0,81385931.0,81707873.0,82036339.0,81376383.0,81383265.0,81371134.0,81337932.0,81687175.0,81954946.0,81624498.0,81612876.0,81402232.0,81628305.0,81380060.0,81331840.0,82327643.0,81351787.0,81372986.0,81322763.0,81403855.0,81340936.0,81325328.0,81614339.0,81770511.0,81649894.0,81700990.0,81393535.0,82365594.0,81403494.0,81683789.0,81340376.0,81371685.0,81338052.0,81959234.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[81990242.0,81525379.0,81734632.0,82697542.0,81772924.0,81770710.0,81992417.0,82099639.0,81707361.0,81387810.0,82099187.0,81671393.0,81695529.0,81767644.0,81710246.0,82092966.0,81767714.0,81758266.0,81959044.0,82028604.0,82050095.0,80985253.0,82010851.0,82085401.0,81785017.0,82058631.0,81732878.0,83055916.0,80641807.0,82060625.0,81982488.0,82004098.0,81992938.0,82065003.0,81702411.0,81834880.0,81744170.0,81719003.0,82074752.0,81673176.0,82633211.0,81780177.0,81698825.0,81716949.0,81719884.0,82031550.0,81743749.0,81797050.0,82053482.0,81702872.0,82053261.0,81822147.0,81877461.0,82058441.0,82021412.0,82204104.0,81805555.0,81719374.0,81710917.0,82032452.0,82102563.0,82062669.0,81705026.0,81699035.0,82919069.0,81822718.0,81791168.0,82004820.0,81729151.0,81999149.0,81690158.0,82007075.0,81650624.0,81710716.0,81745382.0,93890335.0,83656445.0,101347945.0,82058351.0,82003597.0,82069211.0,82035079.0,82044851.0,82090155.0,83648186.0,82068445.0,81704481.0,81690184.0,82976943.0,81554930.0,82069147.0,81983626.0,82040493.0,82012019.0,81587902.0,81767719.0,81716203.0,81783570.0,82065179.0,82086499.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/tukey.json b/criterion/fan_in_hydroflow_surface/base/tukey.json index 78533084b926..4b74ec4e4edb 100644 --- a/criterion/fan_in_hydroflow_surface/base/tukey.json +++ b/criterion/fan_in_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[40254662.75,40470218.1875,41045032.6875,41260588.125] \ No newline at end of file +[40349868.25,40604754.4375,41284450.9375,41539337.125] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/change/estimates.json b/criterion/fan_in_hydroflow_surface/change/estimates.json index fc3c69857a0d..e73efc43417b 100644 --- a/criterion/fan_in_hydroflow_surface/change/estimates.json +++ b/criterion/fan_in_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008510536159903222,"upper_bound":-0.006414902729598823},"point_estimate":-0.00748791793093917,"standard_error":0.0005333921526784842},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009474528495193257,"upper_bound":-0.0072149889486570196},"point_estimate":-0.008567926389022706,"standard_error":0.0005967391390074778}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004215751912595156,"upper_bound":0.015610368613930461},"point_estimate":0.008622701287457124,"standard_error":0.0030337372190295028},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004185074120498067,"upper_bound":0.007412447947911627},"point_estimate":0.00678125999272039,"standard_error":0.0010742159143080363}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/estimates.json b/criterion/fan_in_hydroflow_surface/new/estimates.json index 5ec6759e51cb..02bb2d0434b9 100644 --- a/criterion/fan_in_hydroflow_surface/new/estimates.json +++ b/criterion/fan_in_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40748529.191374995,"upper_bound":40804241.93875},"point_estimate":40774723.405,"standard_error":14250.355759093736},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40694553.0,"upper_bound":40740855.5},"point_estimate":40709322.5,"standard_error":13921.9400127578},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35059.04157757759,"upper_bound":106891.38095229864},"point_estimate":56088.239604234695,"standard_error":20434.05435755207},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98969.44104623618,"upper_bound":182532.53009362612},"point_estimate":142654.0534945741,"standard_error":21379.929224847947}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40951849.769625,"upper_bound":41388578.855},"point_estimate":41126311.665,"standard_error":114748.47526094226},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40891298.5,"upper_bound":41003917.75},"point_estimate":40985383.0,"standard_error":41479.423913137914},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71195.93333601952,"upper_bound":168104.22736555338},"point_estimate":140026.00776404142,"standard_error":23466.371694674523},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":172464.6660470562,"upper_bound":1860279.7611316834},"point_estimate":1152080.8388207287,"standard_error":467766.47999645484}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/sample.json b/criterion/fan_in_hydroflow_surface/new/sample.json index ef7b0c7cd7ea..35a5f4479d87 100644 --- a/criterion/fan_in_hydroflow_surface/new/sample.json +++ b/criterion/fan_in_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[81910618.0,81388120.0,81613452.0,81722246.0,81628961.0,81701958.0,81438675.0,81735209.0,81644430.0,81415281.0,81931546.0,81702876.0,81381804.0,81352318.0,81322152.0,81455161.0,81340787.0,81367526.0,81368458.0,82745464.0,81400869.0,81360573.0,81346067.0,81366525.0,81410577.0,81664281.0,81636860.0,81311632.0,81462564.0,81644775.0,81423421.0,81780850.0,82062126.0,81380912.0,81372065.0,81348171.0,81425595.0,81204521.0,81378728.0,81388917.0,81765992.0,81409005.0,81695330.0,81684770.0,81492260.0,81422009.0,81613447.0,81389668.0,81442687.0,81646899.0,81381793.0,81350274.0,81491319.0,81469367.0,81370713.0,81809584.0,82897499.0,81470740.0,81481711.0,81657179.0,81362968.0,81389106.0,81385871.0,81317313.0,81384558.0,81367968.0,81385931.0,81707873.0,82036339.0,81376383.0,81383265.0,81371134.0,81337932.0,81687175.0,81954946.0,81624498.0,81612876.0,81402232.0,81628305.0,81380060.0,81331840.0,82327643.0,81351787.0,81372986.0,81322763.0,81403855.0,81340936.0,81325328.0,81614339.0,81770511.0,81649894.0,81700990.0,81393535.0,82365594.0,81403494.0,81683789.0,81340376.0,81371685.0,81338052.0,81959234.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[81990242.0,81525379.0,81734632.0,82697542.0,81772924.0,81770710.0,81992417.0,82099639.0,81707361.0,81387810.0,82099187.0,81671393.0,81695529.0,81767644.0,81710246.0,82092966.0,81767714.0,81758266.0,81959044.0,82028604.0,82050095.0,80985253.0,82010851.0,82085401.0,81785017.0,82058631.0,81732878.0,83055916.0,80641807.0,82060625.0,81982488.0,82004098.0,81992938.0,82065003.0,81702411.0,81834880.0,81744170.0,81719003.0,82074752.0,81673176.0,82633211.0,81780177.0,81698825.0,81716949.0,81719884.0,82031550.0,81743749.0,81797050.0,82053482.0,81702872.0,82053261.0,81822147.0,81877461.0,82058441.0,82021412.0,82204104.0,81805555.0,81719374.0,81710917.0,82032452.0,82102563.0,82062669.0,81705026.0,81699035.0,82919069.0,81822718.0,81791168.0,82004820.0,81729151.0,81999149.0,81690158.0,82007075.0,81650624.0,81710716.0,81745382.0,93890335.0,83656445.0,101347945.0,82058351.0,82003597.0,82069211.0,82035079.0,82044851.0,82090155.0,83648186.0,82068445.0,81704481.0,81690184.0,82976943.0,81554930.0,82069147.0,81983626.0,82040493.0,82012019.0,81587902.0,81767719.0,81716203.0,81783570.0,82065179.0,82086499.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/tukey.json b/criterion/fan_in_hydroflow_surface/new/tukey.json index 78533084b926..4b74ec4e4edb 100644 --- a/criterion/fan_in_hydroflow_surface/new/tukey.json +++ b/criterion/fan_in_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[40254662.75,40470218.1875,41045032.6875,41260588.125] \ No newline at end of file +[40349868.25,40604754.4375,41284450.9375,41539337.125] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/report/MAD.svg b/criterion/fan_in_hydroflow_surface/report/MAD.svg index d366117062cb..a63c8cee489d 100644 --- a/criterion/fan_in_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_in_hydroflow_surface/report/MAD.svg @@ -9,74 +9,98 @@ Density (a.u.) Average time (µs) - -0.005 + +0.002 - - -0.01 + + +0.004 - - -0.015 + + +0.006 - - -0.02 + + +0.008 - - -0.025 + + +0.01 - - -0.03 + + +0.012 - - -0.035 + + +0.014 - - - -30 + + +0.016 - - -40 + + +0.018 - - -50 + + +0.02 - - -60 + + +0.022 - - + + + 70 - - + + 80 - - + + 90 - - + + 100 - - + + 110 - - - - + + +120 + + + +130 + + + +140 + + + +150 + + + +160 + + + +170 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/SD.svg b/criterion/fan_in_hydroflow_surface/report/SD.svg index c9fd77c460ba..777be815c638 100644 --- a/criterion/fan_in_hydroflow_surface/report/SD.svg +++ b/criterion/fan_in_hydroflow_surface/report/SD.svg @@ -6,93 +6,81 @@ fan_in/hydroflow/surface:SD Density (a.u.) -Average time (µs) +Average time (ms) - -0.002 + +0.2 - - -0.004 + + +0.4 - - -0.006 + + +0.6 - - -0.008 + + +0.8 - - -0.01 + + +1 - - -0.012 + + +1.2 - - -0.014 - - - -0.016 - - - -0.018 - - + - -90 + +0 - - -100 + + +0.2 - - -110 + + +0.4 - - -120 + + +0.6 - + -130 +0.8 - -140 + +1 - - -150 + + +1.2 - - -160 + + +1.4 - - -170 + + +1.6 - - -180 + + +1.8 - - -190 + + +2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg index a179cc098e2f..27f5afa4dd4b 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg @@ -16,62 +16,57 @@ Average Iteration Time (ms) - - + + - - - - - - - - + + + + + + + - -40.7 + +41.0 - - -40.8 + + +42.0 - + -40.9 +43.0 - -41.0 - - - -41.1 + +44.0 - - -41.2 + + +45.0 - - -41.3 + + +46.0 - - -41.4 + + +47.0 - - -41.5 + + +48.0 - - -41.6 + + +49.0 - - -41.7 + + +50.0 - + 0 @@ -117,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg index e90237f95ffb..b9d99c4ae37f 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg @@ -38,22 +38,22 @@ Average Time (ms) - -40.5 - - - -41 - - - -41.5 - - - - - - + +40 + + + +45 + + + +50 + + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow_surface/report/change/mean.svg b/criterion/fan_in_hydroflow_surface/report/change/mean.svg index 888e4304a3ea..da9c1df4ce0c 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/mean.svg @@ -9,59 +9,67 @@ Density (a.u.) Relative change (%) - -100 + +20 - - -200 + + +40 - - -300 + + +60 - - -400 + + +80 - - -500 + + +100 - - -600 + + +120 - - -700 + + +140 - + - --0.0085 - - - --0.008 - - - --0.0075 - - - --0.007 - - - --0.0065 - - - - - - + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/median.svg b/criterion/fan_in_hydroflow_surface/report/change/median.svg index af7a8bd3c44d..508893646416 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/median.svg @@ -9,58 +9,66 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + - --0.0095 + +0.004 - - --0.009 + + +0.0045 - - --0.0085 + + +0.005 - - --0.008 + + +0.0055 - - --0.0075 + + +0.006 - - --0.007 + + +0.0065 - - - - + + +0.007 + + + +0.0075 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg index 241b02137ead..e242a122e035 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - -0.35 - - - -0.4 - - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow_surface/report/index.html b/criterion/fan_in_hydroflow_surface/report/index.html index ab24d9f1ec52..e697b892c815 100644 --- a/criterion/fan_in_hydroflow_surface/report/index.html +++ b/criterion/fan_in_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0197535 - 0.0204125 - 0.0195828 + 0.0000513 + 0.0000525 + 0.0000499 Mean - 40.749 ms - 40.775 ms - 40.804 ms + 40.952 ms + 41.126 ms + 41.389 ms Std. Dev. - 98.969 µs - 142.65 µs - 182.53 µs + 172.46 µs + 1.1521 ms + 1.8603 ms Median - 40.695 ms - 40.709 ms - 40.741 ms + 40.891 ms + 40.985 ms + 41.004 ms MAD - 35.059 µs - 56.088 µs - 106.89 µs + 71.196 µs + 140.03 µs + 168.10 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - -0.8511% - -0.7488% - -0.6415% + +0.4216% + +0.8623% + +1.5610% (p = 0.00 < 0.05) diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg index 2883d0e57440..2ac95a304374 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg @@ -15,47 +15,57 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + - -40.7 + +41.0 - - -40.8 + + +42.0 - - -40.9 + + +43.0 - - -41.0 + + +44.0 + + + +45.0 + + + +46.0 - - -41.1 + + +47.0 - - -41.2 + + +48.0 - - -41.3 + + +49.0 - - -41.4 + + +50.0 - + 10 @@ -97,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg index 4d9ced6a0e47..afed9ca4ec72 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg @@ -12,47 +12,57 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + - -40.7 + +41.0 - - -40.8 + + +42.0 - - -40.9 + + +43.0 - - -41.0 + + +44.0 + + + +45.0 + + + +46.0 - - -41.1 + + +47.0 - - -41.2 + + +48.0 - - -41.3 + + +49.0 - - -41.4 + + +50.0 - + 10 @@ -94,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/mean.svg b/criterion/fan_in_hydroflow_surface/report/mean.svg index 739d5e2229ab..a219267b2a0b 100644 --- a/criterion/fan_in_hydroflow_surface/report/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/mean.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ms) - -5 + +0.5 - - -10 + + +1 - - -15 + + +1.5 - - -20 + + +2 - - -25 + + +2.5 - - -30 + + +3 - + + +3.5 + + + +4 + + - -40.75 + +40.95 + + + +41 + + + +41.05 + + + +41.1 - - -40.76 + + +41.15 - - -40.77 + + +41.2 - - -40.78 + + +41.25 - - -40.79 + + +41.3 - - -40.8 + + +41.35 - - -40.81 + + +41.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/median.svg b/criterion/fan_in_hydroflow_surface/report/median.svg index cd709980a5cb..0c153714e32c 100644 --- a/criterion/fan_in_hydroflow_surface/report/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/median.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - - -45 - - - -50 - - - -55 - - + - -40.69 + +40.88 + + + +40.9 - - -40.7 + + +40.92 - - -40.71 + + +40.94 - - -40.72 + + +40.96 - - -40.73 + + +40.98 - - -40.74 + + +41 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/pdf.svg b/criterion/fan_in_hydroflow_surface/report/pdf.svg index d5580f8a332f..e1d702530ed3 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf.svg @@ -54,26 +54,34 @@ Average Time (ms) - -40.6 + +40 - - -40.8 + + +42 - - -41 + + +44 - - -41.2 + + +46 - - -41.4 + + +48 - + + +50 + + + +52 + + Density (a.u.) @@ -82,48 +90,62 @@ Density (a.u.) 0 - -0.5 + +0.1 - - -1 + + +0.2 - - -1.5 + + +0.3 - - -2 + + +0.4 + + + +0.5 + + + +0.6 - - -2.5 - - - -3 - - - -3.5 - - - - - - - - - - - - - - - - + + +0.7 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg index 8aabceea7d43..f0479d727761 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg @@ -10,51 +10,51 @@ Average Time (ms) 0 - -0.5 + +0.1 - - -1 + + +0.2 - - -1.5 + + +0.3 - - -2 + + +0.4 - - -2.5 + + +0.5 - - -3 + + +0.6 - - -3.5 + + +0.7 - - -4 + + +0.8 - + - -40.5 + +40 - - -41 + + +45 - - -41.5 + + +50 - - - + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg index f9887842e50c..40dcc9820d53 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,62 +13,57 @@ Average Iteration Time (ms) - - + + - - - - - - - - + + + + + + + - -40.7 + +41.0 - - -40.8 + + +42.0 - + -40.9 +43.0 - -41.0 - - - -41.1 + +44.0 - - -41.2 + + +45.0 - - -41.3 + + +46.0 - - -41.4 + + +47.0 - - -41.5 + + +48.0 - - -41.6 + + +49.0 - - -41.7 + + +50.0 - + 0 @@ -114,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg index debe15cfb3e4..bff50c72d8ed 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg @@ -35,20 +35,20 @@ Average Time (ms) - -40.5 - - - -41 - - - -41.5 - - - - - - + +40 + + + +45 + + + +50 + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/typical.svg b/criterion/fan_in_hydroflow_surface/report/typical.svg index f605a2b3a3d8..f7ed8a64b431 100644 --- a/criterion/fan_in_hydroflow_surface/report/typical.svg +++ b/criterion/fan_in_hydroflow_surface/report/typical.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ms) - -5 + +0.5 - - -10 + + +1 - - -15 + + +1.5 - - -20 + + +2 - - -25 + + +2.5 - - -30 + + +3 - + + +3.5 + + + +4 + + - -40.75 + +40.95 + + + +41 + + + +41.05 + + + +41.1 - - -40.76 + + +41.15 - - -40.77 + + +41.2 - - -40.78 + + +41.25 - - -40.79 + + +41.3 - - -40.8 + + +41.35 - - -40.81 + + +41.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/base/estimates.json b/criterion/fan_out_hydroflow_scheduled/base/estimates.json index 72d4a5002f20..59ba5c2e9d2d 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46180341.481750004,"upper_bound":47031839.3715},"point_estimate":46556363.21,"standard_error":219967.18095814844},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45968212.5,"upper_bound":46097186.5},"point_estimate":46026093.75,"standard_error":32082.532860534036},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":183873.13288684952,"upper_bound":336661.759673059},"point_estimate":251118.33574175835,"standard_error":40167.91136936594},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1037908.564557392,"upper_bound":3148130.554778102},"point_estimate":2217376.7792049795,"standard_error":560812.7270121258}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47096972.760875,"upper_bound":47531512.375},"point_estimate":47279127.15,"standard_error":112918.69720605685},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46993980.5,"upper_bound":47160584.0},"point_estimate":47067592.0,"standard_error":38098.00856681661},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":268337.2518360615,"upper_bound":464419.6233049035},"point_estimate":359235.08557230234,"standard_error":48451.303588916},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":382349.48863827175,"upper_bound":1782673.895330261},"point_estimate":1131630.1936634579,"standard_error":399397.92274017644}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/sample.json b/criterion/fan_out_hydroflow_scheduled/base/sample.json index cfb699655e56..2ca3e830a266 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[92250796.0,112467041.0,111187388.0,93670252.0,91243984.0,91599999.0,92289478.0,90970073.0,92045495.0,92255457.0,91443499.0,91723051.0,113257954.0,93084517.0,119491193.0,94578903.0,95078578.0,91832085.0,91838838.0,91600352.0,91914529.0,91830562.0,91603348.0,92013074.0,92251970.0,92161331.0,92248444.0,91445883.0,91569525.0,91269613.0,92275535.0,92465661.0,91283540.0,91795417.0,92076342.0,92614939.0,91799855.0,92217927.0,91809283.0,91972608.0,92083558.0,91958602.0,91931330.0,91439942.0,94865259.0,93046517.0,93661998.0,91762365.0,92431917.0,92969934.0,92508300.0,91937733.0,92282829.0,91508049.0,91451694.0,92479516.0,92400559.0,95310202.0,91918306.0,91490907.0,93057026.0,91941520.0,92360334.0,92043931.0,91662137.0,92171410.0,92016370.0,91545099.0,92678529.0,92058880.0,91634466.0,91882420.0,91656527.0,93059671.0,92107480.0,92131155.0,92431567.0,92221313.0,91534729.0,92714365.0,91655686.0,95004459.0,94632994.0,91886959.0,92262180.0,92059962.0,92889924.0,92194373.0,91733982.0,91815635.0,91944516.0,91458286.0,92071904.0,91752869.0,91611013.0,93545252.0,92312015.0,91786692.0,91969023.0,91808153.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[95490406.0,93571568.0,93184400.0,94508349.0,93758259.0,94635439.0,93769741.0,94187235.0,93667719.0,93656127.0,94064445.0,94346195.0,93208887.0,94330115.0,93546741.0,94351485.0,94253049.0,93977772.0,94842658.0,93364850.0,94005494.0,94313373.0,94321168.0,93716340.0,93533296.0,94954348.0,94921697.0,94635148.0,94570877.0,95018058.0,96103900.0,94621773.0,94413972.0,94872323.0,93432086.0,93987961.0,94162549.0,94158903.0,96210052.0,95184020.0,93263909.0,95178630.0,93272997.0,93434710.0,93802292.0,93395277.0,93197494.0,93182697.0,93903132.0,94936865.0,93946382.0,94399545.0,95420575.0,93651148.0,93835675.0,94092518.0,93436605.0,93846885.0,95123736.0,93669232.0,93911358.0,93129747.0,93885188.0,94547262.0,93873726.0,94617124.0,94940332.0,93422529.0,93518489.0,93579754.0,94111465.0,94055929.0,94394015.0,94325507.0,93918562.0,94235197.0,94083060.0,93711933.0,94176857.0,95506267.0,113058582.0,103395141.0,97672269.0,98911320.0,94804217.0,94620351.0,92865751.0,94946905.0,93582830.0,95197225.0,94081678.0,94184061.0,94820807.0,94013130.0,95783689.0,93809867.0,93583130.0,94172039.0,94108639.0,95426416.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/tukey.json b/criterion/fan_out_hydroflow_scheduled/base/tukey.json index 6f0c5546d6e9..ba2ca1d5e71d 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[44859452.5,45369724.0,46730448.0,47240719.5] \ No newline at end of file +[45386065.25,46118347.0625,48071098.5625,48803380.375] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/change/estimates.json b/criterion/fan_out_hydroflow_scheduled/change/estimates.json index cbb2733696ab..1e5dc0c4f645 100644 --- a/criterion/fan_out_hydroflow_scheduled/change/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.024331911792294582,"upper_bound":-0.0040682447799234855},"point_estimate":-0.015995610544448202,"standard_error":0.0050630793844283015},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.028715124725509855,"upper_bound":-0.022784355446597404},"point_estimate":-0.0252994432903203,"standard_error":0.001392139366692703}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004335537064512557,"upper_bound":0.025437257840062018},"point_estimate":0.01552449311257087,"standard_error":0.00537076447897511},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.020425025182767564,"upper_bound":0.024941353323115534},"point_estimate":0.022628430204333805,"standard_error":0.001118667389829375}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/estimates.json b/criterion/fan_out_hydroflow_scheduled/new/estimates.json index 72d4a5002f20..59ba5c2e9d2d 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46180341.481750004,"upper_bound":47031839.3715},"point_estimate":46556363.21,"standard_error":219967.18095814844},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45968212.5,"upper_bound":46097186.5},"point_estimate":46026093.75,"standard_error":32082.532860534036},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":183873.13288684952,"upper_bound":336661.759673059},"point_estimate":251118.33574175835,"standard_error":40167.91136936594},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1037908.564557392,"upper_bound":3148130.554778102},"point_estimate":2217376.7792049795,"standard_error":560812.7270121258}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47096972.760875,"upper_bound":47531512.375},"point_estimate":47279127.15,"standard_error":112918.69720605685},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46993980.5,"upper_bound":47160584.0},"point_estimate":47067592.0,"standard_error":38098.00856681661},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":268337.2518360615,"upper_bound":464419.6233049035},"point_estimate":359235.08557230234,"standard_error":48451.303588916},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":382349.48863827175,"upper_bound":1782673.895330261},"point_estimate":1131630.1936634579,"standard_error":399397.92274017644}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/sample.json b/criterion/fan_out_hydroflow_scheduled/new/sample.json index cfb699655e56..2ca3e830a266 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[92250796.0,112467041.0,111187388.0,93670252.0,91243984.0,91599999.0,92289478.0,90970073.0,92045495.0,92255457.0,91443499.0,91723051.0,113257954.0,93084517.0,119491193.0,94578903.0,95078578.0,91832085.0,91838838.0,91600352.0,91914529.0,91830562.0,91603348.0,92013074.0,92251970.0,92161331.0,92248444.0,91445883.0,91569525.0,91269613.0,92275535.0,92465661.0,91283540.0,91795417.0,92076342.0,92614939.0,91799855.0,92217927.0,91809283.0,91972608.0,92083558.0,91958602.0,91931330.0,91439942.0,94865259.0,93046517.0,93661998.0,91762365.0,92431917.0,92969934.0,92508300.0,91937733.0,92282829.0,91508049.0,91451694.0,92479516.0,92400559.0,95310202.0,91918306.0,91490907.0,93057026.0,91941520.0,92360334.0,92043931.0,91662137.0,92171410.0,92016370.0,91545099.0,92678529.0,92058880.0,91634466.0,91882420.0,91656527.0,93059671.0,92107480.0,92131155.0,92431567.0,92221313.0,91534729.0,92714365.0,91655686.0,95004459.0,94632994.0,91886959.0,92262180.0,92059962.0,92889924.0,92194373.0,91733982.0,91815635.0,91944516.0,91458286.0,92071904.0,91752869.0,91611013.0,93545252.0,92312015.0,91786692.0,91969023.0,91808153.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[95490406.0,93571568.0,93184400.0,94508349.0,93758259.0,94635439.0,93769741.0,94187235.0,93667719.0,93656127.0,94064445.0,94346195.0,93208887.0,94330115.0,93546741.0,94351485.0,94253049.0,93977772.0,94842658.0,93364850.0,94005494.0,94313373.0,94321168.0,93716340.0,93533296.0,94954348.0,94921697.0,94635148.0,94570877.0,95018058.0,96103900.0,94621773.0,94413972.0,94872323.0,93432086.0,93987961.0,94162549.0,94158903.0,96210052.0,95184020.0,93263909.0,95178630.0,93272997.0,93434710.0,93802292.0,93395277.0,93197494.0,93182697.0,93903132.0,94936865.0,93946382.0,94399545.0,95420575.0,93651148.0,93835675.0,94092518.0,93436605.0,93846885.0,95123736.0,93669232.0,93911358.0,93129747.0,93885188.0,94547262.0,93873726.0,94617124.0,94940332.0,93422529.0,93518489.0,93579754.0,94111465.0,94055929.0,94394015.0,94325507.0,93918562.0,94235197.0,94083060.0,93711933.0,94176857.0,95506267.0,113058582.0,103395141.0,97672269.0,98911320.0,94804217.0,94620351.0,92865751.0,94946905.0,93582830.0,95197225.0,94081678.0,94184061.0,94820807.0,94013130.0,95783689.0,93809867.0,93583130.0,94172039.0,94108639.0,95426416.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/tukey.json b/criterion/fan_out_hydroflow_scheduled/new/tukey.json index 6f0c5546d6e9..ba2ca1d5e71d 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[44859452.5,45369724.0,46730448.0,47240719.5] \ No newline at end of file +[45386065.25,46118347.0625,48071098.5625,48803380.375] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg index c55f7b188557..ecc382f833d5 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (µs) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - - + + 0.009 - - + + 0.01 - - -0.011 - - + - -180 - - - -200 - - - -220 - - - -240 + +250 - - -260 - - - -280 - - - + + 300 - - -320 + + +350 + + + +400 - - -340 + + +450 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/SD.svg b/criterion/fan_out_hydroflow_scheduled/report/SD.svg index 8aa9217d8188..d186d954745c 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/SD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/SD.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (ms) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 + + +1 + + + +1.2 + + + +1.4 - + + +1.6 + + - + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - - -2.5 + + +1.6 - - -3 + + +1.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg index 3601192bf83e..880cb2e43235 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg @@ -97,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg index f769a4f17e4b..6f97327fda97 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg @@ -9,50 +9,30 @@ Density (a.u.) Average Time (ms) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - - -0.55 + + +0.6 - + 45 @@ -70,10 +50,10 @@ Average Time (ms) 60 - - - - + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg index 0710ff58b3f2..e9ea51749e96 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - -80 - - + - --0.025 - - - --0.02 - - - --0.015 - - - --0.01 - - - --0.005 - - - - - - + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg index 56bf94100c36..d2406fe811ca 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg @@ -9,74 +9,86 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - -450 - - + - --0.029 + +0.02 + + + +0.0205 + + + +0.021 + + + +0.0215 + + + +0.022 - - --0.028 + + +0.0225 - - --0.027 + + +0.023 - - --0.026 + + +0.0235 - - --0.025 + + +0.024 - - --0.024 + + +0.0245 - - --0.023 + + +0.025 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg index 2f13ee2d053c..76523faeaeee 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg @@ -25,10 +25,10 @@ t score 0.15 - + 0.2 - + 0.25 @@ -41,49 +41,49 @@ t score 0.35 - + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/index.html b/criterion/fan_out_hydroflow_scheduled/report/index.html index f42cb4c363fe..a7ca1a932450 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/index.html +++ b/criterion/fan_out_hydroflow_scheduled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0008487 - 0.0008733 - 0.0008346 + 0.0014463 + 0.0014841 + 0.0014132 Mean - 46.180 ms - 46.556 ms - 47.032 ms + 47.097 ms + 47.279 ms + 47.532 ms Std. Dev. - 1.0379 ms - 2.2174 ms - 3.1481 ms + 382.35 µs + 1.1316 ms + 1.7827 ms Median - 45.968 ms - 46.026 ms - 46.097 ms + 46.994 ms + 47.068 ms + 47.161 ms MAD - 183.87 µs - 251.12 µs - 336.66 µs + 268.34 µs + 359.24 µs + 464.42 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - -2.4332% - -1.5996% - -0.4068% + +0.4336% + +1.5524% + +2.5437% (p = 0.00 < 0.05) diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg index bb04af30df43..595da2861543 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg @@ -15,42 +15,57 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + - -46.0 + +47.0 - - + + 48.0 - - + + +49.0 + + + 50.0 - - + + +51.0 + + + 52.0 - - + + +53.0 + + + 54.0 - - -56.0 + + +55.0 - - -58.0 + + +56.0 - + 10 @@ -92,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg index f73992fe7424..0a0ecf83c711 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,42 +12,57 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + - -46.0 + +47.0 - - + + 48.0 - - + + +49.0 + + + 50.0 - - + + +51.0 + + + 52.0 - - + + +53.0 + + + 54.0 - - -56.0 + + +55.0 - - -58.0 + + +56.0 - + 10 @@ -89,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - + + + + + + - - - - - - + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - - - - - - - - - - - + + + + + + + + + + + - - - - - - + + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/mean.svg index ce8c9cf3bdb3..f3b2f98c197f 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/mean.svg @@ -9,94 +9,86 @@ Density (a.u.) Average time (ms) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 + + + +2 - - -1.4 + + +2.5 - - -1.6 + + +3 - - -1.8 + + +3.5 - - -2 + + +4 - + - -46.1 + +47.05 - - -46.2 + + +47.1 - - -46.3 + + +47.15 - - -46.4 + + +47.2 - - -46.5 + + +47.25 - - -46.6 + + +47.3 - - -46.7 + + +47.35 - - -46.8 + + +47.4 - - -46.9 + + +47.45 - - -47 + + +47.5 - - -47.1 + + +47.55 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/median.svg b/criterion/fan_out_hydroflow_scheduled/report/median.svg index d7ff9651de8e..522aca50f3fb 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/median.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (ms) - -5 + +2 - - + + +4 + + + +6 + + + +8 + + + 10 - - -15 + + +12 + + + +14 + + + +16 - + -20 +18 + +20 + + - -45.96 + +46.98 + + + +47 + + + +47.02 - - -45.98 + + +47.04 - - -46 + + +47.06 - - -46.02 + + +47.08 - - -46.04 + + +47.1 - - -46.06 + + +47.12 - - -46.08 + + +47.14 - - -46.1 + + +47.16 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg index cd8141dc5b30..b4a4fed6e2ef 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg @@ -54,46 +54,30 @@ Average Time (ms) - -44 - - - + 46 - - + + 48 - - + + 50 - - + + 52 - - + + 54 - - + + 56 - - -58 - - - -60 - - - -62 - - + Density (a.u.) @@ -102,66 +86,46 @@ Density (a.u.) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.4 + + + +0.5 + + + +0.6 + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg index a27254b6ed60..430ccb65433a 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg @@ -10,55 +10,43 @@ Average Time (ms) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - - -45 + + +0.5 - - + + +0.6 + + + +0.7 + + + + 50 - - + + 55 - - -60 - - - - + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg index edbc841f1cfc..5ca878ec9a67 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -94,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg index c832229be9ce..04b1aa20463c 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg @@ -6,50 +6,30 @@ Density (a.u.) Average Time (ms) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - - -0.55 + + +0.6 - + 45 @@ -67,8 +47,8 @@ Average Time (ms) 60 - - - - + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/typical.svg b/criterion/fan_out_hydroflow_scheduled/report/typical.svg index 5f286ca9f200..e74f7b9e7634 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/typical.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/typical.svg @@ -9,94 +9,86 @@ Density (a.u.) Average time (ms) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 + + + +2 - - -1.4 + + +2.5 - - -1.6 + + +3 - - -1.8 + + +3.5 - - -2 + + +4 - + - -46.1 + +47.05 - - -46.2 + + +47.1 - - -46.3 + + +47.15 - - -46.4 + + +47.2 - - -46.5 + + +47.25 - - -46.6 + + +47.3 - - -46.7 + + +47.35 - - -46.8 + + +47.4 - - -46.9 + + +47.45 - - -47 + + +47.5 - - -47.1 + + +47.55 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/base/estimates.json b/criterion/fan_out_hydroflow_surface/base/estimates.json index 148563ee6b95..26527aa77649 100644 --- a/criterion/fan_out_hydroflow_surface/base/estimates.json +++ b/criterion/fan_out_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6487694.2381875,"upper_bound":6580537.25634375},"point_estimate":6525571.93125,"standard_error":25062.556990470417},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6482438.9375,"upper_bound":6486502.6875},"point_estimate":6483433.9375,"standard_error":1034.5378507177893},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5080.03614731133,"upper_bound":9066.376826539636},"point_estimate":6725.073480606079,"standard_error":958.58904884671},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18491.114080034567,"upper_bound":394216.51122873195},"point_estimate":252627.72372097275,"standard_error":102403.28784233864}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6473778.20471875,"upper_bound":6540480.0015625},"point_estimate":6500041.0275,"standard_error":17991.471433422306},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6470562.8125,"upper_bound":6473112.0},"point_estimate":6471849.6875,"standard_error":689.8375408596347},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4142.106338962913,"upper_bound":7680.333492709323},"point_estimate":5671.408211812377,"standard_error":897.3389860999896},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9191.828832224552,"upper_bound":294329.01680438645},"point_estimate":181250.89081345926,"standard_error":79248.68250078688}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/sample.json b/criterion/fan_out_hydroflow_surface/base/sample.json index 32b278c7be18..8f48bc8a1f97 100644 --- a/criterion/fan_out_hydroflow_surface/base/sample.json +++ b/criterion/fan_out_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52004016.0,51863023.0,51806747.0,51826434.0,51803672.0,51781821.0,51843917.0,51846922.0,51852223.0,51854828.0,51856371.0,51792230.0,51856541.0,51867131.0,51918507.0,51968620.0,51844057.0,51860699.0,51815424.0,51937181.0,51794304.0,51817337.0,51868303.0,51912686.0,51820163.0,51857593.0,52016900.0,51890634.0,51852442.0,51917134.0,51861430.0,51943724.0,51829480.0,51830833.0,52674521.0,51907606.0,51867812.0,51831534.0,51921692.0,51861480.0,51837245.0,51891687.0,51846231.0,51824601.0,51862882.0,51991954.0,51865969.0,51901435.0,51869394.0,51949865.0,51893409.0,51842765.0,51838707.0,52103252.0,51967878.0,51919177.0,52871249.0,51898098.0,51981745.0,51873922.0,51886917.0,51845309.0,51981344.0,51844317.0,51906915.0,51986133.0,51894130.0,51909349.0,51962459.0,51901244.0,51874975.0,51820854.0,52601403.0,51999768.0,51943653.0,51806958.0,51805535.0,51906634.0,51862551.0,51839338.0,51847284.0,51830101.0,51862632.0,51900452.0,51901595.0,51841413.0,66549945.0,52992776.0,65878490.0,51864345.0,51829950.0,52111798.0,51953221.0,51844418.0,51809162.0,51871088.0,51887307.0,51894161.0,51849558.0,51848626.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51754670.0,52051848.0,51810704.0,51846171.0,51804252.0,51742005.0,51784896.0,51774497.0,51832105.0,51741374.0,51752856.0,52106972.0,51786379.0,51728881.0,51803431.0,51777011.0,51870036.0,51745984.0,51790927.0,51739541.0,51860499.0,51948113.0,51908719.0,51774276.0,51830502.0,52066816.0,51767273.0,51788293.0,51914841.0,51837004.0,51809963.0,52635626.0,51792149.0,64155718.0,59433078.0,51769227.0,51729933.0,51757233.0,51722590.0,51757103.0,51892618.0,51870707.0,51745022.0,51767433.0,51754770.0,51776601.0,51958072.0,51887600.0,51743368.0,51802740.0,51732728.0,51699415.0,51758697.0,51821164.0,51760430.0,51707731.0,51782843.0,51742897.0,51707491.0,51781249.0,51886337.0,51787631.0,51745292.0,51777773.0,51775098.0,51737167.0,51782642.0,51732818.0,51758647.0,51765920.0,51688706.0,51727608.0,51833227.0,51797630.0,51772733.0,51718291.0,51759929.0,51711739.0,51745452.0,51875406.0,51793362.0,51793833.0,51697431.0,51751313.0,51762303.0,51809613.0,51751253.0,51733279.0,51866790.0,51751634.0,51758366.0,51782852.0,51768274.0,51768615.0,51781099.0,51765930.0,51721867.0,51763075.0,51809984.0,51824831.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/tukey.json b/criterion/fan_out_hydroflow_surface/base/tukey.json index 5b8537b3c709..e712ec91bc68 100644 --- a/criterion/fan_out_hydroflow_surface/base/tukey.json +++ b/criterion/fan_out_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6452508.0625,6466505.40625,6503831.65625,6517829.0] \ No newline at end of file +[6444973.25,6456857.609375,6488549.234375,6500433.59375] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/change/estimates.json b/criterion/fan_out_hydroflow_surface/change/estimates.json index d14ad07c4387..8438e7bdd9f7 100644 --- a/criterion/fan_out_hydroflow_surface/change/estimates.json +++ b/criterion/fan_out_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0013682755830540523,"upper_bound":0.016018315446645406},"point_estimate":0.007288166076665492,"standard_error":0.004021761427474507},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0007241647007161234,"upper_bound":0.00164074990034635},"point_estimate":0.0011481240745696564,"standard_error":0.00022256861945591696}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013668214513362873,"upper_bound":0.005055612429769182},"point_estimate":-0.003912439249613819,"standard_error":0.004734435999966069},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0023166860690059738,"upper_bound":-0.0015287431684329069},"point_estimate":-0.0017867460533524948,"standard_error":0.0001941839496772868}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/estimates.json b/criterion/fan_out_hydroflow_surface/new/estimates.json index 148563ee6b95..26527aa77649 100644 --- a/criterion/fan_out_hydroflow_surface/new/estimates.json +++ b/criterion/fan_out_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6487694.2381875,"upper_bound":6580537.25634375},"point_estimate":6525571.93125,"standard_error":25062.556990470417},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6482438.9375,"upper_bound":6486502.6875},"point_estimate":6483433.9375,"standard_error":1034.5378507177893},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5080.03614731133,"upper_bound":9066.376826539636},"point_estimate":6725.073480606079,"standard_error":958.58904884671},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18491.114080034567,"upper_bound":394216.51122873195},"point_estimate":252627.72372097275,"standard_error":102403.28784233864}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6473778.20471875,"upper_bound":6540480.0015625},"point_estimate":6500041.0275,"standard_error":17991.471433422306},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6470562.8125,"upper_bound":6473112.0},"point_estimate":6471849.6875,"standard_error":689.8375408596347},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4142.106338962913,"upper_bound":7680.333492709323},"point_estimate":5671.408211812377,"standard_error":897.3389860999896},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9191.828832224552,"upper_bound":294329.01680438645},"point_estimate":181250.89081345926,"standard_error":79248.68250078688}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/sample.json b/criterion/fan_out_hydroflow_surface/new/sample.json index 32b278c7be18..8f48bc8a1f97 100644 --- a/criterion/fan_out_hydroflow_surface/new/sample.json +++ b/criterion/fan_out_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52004016.0,51863023.0,51806747.0,51826434.0,51803672.0,51781821.0,51843917.0,51846922.0,51852223.0,51854828.0,51856371.0,51792230.0,51856541.0,51867131.0,51918507.0,51968620.0,51844057.0,51860699.0,51815424.0,51937181.0,51794304.0,51817337.0,51868303.0,51912686.0,51820163.0,51857593.0,52016900.0,51890634.0,51852442.0,51917134.0,51861430.0,51943724.0,51829480.0,51830833.0,52674521.0,51907606.0,51867812.0,51831534.0,51921692.0,51861480.0,51837245.0,51891687.0,51846231.0,51824601.0,51862882.0,51991954.0,51865969.0,51901435.0,51869394.0,51949865.0,51893409.0,51842765.0,51838707.0,52103252.0,51967878.0,51919177.0,52871249.0,51898098.0,51981745.0,51873922.0,51886917.0,51845309.0,51981344.0,51844317.0,51906915.0,51986133.0,51894130.0,51909349.0,51962459.0,51901244.0,51874975.0,51820854.0,52601403.0,51999768.0,51943653.0,51806958.0,51805535.0,51906634.0,51862551.0,51839338.0,51847284.0,51830101.0,51862632.0,51900452.0,51901595.0,51841413.0,66549945.0,52992776.0,65878490.0,51864345.0,51829950.0,52111798.0,51953221.0,51844418.0,51809162.0,51871088.0,51887307.0,51894161.0,51849558.0,51848626.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51754670.0,52051848.0,51810704.0,51846171.0,51804252.0,51742005.0,51784896.0,51774497.0,51832105.0,51741374.0,51752856.0,52106972.0,51786379.0,51728881.0,51803431.0,51777011.0,51870036.0,51745984.0,51790927.0,51739541.0,51860499.0,51948113.0,51908719.0,51774276.0,51830502.0,52066816.0,51767273.0,51788293.0,51914841.0,51837004.0,51809963.0,52635626.0,51792149.0,64155718.0,59433078.0,51769227.0,51729933.0,51757233.0,51722590.0,51757103.0,51892618.0,51870707.0,51745022.0,51767433.0,51754770.0,51776601.0,51958072.0,51887600.0,51743368.0,51802740.0,51732728.0,51699415.0,51758697.0,51821164.0,51760430.0,51707731.0,51782843.0,51742897.0,51707491.0,51781249.0,51886337.0,51787631.0,51745292.0,51777773.0,51775098.0,51737167.0,51782642.0,51732818.0,51758647.0,51765920.0,51688706.0,51727608.0,51833227.0,51797630.0,51772733.0,51718291.0,51759929.0,51711739.0,51745452.0,51875406.0,51793362.0,51793833.0,51697431.0,51751313.0,51762303.0,51809613.0,51751253.0,51733279.0,51866790.0,51751634.0,51758366.0,51782852.0,51768274.0,51768615.0,51781099.0,51765930.0,51721867.0,51763075.0,51809984.0,51824831.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/tukey.json b/criterion/fan_out_hydroflow_surface/new/tukey.json index 5b8537b3c709..e712ec91bc68 100644 --- a/criterion/fan_out_hydroflow_surface/new/tukey.json +++ b/criterion/fan_out_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6452508.0625,6466505.40625,6503831.65625,6517829.0] \ No newline at end of file +[6444973.25,6456857.609375,6488549.234375,6500433.59375] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/report/MAD.svg b/criterion/fan_out_hydroflow_surface/report/MAD.svg index 8a6637aa31ad..790e78e6e364 100644 --- a/criterion/fan_out_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_out_hydroflow_surface/report/MAD.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - + + +0.55 + + - + +4 + + + +4.5 + + + 5 - - + + 5.5 - - + + 6 - - + + 6.5 - - + + 7 - - + + 7.5 - - + + 8 - - -8.5 - - - -9 - - - -9.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/SD.svg b/criterion/fan_out_hydroflow_surface/report/SD.svg index a76425b5997a..5b5170b020ae 100644 --- a/criterion/fan_out_hydroflow_surface/report/SD.svg +++ b/criterion/fan_out_hydroflow_surface/report/SD.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (µs) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - -0.008 - - - -0.009 - - - -0.01 - - + - + 0 - - + + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - - -400 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg index c74a652eb962..a6b083600985 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg @@ -16,28 +16,28 @@ Average Iteration Time (ms) - - - + + + - + - + 6.6 - - + + 6.8 - - + + 7.0 - + 7.2 @@ -54,10 +54,10 @@ Average Iteration Time (ms) 7.8 - + 8.0 - + 8.2 @@ -107,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - + + + + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg index f9c0746aca7b..4d7717d97602 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg @@ -9,38 +9,46 @@ Density (a.u.) Average Time (ms) - -5 + +0.5 + + + +1 - - -10 + + +1.5 - - -15 + + +2 - - -20 + + +2.5 - - -25 + + +3 - - -30 + + +3.5 - - -35 + + +4 - - -40 + + +4.5 + + + +5 - + 6.5 @@ -62,10 +70,10 @@ Average Time (ms) 8.5 - - - - + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_surface/report/change/mean.svg b/criterion/fan_out_hydroflow_surface/report/change/mean.svg index 0f4e91cd6b45..d4c2283ddc62 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/mean.svg @@ -9,75 +9,87 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - -100 + + + +-0.014 - - -120 + + +-0.012 - - -140 + + +-0.01 - - - -0 + + +-0.008 - - -0.002 + + +-0.006 - - -0.004 - - - -0.006 + + +-0.004 - - -0.008 + + +-0.002 - - -0.01 + + +0 - - -0.012 + + +0.002 - - -0.014 + + +0.004 - - -0.016 + + +0.006 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/median.svg b/criterion/fan_out_hydroflow_surface/report/change/median.svg index 5a1c277f0489..3fe1ca7381d2 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/median.svg @@ -9,98 +9,70 @@ Density (a.u.) Relative change (%) - -200 + +500 - - -400 - - - -600 - - - -800 - - - + + 1000 - - -1200 - - - -1400 + + +1500 - - -1600 - - - -1800 - - - + + 2000 - - -2200 + + +2500 - + - -7e-4 - - - -8e-4 + +-0.0024 - - -9e-4 + + +-0.0023 - - -0.001 + + +-0.0022 - - -0.0011 + + +-0.0021 - - -0.0012 + + +-0.002 - - -0.0013 + + +-0.0019 - - -0.0014 + + +-0.0018 - - -0.0015 + + +-0.0017 - - -0.0016 + + +-0.0016 - - -0.0017 + + +-0.0015 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg index 668fae5a5d77..1fb0662a879e 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg @@ -13,57 +13,69 @@ t score 0.0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - -0.4 + + +0.35 - - -0.5 + + +0.4 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_surface/report/index.html b/criterion/fan_out_hydroflow_surface/report/index.html index c0820b6ad724..dacd94ea7e1a 100644 --- a/criterion/fan_out_hydroflow_surface/report/index.html +++ b/criterion/fan_out_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0003063 - 0.0003132 - 0.0002989 + 0.0001449 + 0.0001479 + 0.0001409 Mean - 6.4877 ms - 6.5256 ms - 6.5805 ms + 6.4738 ms + 6.5000 ms + 6.5405 ms Std. Dev. - 18.491 µs - 252.63 µs - 394.22 µs + 9.1918 µs + 181.25 µs + 294.33 µs Median - 6.4824 ms - 6.4834 ms - 6.4865 ms + 6.4706 ms + 6.4718 ms + 6.4731 ms MAD - 5.0800 µs - 6.7251 µs - 9.0664 µs + 4.1421 µs + 5.6714 µs + 7.6803 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.1368% - +0.7288% - +1.6018% - (p = 0.03 < + -1.3668% + -0.3912% + +0.5056% + (p = 0.46 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg index bcfa334d4bdb..1f472d48de2e 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg @@ -15,52 +15,42 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + - + 6.6 - - + + 6.8 - - + + 7.0 - - + + 7.2 - - + + 7.4 - - + + 7.6 - - + + 7.8 - - -8.0 - - - -8.2 - - + 10 @@ -102,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - + + + + + + + + + + - - - + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - + + - + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - + + + + + - - - - + + + + Sample diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg index a0daf4c4c7ac..2e8585e94a60 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg @@ -12,52 +12,42 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + - + 6.6 - - + + 6.8 - - + + 7.0 - - + + 7.2 - - + + 7.4 - - + + 7.6 - - + + 7.8 - - -8.0 - - - -8.2 - - + 10 @@ -99,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - + - - + + - + - + - - + + - - - - - - - - - + + + + + + + + + - + - - - - - + + + + + - - - + + + - - - - + + + + - - - + + + - + - - - - - - - + + + + + + + - - - - + + + + - + - - + + - + - - - + + + - - + + - + - - + + - - - - + + + + - - - - - + + + + + - + - - + + diff --git a/criterion/fan_out_hydroflow_surface/report/mean.svg b/criterion/fan_out_hydroflow_surface/report/mean.svg index a5fc3605e966..2334f3fbd098 100644 --- a/criterion/fan_out_hydroflow_surface/report/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/mean.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - + - + +6.47 + + + 6.48 - - + + +6.49 + + + 6.5 - - -6.52 + + +6.51 - - -6.54 + + +6.52 - - -6.56 + + +6.53 - - -6.58 + + +6.54 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/median.svg b/criterion/fan_out_hydroflow_surface/report/median.svg index 78f1448a6c48..ddd5c85df3ca 100644 --- a/criterion/fan_out_hydroflow_surface/report/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/median.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - - -6.482 - - - -6.4825 - - - -6.483 + + +900 - - -6.4835 - - - -6.484 + + + +6.4705 - - -6.4845 + + +6.471 - - -6.485 + + +6.4715 - - -6.4855 + + +6.472 - - -6.486 + + +6.4725 - - -6.4865 + + +6.473 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/pdf.svg b/criterion/fan_out_hydroflow_surface/report/pdf.svg index a2ab84061adc..bc9f37f1733d 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf.svg @@ -46,26 +46,46 @@ Average Time (ms) - -6.5 + +6.4 - - + + +6.6 + + + +6.8 + + + 7 - - -7.5 + + +7.2 + + + +7.4 + + + +7.6 - - + + +7.8 + + + 8 - - -8.5 + + +8.2 - + Density (a.u.) @@ -74,56 +94,72 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - - - - - - - - - - - - - - - - - - - - - - + + +4 + + + +4.5 + + + +5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg index 93cba90bc4b8..53088e987b12 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg @@ -10,55 +10,43 @@ Average Time (ms) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 + + +4 - + + +5 + + - + 6.5 - - + + 7 - - + + 7.5 - - + + 8 - - -8.5 - - - - + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg index 41dc1db2bf4e..0b9bda67174e 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,20 +13,20 @@ Average Iteration Time (ms) - + - + - + - + 6.6 - + 6.8 @@ -35,10 +35,10 @@ Average Iteration Time (ms) 7.0 - + 7.2 - + 7.4 @@ -47,10 +47,10 @@ Average Iteration Time (ms) 7.6 - + 7.8 - + 8.0 @@ -104,204 +104,204 @@ Average Iteration Time (ms) 100 - - + + - + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - + + - - - - + + + + - - - + + + - + - - - - - - - - + + + + + + + + - - - - - - - - + + + + + + + + - + - - - - - - - - - - - - + + + + + + + + + + + + - - - + + + - - - + + + - - - - + + + + - - + + - - - + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - + + - - - - - - - + + + + + + + - - - - - - + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg index 1fdca4c1d669..cc0715c57e5a 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg @@ -6,38 +6,46 @@ Density (a.u.) Average Time (ms) - -5 + +0.5 + + + +1 - - -10 + + +1.5 - - -15 + + +2 - - -20 + + +2.5 - - -25 + + +3 - - -30 + + +3.5 - - -35 + + +4 - - -40 + + +4.5 + + + +5 - + 6.5 @@ -59,8 +67,8 @@ Average Time (ms) 8.5 - - - - + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/typical.svg b/criterion/fan_out_hydroflow_surface/report/typical.svg index bdf21c9290d7..26784fbb1b2b 100644 --- a/criterion/fan_out_hydroflow_surface/report/typical.svg +++ b/criterion/fan_out_hydroflow_surface/report/typical.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - + - + +6.47 + + + 6.48 - - + + +6.49 + + + 6.5 - - -6.52 + + +6.51 - - -6.54 + + +6.52 - - -6.56 + + +6.53 - - -6.58 + + +6.54 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/base/estimates.json b/criterion/fork_join_hydroflow/base/estimates.json index 1499bcf2522b..90736440a9b0 100644 --- a/criterion/fork_join_hydroflow/base/estimates.json +++ b/criterion/fork_join_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6219509.009500001,"upper_bound":6246954.819277779},"point_estimate":6233048.781111112,"standard_error":6978.4391593567525},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6203470.555555556,"upper_bound":6241947.0},"point_estimate":6215587.166666667,"standard_error":11086.90335911578},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51437.81768679573,"upper_bound":85777.38644381426},"point_estimate":68234.11042193671,"standard_error":8794.43911178734},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59116.37803608978,"upper_bound":80099.89643340113},"point_estimate":70054.39822119345,"standard_error":5372.7072747376715}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6019171.577305554,"upper_bound":6041711.1858611135},"point_estimate":6030236.968888886,"standard_error":5756.82274927339},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6008515.777777778,"upper_bound":6039246.0},"point_estimate":6020705.944444444,"standard_error":9209.57053908096},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42258.12286143491,"upper_bound":70735.8331441884},"point_estimate":54791.211727262,"standard_error":7743.456470919675},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49411.031125403846,"upper_bound":64480.4217960389},"point_estimate":57523.17997675595,"standard_error":3839.7480120532477}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/sample.json b/criterion/fork_join_hydroflow/base/sample.json index 5d8b86670ac1..8fa8bd41a52d 100644 --- a/criterion/fork_join_hydroflow/base/sample.json +++ b/criterion/fork_join_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55649635.0,55728303.0,55176290.0,57928480.0,56414757.0,55386815.0,56603199.0,55056025.0,56264145.0,56130155.0,58042091.0,57242856.0,55953735.0,56340177.0,56841906.0,55374110.0,56818692.0,56754743.0,54996965.0,56019137.0,55584434.0,55873245.0,56819223.0,56380193.0,55799496.0,55831256.0,55400800.0,55232696.0,56374592.0,56382116.0,56427100.0,55640619.0,56860080.0,57346731.0,56425848.0,56424635.0,55926834.0,55359914.0,55859198.0,55588141.0,56284454.0,55532887.0,56757558.0,55704880.0,56486771.0,56177523.0,55912256.0,56522729.0,56670655.0,55899062.0,55538067.0,56846224.0,56108834.0,55590605.0,57644567.0,56122440.0,56215344.0,57254397.0,56138911.0,55448279.0,56551734.0,55825494.0,55351999.0,56039655.0,56993469.0,56527568.0,55643885.0,55974653.0,55269895.0,55779108.0,56074150.0,55507590.0,55605132.0,55534300.0,56479839.0,55521867.0,55836976.0,55868224.0,57363271.0,55777585.0,55564546.0,56523691.0,55710689.0,55622064.0,55607547.0,55530283.0,55756335.0,55671376.0,56778627.0,56375242.0,56228739.0,55909121.0,56699710.0,55744333.0,55856553.0,56781673.0,56666979.0,55549999.0,55130144.0,55394048.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[53699724.0,55454453.0,53661341.0,54437320.0,53403376.0,54586050.0,54126535.0,54447610.0,54327954.0,54098844.0,54525165.0,55194024.0,54592942.0,54710093.0,54563918.0,53648366.0,54740200.0,53458309.0,54390903.0,55167182.0,53625805.0,54806695.0,54168816.0,53824036.0,54392547.0,53617889.0,54501421.0,54727586.0,53833164.0,54297518.0,54425959.0,54120956.0,53697649.0,55051745.0,54333806.0,53835539.0,53664056.0,55567686.0,53982875.0,53830429.0,53684274.0,54157624.0,54546596.0,54068266.0,53490160.0,54357259.0,53885813.0,54397916.0,53831451.0,53579217.0,53873500.0,55032289.0,54393027.0,54009506.0,53937911.0,54795765.0,54413095.0,53885683.0,55283822.0,55055883.0,55318457.0,54113641.0,54088875.0,53859954.0,53944373.0,53806504.0,53955294.0,53941458.0,54390342.0,53910940.0,54591199.0,54044482.0,54045884.0,53674867.0,54021047.0,54939484.0,55389039.0,55381126.0,54203891.0,53684715.0,53976012.0,54332534.0,54704091.0,53460053.0,54795334.0,53919316.0,54215193.0,54076642.0,54225222.0,53674546.0,55420810.0,54317848.0,54408128.0,54148088.0,55035688.0,53810194.0,54309803.0,54377480.0,54353214.0,54127961.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/tukey.json b/criterion/fork_join_hydroflow/base/tukey.json index 2decf06acc7e..3502563969cb 100644 --- a/criterion/fork_join_hydroflow/base/tukey.json +++ b/criterion/fork_join_hydroflow/base/tukey.json @@ -1 +1 @@ -[5882276.833333334,6030413.041666667,6425442.930555555,6573579.138888888] \ No newline at end of file +[5764196.611111108,5875578.152777776,6172595.597222224,6283977.138888892] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/change/estimates.json b/criterion/fork_join_hydroflow/change/estimates.json index ebb8edeb93a6..0ba6e993f886 100644 --- a/criterion/fork_join_hydroflow/change/estimates.json +++ b/criterion/fork_join_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03124994571549189,"upper_bound":0.03759195796805548},"point_estimate":0.03454886031875959,"standard_error":0.0016333877937018757},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.02959662785555639,"upper_bound":0.03794017762411861},"point_estimate":0.03324069308191979,"standard_error":0.0022485961267745625}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03524977890807709,"upper_bound":-0.029727597539687456},"point_estimate":-0.032538139736180915,"standard_error":0.0014191780096734048},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.036028772158462674,"upper_bound":-0.027431814508838328},"point_estimate":-0.0313536303162707,"standard_error":0.0022700531577288427}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/estimates.json b/criterion/fork_join_hydroflow/new/estimates.json index 1499bcf2522b..90736440a9b0 100644 --- a/criterion/fork_join_hydroflow/new/estimates.json +++ b/criterion/fork_join_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6219509.009500001,"upper_bound":6246954.819277779},"point_estimate":6233048.781111112,"standard_error":6978.4391593567525},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6203470.555555556,"upper_bound":6241947.0},"point_estimate":6215587.166666667,"standard_error":11086.90335911578},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51437.81768679573,"upper_bound":85777.38644381426},"point_estimate":68234.11042193671,"standard_error":8794.43911178734},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59116.37803608978,"upper_bound":80099.89643340113},"point_estimate":70054.39822119345,"standard_error":5372.7072747376715}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6019171.577305554,"upper_bound":6041711.1858611135},"point_estimate":6030236.968888886,"standard_error":5756.82274927339},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6008515.777777778,"upper_bound":6039246.0},"point_estimate":6020705.944444444,"standard_error":9209.57053908096},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42258.12286143491,"upper_bound":70735.8331441884},"point_estimate":54791.211727262,"standard_error":7743.456470919675},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49411.031125403846,"upper_bound":64480.4217960389},"point_estimate":57523.17997675595,"standard_error":3839.7480120532477}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/sample.json b/criterion/fork_join_hydroflow/new/sample.json index 5d8b86670ac1..8fa8bd41a52d 100644 --- a/criterion/fork_join_hydroflow/new/sample.json +++ b/criterion/fork_join_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55649635.0,55728303.0,55176290.0,57928480.0,56414757.0,55386815.0,56603199.0,55056025.0,56264145.0,56130155.0,58042091.0,57242856.0,55953735.0,56340177.0,56841906.0,55374110.0,56818692.0,56754743.0,54996965.0,56019137.0,55584434.0,55873245.0,56819223.0,56380193.0,55799496.0,55831256.0,55400800.0,55232696.0,56374592.0,56382116.0,56427100.0,55640619.0,56860080.0,57346731.0,56425848.0,56424635.0,55926834.0,55359914.0,55859198.0,55588141.0,56284454.0,55532887.0,56757558.0,55704880.0,56486771.0,56177523.0,55912256.0,56522729.0,56670655.0,55899062.0,55538067.0,56846224.0,56108834.0,55590605.0,57644567.0,56122440.0,56215344.0,57254397.0,56138911.0,55448279.0,56551734.0,55825494.0,55351999.0,56039655.0,56993469.0,56527568.0,55643885.0,55974653.0,55269895.0,55779108.0,56074150.0,55507590.0,55605132.0,55534300.0,56479839.0,55521867.0,55836976.0,55868224.0,57363271.0,55777585.0,55564546.0,56523691.0,55710689.0,55622064.0,55607547.0,55530283.0,55756335.0,55671376.0,56778627.0,56375242.0,56228739.0,55909121.0,56699710.0,55744333.0,55856553.0,56781673.0,56666979.0,55549999.0,55130144.0,55394048.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[53699724.0,55454453.0,53661341.0,54437320.0,53403376.0,54586050.0,54126535.0,54447610.0,54327954.0,54098844.0,54525165.0,55194024.0,54592942.0,54710093.0,54563918.0,53648366.0,54740200.0,53458309.0,54390903.0,55167182.0,53625805.0,54806695.0,54168816.0,53824036.0,54392547.0,53617889.0,54501421.0,54727586.0,53833164.0,54297518.0,54425959.0,54120956.0,53697649.0,55051745.0,54333806.0,53835539.0,53664056.0,55567686.0,53982875.0,53830429.0,53684274.0,54157624.0,54546596.0,54068266.0,53490160.0,54357259.0,53885813.0,54397916.0,53831451.0,53579217.0,53873500.0,55032289.0,54393027.0,54009506.0,53937911.0,54795765.0,54413095.0,53885683.0,55283822.0,55055883.0,55318457.0,54113641.0,54088875.0,53859954.0,53944373.0,53806504.0,53955294.0,53941458.0,54390342.0,53910940.0,54591199.0,54044482.0,54045884.0,53674867.0,54021047.0,54939484.0,55389039.0,55381126.0,54203891.0,53684715.0,53976012.0,54332534.0,54704091.0,53460053.0,54795334.0,53919316.0,54215193.0,54076642.0,54225222.0,53674546.0,55420810.0,54317848.0,54408128.0,54148088.0,55035688.0,53810194.0,54309803.0,54377480.0,54353214.0,54127961.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/tukey.json b/criterion/fork_join_hydroflow/new/tukey.json index 2decf06acc7e..3502563969cb 100644 --- a/criterion/fork_join_hydroflow/new/tukey.json +++ b/criterion/fork_join_hydroflow/new/tukey.json @@ -1 +1 @@ -[5882276.833333334,6030413.041666667,6425442.930555555,6573579.138888888] \ No newline at end of file +[5764196.611111108,5875578.152777776,6172595.597222224,6283977.138888892] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/report/MAD.svg b/criterion/fork_join_hydroflow/report/MAD.svg index 8211f91e77c3..f2abd9580bad 100644 --- a/criterion/fork_join_hydroflow/report/MAD.svg +++ b/criterion/fork_join_hydroflow/report/MAD.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - - -0.045 - - - + + 0.05 - + + +0.06 + + - + +40 + + + +45 + + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - -75 - - - -80 - - - -85 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/SD.svg b/criterion/fork_join_hydroflow/report/SD.svg index bb6331678cd9..4c2706606a9d 100644 --- a/criterion/fork_join_hydroflow/report/SD.svg +++ b/criterion/fork_join_hydroflow/report/SD.svg @@ -9,62 +9,94 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - + + 0.08 - + + +0.09 + + + +0.1 + + + +0.11 + + - -60 + +48 + + + +50 - - -65 + + +52 + + + +54 + + + +56 + + + +58 + + + +60 - - -70 + + +62 - - -75 + + +64 - - -80 + + +66 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/both/iteration_times.svg b/criterion/fork_join_hydroflow/report/both/iteration_times.svg index 1be7bd02a310..865b3cd3ea51 100644 --- a/criterion/fork_join_hydroflow/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/both/iteration_times.svg @@ -16,53 +16,53 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - + 5.95 - - + + 6.0 - - + + 6.05 - - + + 6.1 - - + + 6.15 - - + + 6.2 - - + + 6.25 - - + + 6.3 - - + + 6.35 - + 6.4 @@ -112,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow/report/both/pdf.svg b/criterion/fork_join_hydroflow/report/both/pdf.svg index 8e948fcf6b79..9e7d0ec06279 100644 --- a/criterion/fork_join_hydroflow/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow/report/both/pdf.svg @@ -9,47 +9,43 @@ Density (a.u.) Average Time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - + - + 6 - - + + 6.2 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow/report/change/mean.svg b/criterion/fork_join_hydroflow/report/change/mean.svg index f3bfc4f7375d..db2ae3d8dd60 100644 --- a/criterion/fork_join_hydroflow/report/change/mean.svg +++ b/criterion/fork_join_hydroflow/report/change/mean.svg @@ -9,86 +9,54 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 + + +150 - - -160 - - - -180 - - - + + 200 - - -220 + + +250 - + - -0.031 - - - -0.032 - - - -0.033 + +-0.035 - - -0.034 + + +-0.034 - - -0.035 + + +-0.033 - - -0.036 + + +-0.032 - - -0.037 + + +-0.031 - - -0.038 + + +-0.03 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/median.svg b/criterion/fork_join_hydroflow/report/change/median.svg index 4daf686c4c08..57d1ef86331d 100644 --- a/criterion/fork_join_hydroflow/report/change/median.svg +++ b/criterion/fork_join_hydroflow/report/change/median.svg @@ -9,86 +9,86 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - + - -0.029 + +-0.036 - - -0.03 + + +-0.035 - - -0.031 + + +-0.034 - - -0.032 + + +-0.033 - - -0.033 + + +-0.032 - - -0.034 + + +-0.031 - - -0.035 + + +-0.03 - - -0.036 + + +-0.029 - - -0.037 + + +-0.028 - - -0.038 + + +-0.027 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/t-test.svg b/criterion/fork_join_hydroflow/report/change/t-test.svg index 6671c10af187..152c3eda39c4 100644 --- a/criterion/fork_join_hydroflow/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow/report/change/t-test.svg @@ -17,77 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow/report/index.html b/criterion/fork_join_hydroflow/report/index.html index 5b1c30f69efb..bfa26e15781b 100644 --- a/criterion/fork_join_hydroflow/report/index.html +++ b/criterion/fork_join_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0119698 - 0.0124159 - 0.0119463 + 0.0007546 + 0.0007827 + 0.0007525 Mean - 6.2195 ms - 6.2330 ms - 6.2470 ms + 6.0192 ms + 6.0302 ms + 6.0417 ms Std. Dev. - 59.116 µs - 70.054 µs - 80.100 µs + 49.411 µs + 57.523 µs + 64.480 µs Median - 6.2035 ms - 6.2156 ms - 6.2419 ms + 6.0085 ms + 6.0207 ms + 6.0392 ms MAD - 51.438 µs - 68.234 µs - 85.777 µs + 42.258 µs + 54.791 µs + 70.736 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +3.1250% - +3.4549% - +3.7592% + -3.5250% + -3.2538% + -2.9728% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow/report/iteration_times.svg b/criterion/fork_join_hydroflow/report/iteration_times.svg index 2f48ddb3ce1d..609930de8e93 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times.svg @@ -15,37 +15,32 @@ Average Iteration Time (ms) - - - - - - + + + + + - -6.15 - - - -6.2 + +5.95 - - -6.25 + + +6.0 - - -6.3 + + +6.05 - - -6.35 + + +6.1 - - -6.4 + + +6.15 - + 10 @@ -87,106 +82,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow/report/iteration_times_small.svg b/criterion/fork_join_hydroflow/report/iteration_times_small.svg index f75b5a663bd5..bc427af67243 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times_small.svg @@ -12,37 +12,32 @@ Average Iteration Time (ms) - - - - - - + + + + + - -6.15 - - - -6.2 + +5.95 - - -6.25 + + +6.0 - - -6.3 + + +6.05 - - -6.35 + + +6.1 - - -6.4 + + +6.15 - + 10 @@ -84,104 +79,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/mean.svg b/criterion/fork_join_hydroflow/report/mean.svg index 09636328fdd5..5c3612244d98 100644 --- a/criterion/fork_join_hydroflow/report/mean.svg +++ b/criterion/fork_join_hydroflow/report/mean.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - - -6.22 - - - -6.225 + + +70 - - -6.23 + + + +6.02 - - -6.235 + + +6.025 - - -6.24 + + +6.03 - - -6.245 + + +6.035 - - -6.25 + + +6.04 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/median.svg b/criterion/fork_join_hydroflow/report/median.svg index e0e47e32c471..53e56bce1399 100644 --- a/criterion/fork_join_hydroflow/report/median.svg +++ b/criterion/fork_join_hydroflow/report/median.svg @@ -9,74 +9,62 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + - -6.2 + +6.01 - - -6.205 + + +6.015 - - -6.21 + + +6.02 - - -6.215 + + +6.025 - - -6.22 + + +6.03 - - -6.225 + + +6.035 - - -6.23 + + +6.04 - - -6.235 - - - -6.24 - - - -6.245 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/pdf.svg b/criterion/fork_join_hydroflow/report/pdf.svg index 523cae475d5c..8fce78990d28 100644 --- a/criterion/fork_join_hydroflow/report/pdf.svg +++ b/criterion/fork_join_hydroflow/report/pdf.svg @@ -50,46 +50,34 @@ Average Time (ms) - + +5.9 + + + +5.95 + + + +6 + + + 6.05 - - + + 6.1 - - + + 6.15 - - + + 6.2 - - -6.25 - - - -6.3 - - - -6.35 - - - -6.4 - - - -6.45 - - - -6.5 - - + Density (a.u.) @@ -98,36 +86,38 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - - - - + + +6 + + + + + + - - - - + + PDF diff --git a/criterion/fork_join_hydroflow/report/pdf_small.svg b/criterion/fork_join_hydroflow/report/pdf_small.svg index 65ac9ea879f3..694cf8a1b045 100644 --- a/criterion/fork_join_hydroflow/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/pdf_small.svg @@ -10,51 +10,51 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - - -6.1 + + +7 - - -6.2 + + + +5.9 - - -6.3 + + +6 - - -6.4 + + +6.1 - - -6.5 + + +6.2 - - - + + + diff --git a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg index 6efaa9c625e1..f69a7645bff7 100644 --- a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg @@ -13,53 +13,53 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - + 5.95 - - + + 6.0 - - + + 6.05 - - + + 6.1 - - + + 6.15 - - + + 6.2 - - + + 6.25 - - + + 6.3 - - + + 6.35 - + 6.4 @@ -109,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg index 2302b55d4818..0f2c95c92760 100644 --- a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg @@ -6,45 +6,41 @@ Density (a.u.) Average Time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - + - + 6 - - + + 6.2 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow/report/typical.svg b/criterion/fork_join_hydroflow/report/typical.svg index f2d094def09b..b354459fd5e7 100644 --- a/criterion/fork_join_hydroflow/report/typical.svg +++ b/criterion/fork_join_hydroflow/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - - -6.22 - - - -6.225 + + +70 - - -6.23 + + + +6.02 - - -6.235 + + +6.025 - - -6.24 + + +6.03 - - -6.245 + + +6.035 - - -6.25 + + +6.04 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/base/estimates.json b/criterion/fork_join_hydroflow_builder/base/estimates.json index 1092dfccd52c..91636db46433 100644 --- a/criterion/fork_join_hydroflow_builder/base/estimates.json +++ b/criterion/fork_join_hydroflow_builder/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4503044.436916666,"upper_bound":4514471.447124999},"point_estimate":4508183.683333334,"standard_error":2941.100386573565},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4498553.708333334,"upper_bound":4506757.375},"point_estimate":4503023.666666666,"standard_error":2139.7595913804225},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10479.943238945196,"upper_bound":16237.064261734486},"point_estimate":13649.98908266402,"standard_error":1442.8269206734453},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12827.280280976995,"upper_bound":41462.62876949363},"point_estimate":29483.0783192259,"standard_error":7006.3678467648415}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4612036.9225909095,"upper_bound":4655820.406363635},"point_estimate":4627589.285454544,"standard_error":13123.071748881195},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4610254.409090909,"upper_bound":4617589.5},"point_estimate":4613050.090909091,"standard_error":1965.4255866726398},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11468.51731457575,"upper_bound":19823.43990260942},"point_estimate":15383.255154164852,"standard_error":2095.350570436929},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14439.938425718843,"upper_bound":225194.07347549996},"point_estimate":131890.96492613768,"standard_error":74999.68744639114}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/sample.json b/criterion/fork_join_hydroflow_builder/base/sample.json index 68521d3ae795..f1dc65cf8f42 100644 --- a/criterion/fork_join_hydroflow_builder/base/sample.json +++ b/criterion/fork_join_hydroflow_builder/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[54077327.0,54086002.0,54000363.0,54222458.0,54017314.0,54178385.0,54035367.0,54039826.0,54166372.0,54046499.0,54119656.0,54103084.0,54097945.0,53959926.0,54204675.0,56134203.0,53972830.0,54224532.0,53967040.0,54137318.0,53883774.0,54146676.0,53898552.0,53901948.0,53936763.0,53944708.0,54171233.0,54253636.0,53925713.0,54195157.0,53857365.0,53869147.0,54171913.0,55920975.0,54300595.0,53953194.0,53808524.0,54043103.0,54079220.0,53954346.0,53975366.0,54076875.0,54334708.0,54026550.0,54037201.0,54098526.0,54270117.0,53928478.0,54148950.0,54058491.0,54371227.0,54164870.0,54263845.0,53856012.0,54124285.0,54135265.0,53878354.0,53949748.0,53861152.0,53961129.0,53863175.0,53941132.0,55625302.0,53999330.0,53952753.0,54084850.0,53916997.0,54165101.0,53900225.0,53906306.0,54250971.0,53926414.0,54149200.0,54447108.0,54003769.0,53810327.0,53989923.0,54074191.0,53986386.0,54100840.0,53898512.0,54029817.0,53950580.0,53971168.0,53758180.0,53961310.0,53905856.0,54003278.0,54250691.0,54503794.0,53701353.0,54151255.0,54394440.0,53868566.0,53922527.0,54092264.0,54068460.0,54142097.0,53767567.0,53855592.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0],"times":[50612119.0,50907885.0,50776178.0,50790094.0,50766068.0,50641986.0,50799842.0,50634952.0,50598092.0,50574748.0,51079378.0,50544422.0,50829598.0,50734860.0,50727867.0,50582823.0,50819389.0,50675628.0,50656453.0,50952258.0,50631616.0,50644159.0,50466806.0,50744258.0,50500219.0,50708110.0,50957398.0,50730242.0,50554941.0,50812846.0,50959162.0,50627598.0,50804240.0,50608173.0,50618441.0,50768814.0,50966927.0,51106458.0,50597752.0,50876898.0,50920970.0,50792929.0,50618441.0,50570100.0,51036537.0,50689735.0,50878761.0,50803649.0,51330941.0,50558638.0,50769224.0,50789713.0,50694314.0,50990220.0,50579838.0,50854305.0,50730682.0,50535445.0,50373641.0,51061294.0,50988567.0,51436279.0,50631235.0,65148212.0,50409428.0,50864163.0,50799321.0,50612640.0,51282911.0,50801896.0,50741543.0,50703601.0,50945817.0,50695154.0,50832554.0,50576833.0,50859524.0,50697669.0,50830721.0,50842242.0,50829097.0,50729139.0,50458770.0,50721354.0,50774676.0,50674716.0,50717487.0,50874473.0,50953771.0,50931309.0,50471345.0,50742844.0,50627006.0,50796875.0,50714620.0,50665087.0,50755397.0,50439903.0,50822834.0,50978126.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/tukey.json b/criterion/fork_join_hydroflow_builder/base/tukey.json index b95b3f44fc32..7f93934bd274 100644 --- a/criterion/fork_join_hydroflow_builder/base/tukey.json +++ b/criterion/fork_join_hydroflow_builder/base/tukey.json @@ -1 +1 @@ -[4440802.145833333,4467679.895833333,4539353.895833333,4566231.645833333] \ No newline at end of file +[4541315.795454547,4572036.340909092,4653957.795454545,4684678.34090909] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/change/estimates.json b/criterion/fork_join_hydroflow_builder/change/estimates.json index 433036790251..ad80d3b3ee5a 100644 --- a/criterion/fork_join_hydroflow_builder/change/estimates.json +++ b/criterion/fork_join_hydroflow_builder/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013482148246700753,"upper_bound":-0.0036703228789170994},"point_estimate":-0.008413554123851807,"standard_error":0.002506964164036938},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.000015484869800297396,"upper_bound":0.0023393852548487803},"point_estimate":0.0012501386101386736,"standard_error":0.0006129231349520702}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.022317654677615695,"upper_bound":0.03313977123785683},"point_estimate":0.026486410161735696,"standard_error":0.0029454784067629134},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.023377500413629182,"upper_bound":0.025848893802221884},"point_estimate":0.024433898728289716,"standard_error":0.0006327855593703019}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/estimates.json b/criterion/fork_join_hydroflow_builder/new/estimates.json index 1092dfccd52c..91636db46433 100644 --- a/criterion/fork_join_hydroflow_builder/new/estimates.json +++ b/criterion/fork_join_hydroflow_builder/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4503044.436916666,"upper_bound":4514471.447124999},"point_estimate":4508183.683333334,"standard_error":2941.100386573565},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4498553.708333334,"upper_bound":4506757.375},"point_estimate":4503023.666666666,"standard_error":2139.7595913804225},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10479.943238945196,"upper_bound":16237.064261734486},"point_estimate":13649.98908266402,"standard_error":1442.8269206734453},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12827.280280976995,"upper_bound":41462.62876949363},"point_estimate":29483.0783192259,"standard_error":7006.3678467648415}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4612036.9225909095,"upper_bound":4655820.406363635},"point_estimate":4627589.285454544,"standard_error":13123.071748881195},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4610254.409090909,"upper_bound":4617589.5},"point_estimate":4613050.090909091,"standard_error":1965.4255866726398},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11468.51731457575,"upper_bound":19823.43990260942},"point_estimate":15383.255154164852,"standard_error":2095.350570436929},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14439.938425718843,"upper_bound":225194.07347549996},"point_estimate":131890.96492613768,"standard_error":74999.68744639114}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/sample.json b/criterion/fork_join_hydroflow_builder/new/sample.json index 68521d3ae795..f1dc65cf8f42 100644 --- a/criterion/fork_join_hydroflow_builder/new/sample.json +++ b/criterion/fork_join_hydroflow_builder/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[54077327.0,54086002.0,54000363.0,54222458.0,54017314.0,54178385.0,54035367.0,54039826.0,54166372.0,54046499.0,54119656.0,54103084.0,54097945.0,53959926.0,54204675.0,56134203.0,53972830.0,54224532.0,53967040.0,54137318.0,53883774.0,54146676.0,53898552.0,53901948.0,53936763.0,53944708.0,54171233.0,54253636.0,53925713.0,54195157.0,53857365.0,53869147.0,54171913.0,55920975.0,54300595.0,53953194.0,53808524.0,54043103.0,54079220.0,53954346.0,53975366.0,54076875.0,54334708.0,54026550.0,54037201.0,54098526.0,54270117.0,53928478.0,54148950.0,54058491.0,54371227.0,54164870.0,54263845.0,53856012.0,54124285.0,54135265.0,53878354.0,53949748.0,53861152.0,53961129.0,53863175.0,53941132.0,55625302.0,53999330.0,53952753.0,54084850.0,53916997.0,54165101.0,53900225.0,53906306.0,54250971.0,53926414.0,54149200.0,54447108.0,54003769.0,53810327.0,53989923.0,54074191.0,53986386.0,54100840.0,53898512.0,54029817.0,53950580.0,53971168.0,53758180.0,53961310.0,53905856.0,54003278.0,54250691.0,54503794.0,53701353.0,54151255.0,54394440.0,53868566.0,53922527.0,54092264.0,54068460.0,54142097.0,53767567.0,53855592.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0],"times":[50612119.0,50907885.0,50776178.0,50790094.0,50766068.0,50641986.0,50799842.0,50634952.0,50598092.0,50574748.0,51079378.0,50544422.0,50829598.0,50734860.0,50727867.0,50582823.0,50819389.0,50675628.0,50656453.0,50952258.0,50631616.0,50644159.0,50466806.0,50744258.0,50500219.0,50708110.0,50957398.0,50730242.0,50554941.0,50812846.0,50959162.0,50627598.0,50804240.0,50608173.0,50618441.0,50768814.0,50966927.0,51106458.0,50597752.0,50876898.0,50920970.0,50792929.0,50618441.0,50570100.0,51036537.0,50689735.0,50878761.0,50803649.0,51330941.0,50558638.0,50769224.0,50789713.0,50694314.0,50990220.0,50579838.0,50854305.0,50730682.0,50535445.0,50373641.0,51061294.0,50988567.0,51436279.0,50631235.0,65148212.0,50409428.0,50864163.0,50799321.0,50612640.0,51282911.0,50801896.0,50741543.0,50703601.0,50945817.0,50695154.0,50832554.0,50576833.0,50859524.0,50697669.0,50830721.0,50842242.0,50829097.0,50729139.0,50458770.0,50721354.0,50774676.0,50674716.0,50717487.0,50874473.0,50953771.0,50931309.0,50471345.0,50742844.0,50627006.0,50796875.0,50714620.0,50665087.0,50755397.0,50439903.0,50822834.0,50978126.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/tukey.json b/criterion/fork_join_hydroflow_builder/new/tukey.json index b95b3f44fc32..7f93934bd274 100644 --- a/criterion/fork_join_hydroflow_builder/new/tukey.json +++ b/criterion/fork_join_hydroflow_builder/new/tukey.json @@ -1 +1 @@ -[4440802.145833333,4467679.895833333,4539353.895833333,4566231.645833333] \ No newline at end of file +[4541315.795454547,4572036.340909092,4653957.795454545,4684678.34090909] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/report/MAD.svg b/criterion/fork_join_hydroflow_builder/report/MAD.svg index 5b340efdf4cf..aa60eb08c620 100644 --- a/criterion/fork_join_hydroflow_builder/report/MAD.svg +++ b/criterion/fork_join_hydroflow_builder/report/MAD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - -0.25 - - - -0.3 - - + - -10 - - - + 11 - - + + 12 - - + + 13 - - + + 14 - - + + 15 - - + + 16 - - - - + + +17 + + + +18 + + + +19 + + + +20 + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/SD.svg b/criterion/fork_join_hydroflow_builder/report/SD.svg index 78b7bb4a362a..ccc130a21d0b 100644 --- a/criterion/fork_join_hydroflow_builder/report/SD.svg +++ b/criterion/fork_join_hydroflow_builder/report/SD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - -0.01 + +0.002 - - -0.02 + + +0.004 - - -0.03 + + +0.006 - - -0.04 + + +0.008 - - -0.05 + + +0.01 - - -0.06 + + +0.012 - - - -10 + + +0.014 - - -15 + + +0.016 - - -20 + + +0.018 + + + +0.02 + + + + +0 - - -25 + + +50 - - -30 + + +100 - - -35 + + +150 - - -40 + + +200 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg index 9c9289d9da34..5fa19014d45d 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg @@ -16,42 +16,42 @@ Average Iteration Time (ms) - + - - - - - + + + + + - -4.5 + +4.6 - + -4.55 +4.8 - -4.6 + +5.0 - - -4.65 + + +5.2 - - -4.7 + + +5.4 - - -4.75 + + +5.6 - - -4.8 + + +5.8 - + 0 @@ -97,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg index 2961bb5d613d..cdb6ec3fb591 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg @@ -50,22 +50,26 @@ Average Time (ms) - -4.4 - - - -4.6 - - - -4.8 - - - - - - + +4.5 + + + +5 + + + +5.5 + + + +6 + + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_builder/report/change/mean.svg b/criterion/fork_join_hydroflow_builder/report/change/mean.svg index 1106b718b83c..edd29012f7c2 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/mean.svg @@ -9,63 +9,75 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + + +160 + + + +180 + + - --0.014 - - - --0.012 - - - --0.01 - - - --0.008 - - - --0.006 - - - --0.004 - - - - - - + +0.022 + + + +0.024 + + + +0.026 + + + +0.028 + + + +0.03 + + + +0.032 + + + +0.034 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/median.svg b/criterion/fork_join_hydroflow_builder/report/change/median.svg index a25bf3ce788a..3df2112b8671 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/median.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - + - -0 - - - -5e-4 - - - -0.001 - - - -0.0015 - - - -0.002 - - - -0.0025 - - - - - - + +0.0235 + + + +0.024 + + + +0.0245 + + + +0.025 + + + +0.0255 + + + +0.026 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg index 169cc82dd63b..828405aa77dc 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - + -0.35 +0.3 - -0.4 + +0.35 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - + 4.0 - - + + t distribution diff --git a/criterion/fork_join_hydroflow_builder/report/index.html b/criterion/fork_join_hydroflow_builder/report/index.html index faa72930bc43..c8c7fb16b3d5 100644 --- a/criterion/fork_join_hydroflow_builder/report/index.html +++ b/criterion/fork_join_hydroflow_builder/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0045873 - 0.0047274 - 0.0045207 + 0.0000264 + 0.0000267 + 0.0000256 Mean - 4.5030 ms - 4.5082 ms - 4.5145 ms + 4.6120 ms + 4.6276 ms + 4.6558 ms Std. Dev. - 12.827 µs - 29.483 µs - 41.463 µs + 14.440 µs + 131.89 µs + 225.19 µs Median - 4.4986 ms - 4.5030 ms - 4.5068 ms + 4.6103 ms + 4.6131 ms + 4.6176 ms MAD - 10.480 µs - 13.650 µs - 16.237 µs + 11.469 µs + 15.383 µs + 19.823 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -1.3482% - -0.8414% - -0.3670% + +2.2318% + +2.6486% + +3.3140% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg index f652bb887d98..5ba1c9738b89 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg @@ -15,57 +15,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -4.48 - - - -4.5 - - - -4.52 - - - -4.54 + +4.6 - - -4.56 + + +4.8 - - -4.58 + + +5.0 - - -4.6 + + +5.2 - - -4.62 + + +5.4 - - -4.64 + + +5.6 - - -4.66 + + +5.8 - + 10 @@ -107,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg index 02094d8526d1..f36937af413a 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg @@ -12,55 +12,40 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + - -4.48 - - - -4.5 - - - -4.52 - - - -4.54 + +4.6 - - -4.56 + + +4.8 - - -4.58 + + +5.0 - - -4.6 + + +5.2 - - -4.62 + + +5.4 - - -4.64 + + +5.6 - + -4.66 +5.8 @@ -104,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + diff --git a/criterion/fork_join_hydroflow_builder/report/mean.svg b/criterion/fork_join_hydroflow_builder/report/mean.svg index 0254f790f565..4be55612cfdb 100644 --- a/criterion/fork_join_hydroflow_builder/report/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/mean.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (ms) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - -80 + + +70 - - -100 + + + +4.61 - - -120 + + +4.615 - - -140 + + +4.62 - - - -4.502 + + +4.625 + + + +4.63 - - -4.504 + + +4.635 - - -4.506 + + +4.64 - - -4.508 + + +4.645 - - -4.51 + + +4.65 - - -4.512 + + +4.655 - - -4.514 + + +4.66 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/median.svg b/criterion/fork_join_hydroflow_builder/report/median.svg index 58890a7d093c..7ae86678e407 100644 --- a/criterion/fork_join_hydroflow_builder/report/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/median.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (ms) - + 50 - + 100 - + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - + - -4.498 + +4.61 - - -4.499 + + +4.611 - - -4.5 + + +4.612 - - -4.501 + + +4.613 - - -4.502 + + +4.614 - - -4.503 + + +4.615 - - -4.504 + + +4.616 - - -4.505 + + +4.617 - - -4.506 + + +4.618 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/pdf.svg b/criterion/fork_join_hydroflow_builder/report/pdf.svg index a75e7c5bb9ff..968110184bf9 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf.svg @@ -13,55 +13,55 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - -12 - - + - -4.45 + +4.6 - - -4.5 + + +4.8 - - -4.55 + + +5 - - -4.6 + + +5.2 - - -4.65 + + +5.4 - - -4.7 + + +5.6 - + + +5.8 + + Density (a.u.) @@ -70,60 +70,44 @@ Density (a.u.) 0 - + +1 + + + 2 - - -4 + + +3 - - -6 + + +4 - - -8 + + +5 - - -10 + + +6 - - -12 - - - -14 - - - -16 - - - -18 - - - -20 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg index 1c5e38715262..c958603ac188 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg @@ -10,35 +10,51 @@ Average Time (ms) 0 - -5 + +1 + + + +2 - - -10 + + +3 - - -15 + + +4 + + + +5 - - -20 + + +6 - + + +7 + + - + 4.5 - - -4.6 + + +5 + + + +5.5 - + -4.7 +6 - - + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg index b8e8c04b4e03..cf29c14c1b7a 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg @@ -15,40 +15,40 @@ Average Iteration Time (ms) - - - - - + + + + + -4.5 +4.6 -4.55 +4.8 - -4.6 + +5.0 - - -4.65 + + +5.2 - - -4.7 + + +5.4 - - -4.75 + + +5.6 - - -4.8 + + +5.8 - + 0 @@ -94,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg index 3e4c7f390de8..bc8fbb5819ee 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg @@ -47,20 +47,24 @@ Average Time (ms) - -4.4 - - - -4.6 - - - -4.8 - - - - - - + +4.5 + + + +5 + + + +5.5 + + + +6 + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/typical.svg b/criterion/fork_join_hydroflow_builder/report/typical.svg index a99e93313cd1..66c37afe2fa1 100644 --- a/criterion/fork_join_hydroflow_builder/report/typical.svg +++ b/criterion/fork_join_hydroflow_builder/report/typical.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (ms) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - -80 + + +70 - - -100 + + + +4.61 - - -120 + + +4.615 - - -140 + + +4.62 - - - -4.502 + + +4.625 + + + +4.63 - - -4.504 + + +4.635 - - -4.506 + + +4.64 - - -4.508 + + +4.645 - - -4.51 + + +4.65 - - -4.512 + + +4.655 - - -4.514 + + +4.66 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/base/estimates.json b/criterion/fork_join_hydroflow_surface/base/estimates.json index 707f9fe4b57c..fdb94b14aa1e 100644 --- a/criterion/fork_join_hydroflow_surface/base/estimates.json +++ b/criterion/fork_join_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30015576.988,"upper_bound":30877053.360375002},"point_estimate":30457093.905,"standard_error":219692.15398172883},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30850114.75,"upper_bound":31581706.25},"point_estimate":31200813.5,"standard_error":181478.9938621531},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1095098.2393143706,"upper_bound":2031720.1628297567},"point_estimate":1512439.522048831,"standard_error":240654.5661923552},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1852645.8626750251,"upper_bound":2489465.058811316},"point_estimate":2203050.5972135924,"standard_error":162757.5514684712}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29316414.029375,"upper_bound":30232729.733125},"point_estimate":29781629.735,"standard_error":234189.63178448152},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29608559.0,"upper_bound":31106421.0},"point_estimate":30496509.5,"standard_error":432931.4358221509},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1593224.1707146168,"upper_bound":2912147.7018490434},"point_estimate":2332100.8478969336,"standard_error":345016.1544241754},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2047487.7507396766,"upper_bound":2607406.1551680663},"point_estimate":2354859.9550883947,"standard_error":143603.70248993856}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/sample.json b/criterion/fork_join_hydroflow_surface/base/sample.json index dfd540a062ed..dcf0909de6e6 100644 --- a/criterion/fork_join_hydroflow_surface/base/sample.json +++ b/criterion/fork_join_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[60396557.0,63868701.0,63481416.0,57779761.0,48917673.0,49267799.0,50560336.0,55783206.0,53084308.0,53231062.0,55144993.0,51602256.0,53776032.0,49995560.0,51204181.0,53485879.0,59393751.0,62165024.0,62632970.0,64361753.0,53596315.0,62866776.0,61118016.0,62702429.0,55569036.0,61982172.0,57645350.0,56020140.0,54008086.0,55342302.0,60685116.0,59620254.0,61762902.0,62212763.0,62921219.0,58869860.0,55219913.0,56044465.0,62739809.0,64789323.0,63777401.0,62328509.0,62544193.0,63449507.0,62102076.0,60578156.0,60784201.0,61414109.0,61846749.0,62291951.0,62958408.0,63740742.0,59095061.0,63212163.0,59294805.0,62369236.0,55314319.0,56263275.0,62434018.0,61553710.0,64225088.0,64244033.0,64000768.0,63873632.0,60220849.0,56809568.0,64758918.0,65372335.0,60197615.0,63868512.0,63712490.0,64339263.0,61326016.0,63152082.0,64432327.0,65028813.0,63500404.0,65225461.0,66025227.0,63741084.0,64789896.0,64874475.0,65367797.0,64451433.0,64423782.0,63114662.0,66447107.0,64989059.0,61009445.0,64938935.0,65684529.0,61996210.0,64376323.0,64178553.0,66970906.0,64595642.0,63230068.0,64727109.0,64493261.0,65503051.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[62890978.0,60960088.0,57839660.0,55706389.0,53445869.0,53557497.0,57107353.0,54485524.0,53418336.0,49678844.0,56363735.0,59500954.0,59967791.0,62849981.0,56784235.0,56033593.0,63681947.0,63557943.0,64564355.0,64679321.0,63492049.0,63373676.0,57798712.0,56463302.0,63817431.0,54423845.0,57364565.0,62140255.0,61960046.0,65225386.0,60344568.0,63568019.0,60685599.0,60077165.0,59217118.0,60578499.0,64122713.0,62240924.0,62402688.0,62669861.0,63134825.0,63698555.0,62300756.0,62050495.0,64114106.0,64400154.0,65148341.0,64879797.0,63988229.0,65558020.0,64721789.0,62300816.0,64860850.0,59639673.0,58225554.0,58772733.0,64926594.0,64760492.0,63361512.0,61025950.0,59152356.0,62172625.0,66021563.0,61038904.0,64642911.0,64106010.0,65221709.0,57854456.0,64444508.0,62093787.0,49153876.0,57569791.0,56675438.0,56679657.0,61969614.0,55911863.0,48497291.0,54215925.0,54061554.0,49329536.0,55692240.0,49477575.0,51484358.0,50939834.0,50856338.0,51382146.0,51153606.0,53906533.0,62877050.0,50059378.0,57140794.0,62415161.0,57900774.0,61668327.0,62699967.0,57804222.0,62212842.0,60023033.0,62515941.0,62392399.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/tukey.json b/criterion/fork_join_hydroflow_surface/base/tukey.json index 3538b45b4229..f46988c677a8 100644 --- a/criterion/fork_join_hydroflow_surface/base/tukey.json +++ b/criterion/fork_join_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[21732785.125,25626082.75,36008209.75,39901507.375] \ No newline at end of file +[18139904.125,23225553.0625,36787283.5625,41872932.5] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/change/estimates.json b/criterion/fork_join_hydroflow_surface/change/estimates.json index a2521cc68bdd..fb054ad73099 100644 --- a/criterion/fork_join_hydroflow_surface/change/estimates.json +++ b/criterion/fork_join_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02653739543647005,"upper_bound":0.010622204783775405},"point_estimate":-0.00809147640553276,"standard_error":0.009464345890625087},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.017953182554481195,"upper_bound":0.008274210274749727},"point_estimate":-0.006731565993537081,"standard_error":0.006749244970162612}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04236740156129079,"upper_bound":-0.0009276185387845902},"point_estimate":-0.022177564678589223,"standard_error":0.01054521235641324},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05312635444340035,"upper_bound":0.0019486836372739624},"point_estimate":-0.022573257585094653,"standard_error":0.01530572618948971}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/estimates.json b/criterion/fork_join_hydroflow_surface/new/estimates.json index 707f9fe4b57c..fdb94b14aa1e 100644 --- a/criterion/fork_join_hydroflow_surface/new/estimates.json +++ b/criterion/fork_join_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30015576.988,"upper_bound":30877053.360375002},"point_estimate":30457093.905,"standard_error":219692.15398172883},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30850114.75,"upper_bound":31581706.25},"point_estimate":31200813.5,"standard_error":181478.9938621531},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1095098.2393143706,"upper_bound":2031720.1628297567},"point_estimate":1512439.522048831,"standard_error":240654.5661923552},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1852645.8626750251,"upper_bound":2489465.058811316},"point_estimate":2203050.5972135924,"standard_error":162757.5514684712}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29316414.029375,"upper_bound":30232729.733125},"point_estimate":29781629.735,"standard_error":234189.63178448152},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29608559.0,"upper_bound":31106421.0},"point_estimate":30496509.5,"standard_error":432931.4358221509},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1593224.1707146168,"upper_bound":2912147.7018490434},"point_estimate":2332100.8478969336,"standard_error":345016.1544241754},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2047487.7507396766,"upper_bound":2607406.1551680663},"point_estimate":2354859.9550883947,"standard_error":143603.70248993856}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/sample.json b/criterion/fork_join_hydroflow_surface/new/sample.json index dfd540a062ed..dcf0909de6e6 100644 --- a/criterion/fork_join_hydroflow_surface/new/sample.json +++ b/criterion/fork_join_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[60396557.0,63868701.0,63481416.0,57779761.0,48917673.0,49267799.0,50560336.0,55783206.0,53084308.0,53231062.0,55144993.0,51602256.0,53776032.0,49995560.0,51204181.0,53485879.0,59393751.0,62165024.0,62632970.0,64361753.0,53596315.0,62866776.0,61118016.0,62702429.0,55569036.0,61982172.0,57645350.0,56020140.0,54008086.0,55342302.0,60685116.0,59620254.0,61762902.0,62212763.0,62921219.0,58869860.0,55219913.0,56044465.0,62739809.0,64789323.0,63777401.0,62328509.0,62544193.0,63449507.0,62102076.0,60578156.0,60784201.0,61414109.0,61846749.0,62291951.0,62958408.0,63740742.0,59095061.0,63212163.0,59294805.0,62369236.0,55314319.0,56263275.0,62434018.0,61553710.0,64225088.0,64244033.0,64000768.0,63873632.0,60220849.0,56809568.0,64758918.0,65372335.0,60197615.0,63868512.0,63712490.0,64339263.0,61326016.0,63152082.0,64432327.0,65028813.0,63500404.0,65225461.0,66025227.0,63741084.0,64789896.0,64874475.0,65367797.0,64451433.0,64423782.0,63114662.0,66447107.0,64989059.0,61009445.0,64938935.0,65684529.0,61996210.0,64376323.0,64178553.0,66970906.0,64595642.0,63230068.0,64727109.0,64493261.0,65503051.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[62890978.0,60960088.0,57839660.0,55706389.0,53445869.0,53557497.0,57107353.0,54485524.0,53418336.0,49678844.0,56363735.0,59500954.0,59967791.0,62849981.0,56784235.0,56033593.0,63681947.0,63557943.0,64564355.0,64679321.0,63492049.0,63373676.0,57798712.0,56463302.0,63817431.0,54423845.0,57364565.0,62140255.0,61960046.0,65225386.0,60344568.0,63568019.0,60685599.0,60077165.0,59217118.0,60578499.0,64122713.0,62240924.0,62402688.0,62669861.0,63134825.0,63698555.0,62300756.0,62050495.0,64114106.0,64400154.0,65148341.0,64879797.0,63988229.0,65558020.0,64721789.0,62300816.0,64860850.0,59639673.0,58225554.0,58772733.0,64926594.0,64760492.0,63361512.0,61025950.0,59152356.0,62172625.0,66021563.0,61038904.0,64642911.0,64106010.0,65221709.0,57854456.0,64444508.0,62093787.0,49153876.0,57569791.0,56675438.0,56679657.0,61969614.0,55911863.0,48497291.0,54215925.0,54061554.0,49329536.0,55692240.0,49477575.0,51484358.0,50939834.0,50856338.0,51382146.0,51153606.0,53906533.0,62877050.0,50059378.0,57140794.0,62415161.0,57900774.0,61668327.0,62699967.0,57804222.0,62212842.0,60023033.0,62515941.0,62392399.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/tukey.json b/criterion/fork_join_hydroflow_surface/new/tukey.json index 3538b45b4229..f46988c677a8 100644 --- a/criterion/fork_join_hydroflow_surface/new/tukey.json +++ b/criterion/fork_join_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[21732785.125,25626082.75,36008209.75,39901507.375] \ No newline at end of file +[18139904.125,23225553.0625,36787283.5625,41872932.5] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/report/MAD.svg b/criterion/fork_join_hydroflow_surface/report/MAD.svg index 5c07a6031568..f195b658fcab 100644 --- a/criterion/fork_join_hydroflow_surface/report/MAD.svg +++ b/criterion/fork_join_hydroflow_surface/report/MAD.svg @@ -9,78 +9,70 @@ Density (a.u.) Average time (ms) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + + 1.6 - - + + 1.8 - - + + 2 - - + + 2.2 - - - -1 - - - -1.2 - - - -1.4 + + +2.4 - - -1.6 + + +2.6 - - -1.8 + + +2.8 - - -2 + + +3 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/SD.svg b/criterion/fork_join_hydroflow_surface/report/SD.svg index 995849912c6f..5bcf194eb821 100644 --- a/criterion/fork_join_hydroflow_surface/report/SD.svg +++ b/criterion/fork_join_hydroflow_surface/report/SD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - -1.8 - - - -1.9 + + +3 - - + + + 2 - - + + 2.1 - - + + 2.2 - - + + 2.3 - - + + 2.4 - - + + 2.5 - - - - + + +2.6 + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg index 5a2147dad70c..a89539112364 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg @@ -16,48 +16,48 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + - + 25.0 - - + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - + 33.0 @@ -107,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg index f687f676594f..e89a4622ee7c 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg @@ -9,43 +9,67 @@ Density (a.u.) Average Time (ms) - -0.05 + +0.02 - - + + +0.04 + + + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 - - + + 0.2 - - -0.25 + + +0.22 - + - + 25 - - + + 30 - - + + 35 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_surface/report/change/mean.svg b/criterion/fork_join_hydroflow_surface/report/change/mean.svg index 92613ba4aaf2..9eb3dd2981a8 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/mean.svg @@ -9,79 +9,79 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - + - + +-0.045 + + + +-0.04 + + + +-0.035 + + + -0.03 - - + + -0.025 - - + + -0.02 - - + + -0.015 - - + + -0.01 - - + + -0.005 - - -0 - - - -0.005 - - - -0.01 + + +-6.9389e-18 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/median.svg b/criterion/fork_join_hydroflow_surface/report/change/median.svg index 759306fead42..2b3f7552fb76 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/median.svg @@ -9,83 +9,51 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - -25 - - - -30 - - - -35 - - - -40 - - - -45 + + + +-0.05 - - -50 + + +-0.04 - - -55 + + +-0.03 - - - + + -0.02 - - --0.015 - - - + + -0.01 - - --0.005 - - - -0 - - - -0.005 - - - -0.01 + + +6.9389e-18 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg index ab38c46db018..87f0ee0c96f0 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_surface/report/index.html b/criterion/fork_join_hydroflow_surface/report/index.html index d82768c391f9..2b774a387098 100644 --- a/criterion/fork_join_hydroflow_surface/report/index.html +++ b/criterion/fork_join_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0104195 - 0.0108376 - 0.0104579 + 0.0034944 + 0.0036316 + 0.0035023 Mean - 30.016 ms - 30.457 ms - 30.877 ms + 29.316 ms + 29.782 ms + 30.233 ms Std. Dev. - 1.8526 ms - 2.2031 ms - 2.4895 ms + 2.0475 ms + 2.3549 ms + 2.6074 ms Median - 30.850 ms - 31.201 ms - 31.582 ms + 29.609 ms + 30.497 ms + 31.106 ms MAD - 1.0951 ms - 1.5124 ms - 2.0317 ms + 1.5932 ms + 2.3321 ms + 2.9121 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -2.6537% - -0.8091% - +1.0622% - (p = 0.41 > + -4.2367% + -2.2178% + -0.0928% + (p = 0.04 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg index 608bf4610479..81f00813f501 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg @@ -15,52 +15,52 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - + 25.0 - - + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - + 10 @@ -102,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg index 74eb2f2e8546..6c2c46746bc5 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg @@ -12,52 +12,52 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - + 25.0 - - + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - + 10 @@ -99,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/mean.svg b/criterion/fork_join_hydroflow_surface/report/mean.svg index 636b20ffe1db..7e27a3a427fa 100644 --- a/criterion/fork_join_hydroflow_surface/report/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/mean.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (ms) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - -2 - - + -30 +29.3 - -30.1 + +29.4 - - -30.2 + + +29.5 - - -30.3 + + +29.6 - - -30.4 + + +29.7 - - -30.5 + + +29.8 - - -30.6 + + +29.9 - - -30.7 + + +30 - - -30.8 + + +30.1 - - -30.9 + + +30.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/median.svg b/criterion/fork_join_hydroflow_surface/report/median.svg index f8c95b100362..6d20ae49c8ea 100644 --- a/criterion/fork_join_hydroflow_surface/report/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/median.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - -1 + + +0.4 - - -1.5 + + +0.6 - - -2 + + +0.8 - - -2.5 + + +1 - - -3 + + +1.2 - - -3.5 + + +1.4 - + - -30.8 + +29.6 - - -30.9 + + +29.8 - - -31 + + +30 - - -31.1 + + +30.2 - - -31.2 + + +30.4 - - -31.3 + + +30.6 - - -31.4 + + +30.8 + + + +31 - - -31.5 + + +31.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/pdf.svg b/criterion/fork_join_hydroflow_surface/report/pdf.svg index a7f5610ef536..a17eb4ac159c 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf.svg @@ -54,38 +54,34 @@ Average Time (ms) - + 22 - - + + 24 - - + + 26 - - + + 28 - - + + 30 - - + + 32 - - + + 34 - - -36 - - + Density (a.u.) @@ -94,38 +90,48 @@ Density (a.u.) 0 - -0.05 + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 - - + + 0.1 - - -0.15 + + +0.12 - - -0.2 + + +0.14 + + + +0.16 + + + +0.18 - - - - - - + + + + + + - - - - - - - - - - PDF diff --git a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg index 53b200d3331d..3803ac70323e 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg @@ -10,39 +10,59 @@ Average Time (ms) 0 + +0.02 + + -0.05 +0.04 - + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 - - -0.2 + + +0.14 - - -0.25 + + +0.16 + + + +0.18 + + + +0.2 - + - + 25 - - + + 30 - - + + 35 - - - + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg index 267c9ee0619b..401d9ebe21af 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,48 +13,48 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + - + 25.0 - - + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - + 33.0 @@ -104,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg index 0a592d08be2d..f7abf8a61b74 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg @@ -6,41 +6,65 @@ Density (a.u.) Average Time (ms) - -0.05 + +0.02 - - + + +0.04 + + + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 - - + + 0.2 - - -0.25 + + +0.22 - + - + 25 - - + + 30 - - + + 35 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/typical.svg b/criterion/fork_join_hydroflow_surface/report/typical.svg index e2997ff09fb3..ae2ab4249bfb 100644 --- a/criterion/fork_join_hydroflow_surface/report/typical.svg +++ b/criterion/fork_join_hydroflow_surface/report/typical.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (ms) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - -2 - - + -30 +29.3 - -30.1 + +29.4 - - -30.2 + + +29.5 - - -30.3 + + +29.6 - - -30.4 + + +29.7 - - -30.5 + + +29.8 - - -30.6 + + +29.9 - - -30.7 + + +30 - - -30.8 + + +30.1 - - -30.9 + + +30.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/base/estimates.json b/criterion/hydroflow_diamond/base/estimates.json index a4b82388140f..87f95b5463bd 100644 --- a/criterion/hydroflow_diamond/base/estimates.json +++ b/criterion/hydroflow_diamond/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57961198.60475,"upper_bound":58388911.1935},"point_estimate":58183179.73,"standard_error":108898.97751574304},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58092691.0,"upper_bound":58454848.0},"point_estimate":58316843.5,"standard_error":103985.48837857766},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":634504.4189102949,"upper_bound":1089681.3286542892},"point_estimate":920777.6092529297,"standard_error":115072.20891854895},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":792285.220416343,"upper_bound":1408453.5375987634},"point_estimate":1095269.287513837,"standard_error":161328.12851740405}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60473724.269,"upper_bound":60853806.407000005},"point_estimate":60662906.45,"standard_error":96638.42349208788},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60320503.5,"upper_bound":60846207.0},"point_estimate":60515556.0,"standard_error":153074.94292802486},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":746989.464238286,"upper_bound":1177655.1045924425},"point_estimate":1003724.6299803257,"standard_error":108927.47015973432},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":836393.9457517198,"upper_bound":1102849.7771750602},"point_estimate":975160.6851728155,"standard_error":67919.90382645954}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/base/sample.json b/criterion/hydroflow_diamond/base/sample.json index 01933458eb18..dd6726d36426 100644 --- a/criterion/hydroflow_diamond/base/sample.json +++ b/criterion/hydroflow_diamond/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[58423761.0,58327632.0,59310951.0,58429693.0,52501815.0,60784917.0,58423190.0,58692494.0,58266898.0,59226813.0,58763447.0,58143517.0,59460109.0,59407481.0,58514281.0,58654032.0,59407451.0,58507909.0,59047588.0,58633534.0,57306982.0,58801167.0,57544847.0,58173943.0,59105666.0,58587107.0,58721858.0,58092691.0,58144129.0,59332921.0,58485245.0,60633591.0,58450359.0,57982348.0,58943537.0,59134740.0,57449285.0,58377415.0,58116383.0,57516449.0,58221047.0,59635753.0,59077223.0,57650255.0,57653631.0,58336139.0,57750679.0,57601355.0,59728013.0,58875080.0,57723405.0,56920364.0,59061427.0,58586979.0,59073850.0,58578293.0,58473998.0,57340890.0,58264347.0,57299532.0,57642835.0,58557595.0,57966700.0,56617408.0,58083489.0,59321613.0,58306055.0,57701425.0,58979172.0,58715780.0,58381525.0,57772779.0,58834021.0,57440187.0,57218361.0,57216869.0,56639880.0,56680345.0,57813905.0,57469171.0,57580749.0,57031291.0,57950910.0,54581613.0,56817623.0,57209324.0,57017837.0,60973270.0,58337944.0,58460514.0,57560251.0,57771486.0,59236283.0,58449182.0,56934520.0,57997869.0,57113285.0,58535383.0,57585186.0,58133902.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[60212763.0,62430092.0,60614007.0,60395429.0,60132225.0,60297045.0,60430706.0,59848472.0,60163704.0,61833554.0,60247822.0,60827892.0,61244607.0,60000767.0,61237503.0,59251729.0,62536987.0,60504946.0,62183301.0,60910969.0,59411169.0,61635762.0,60534031.0,60111025.0,60228075.0,59401341.0,61631113.0,60936558.0,62160498.0,59053367.0,61192619.0,61376163.0,59639548.0,61563917.0,61232895.0,61461114.0,61157793.0,59748764.0,60115263.0,60070539.0,59535813.0,60298788.0,60744055.0,60097500.0,58569186.0,57988694.0,60822693.0,59095866.0,60813967.0,61257200.0,62484968.0,60508152.0,60176829.0,60009655.0,61763803.0,60810891.0,61133598.0,59754144.0,61354813.0,61108630.0,62599083.0,59409125.0,61495959.0,60846207.0,60342219.0,58986911.0,61290412.0,63077623.0,60854874.0,59652673.0,61125131.0,60282918.0,61666770.0,60271757.0,62035715.0,59838613.0,61208489.0,59702067.0,61689302.0,60668543.0,61522479.0,59701595.0,62975181.0,60483676.0,61328684.0,60371424.0,61805881.0,59487613.0,62243465.0,61093512.0,59622156.0,60522960.0,60370913.0,60200814.0,61109052.0,60331609.0,59396792.0,60469809.0,59909567.0,60003753.0]} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/base/tukey.json b/criterion/hydroflow_diamond/base/tukey.json index 0a96b34f8805..93d3e88cea86 100644 --- a/criterion/hydroflow_diamond/base/tukey.json +++ b/criterion/hydroflow_diamond/base/tukey.json @@ -1 +1 @@ -[54192485.25,55894899.0,60434669.0,62137082.75] \ No newline at end of file +[56424763.0,58240040.5,63080780.5,64896058.0] \ No newline at end of file diff --git a/criterion/hydroflow_diamond/change/estimates.json b/criterion/hydroflow_diamond/change/estimates.json index c16eefd42eaf..4c9ac73dc12d 100644 --- a/criterion/hydroflow_diamond/change/estimates.json +++ b/criterion/hydroflow_diamond/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.025057260623534004,"upper_bound":-0.01427701008983779},"point_estimate":-0.019653082489883844,"standard_error":0.0027343958123532243},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.028426351594175836,"upper_bound":-0.019749179601601496},"point_estimate":-0.02386823241967817,"standard_error":0.0022834232605747845}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.037469168087004956,"upper_bound":0.04762737559658451},"point_estimate":0.04261930563965777,"standard_error":0.0025952407038566574},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03321010603765141,"upper_bound":0.045733654326989726},"point_estimate":0.03770287224136193,"standard_error":0.0032830476613558645}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/estimates.json b/criterion/hydroflow_diamond/new/estimates.json index a4b82388140f..87f95b5463bd 100644 --- a/criterion/hydroflow_diamond/new/estimates.json +++ b/criterion/hydroflow_diamond/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57961198.60475,"upper_bound":58388911.1935},"point_estimate":58183179.73,"standard_error":108898.97751574304},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58092691.0,"upper_bound":58454848.0},"point_estimate":58316843.5,"standard_error":103985.48837857766},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":634504.4189102949,"upper_bound":1089681.3286542892},"point_estimate":920777.6092529297,"standard_error":115072.20891854895},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":792285.220416343,"upper_bound":1408453.5375987634},"point_estimate":1095269.287513837,"standard_error":161328.12851740405}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60473724.269,"upper_bound":60853806.407000005},"point_estimate":60662906.45,"standard_error":96638.42349208788},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60320503.5,"upper_bound":60846207.0},"point_estimate":60515556.0,"standard_error":153074.94292802486},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":746989.464238286,"upper_bound":1177655.1045924425},"point_estimate":1003724.6299803257,"standard_error":108927.47015973432},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":836393.9457517198,"upper_bound":1102849.7771750602},"point_estimate":975160.6851728155,"standard_error":67919.90382645954}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/sample.json b/criterion/hydroflow_diamond/new/sample.json index 01933458eb18..dd6726d36426 100644 --- a/criterion/hydroflow_diamond/new/sample.json +++ b/criterion/hydroflow_diamond/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[58423761.0,58327632.0,59310951.0,58429693.0,52501815.0,60784917.0,58423190.0,58692494.0,58266898.0,59226813.0,58763447.0,58143517.0,59460109.0,59407481.0,58514281.0,58654032.0,59407451.0,58507909.0,59047588.0,58633534.0,57306982.0,58801167.0,57544847.0,58173943.0,59105666.0,58587107.0,58721858.0,58092691.0,58144129.0,59332921.0,58485245.0,60633591.0,58450359.0,57982348.0,58943537.0,59134740.0,57449285.0,58377415.0,58116383.0,57516449.0,58221047.0,59635753.0,59077223.0,57650255.0,57653631.0,58336139.0,57750679.0,57601355.0,59728013.0,58875080.0,57723405.0,56920364.0,59061427.0,58586979.0,59073850.0,58578293.0,58473998.0,57340890.0,58264347.0,57299532.0,57642835.0,58557595.0,57966700.0,56617408.0,58083489.0,59321613.0,58306055.0,57701425.0,58979172.0,58715780.0,58381525.0,57772779.0,58834021.0,57440187.0,57218361.0,57216869.0,56639880.0,56680345.0,57813905.0,57469171.0,57580749.0,57031291.0,57950910.0,54581613.0,56817623.0,57209324.0,57017837.0,60973270.0,58337944.0,58460514.0,57560251.0,57771486.0,59236283.0,58449182.0,56934520.0,57997869.0,57113285.0,58535383.0,57585186.0,58133902.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[60212763.0,62430092.0,60614007.0,60395429.0,60132225.0,60297045.0,60430706.0,59848472.0,60163704.0,61833554.0,60247822.0,60827892.0,61244607.0,60000767.0,61237503.0,59251729.0,62536987.0,60504946.0,62183301.0,60910969.0,59411169.0,61635762.0,60534031.0,60111025.0,60228075.0,59401341.0,61631113.0,60936558.0,62160498.0,59053367.0,61192619.0,61376163.0,59639548.0,61563917.0,61232895.0,61461114.0,61157793.0,59748764.0,60115263.0,60070539.0,59535813.0,60298788.0,60744055.0,60097500.0,58569186.0,57988694.0,60822693.0,59095866.0,60813967.0,61257200.0,62484968.0,60508152.0,60176829.0,60009655.0,61763803.0,60810891.0,61133598.0,59754144.0,61354813.0,61108630.0,62599083.0,59409125.0,61495959.0,60846207.0,60342219.0,58986911.0,61290412.0,63077623.0,60854874.0,59652673.0,61125131.0,60282918.0,61666770.0,60271757.0,62035715.0,59838613.0,61208489.0,59702067.0,61689302.0,60668543.0,61522479.0,59701595.0,62975181.0,60483676.0,61328684.0,60371424.0,61805881.0,59487613.0,62243465.0,61093512.0,59622156.0,60522960.0,60370913.0,60200814.0,61109052.0,60331609.0,59396792.0,60469809.0,59909567.0,60003753.0]} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/tukey.json b/criterion/hydroflow_diamond/new/tukey.json index 0a96b34f8805..93d3e88cea86 100644 --- a/criterion/hydroflow_diamond/new/tukey.json +++ b/criterion/hydroflow_diamond/new/tukey.json @@ -1 +1 @@ -[54192485.25,55894899.0,60434669.0,62137082.75] \ No newline at end of file +[56424763.0,58240040.5,63080780.5,64896058.0] \ No newline at end of file diff --git a/criterion/hydroflow_diamond/report/MAD.svg b/criterion/hydroflow_diamond/report/MAD.svg index c20d5cbfa782..7f2ffef91dae 100644 --- a/criterion/hydroflow_diamond/report/MAD.svg +++ b/criterion/hydroflow_diamond/report/MAD.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - - -0.6 - - - -0.65 + + +4 - - + + + 0.7 - - + + 0.75 - - + + 0.8 - - + + 0.85 - - + + 0.9 - - + + 0.95 - - + + 1 - - + + 1.05 - - + + 1.1 - - - - + + +1.15 + + + +1.2 + + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/SD.svg b/criterion/hydroflow_diamond/report/SD.svg index 6869f652c6af..c3d06f30b396 100644 --- a/criterion/hydroflow_diamond/report/SD.svg +++ b/criterion/hydroflow_diamond/report/SD.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 + + +3 + + + +4 + + + +5 + + + +6 - + - -0.8 + +0.85 - - + + 0.9 - - -1 - - - -1.1 + + +0.95 - - -1.2 + + +1 - - -1.3 + + +1.05 - - -1.4 + + +1.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/both/iteration_times.svg b/criterion/hydroflow_diamond/report/both/iteration_times.svg index 4b3eef572cd4..f1e4e6b71da2 100644 --- a/criterion/hydroflow_diamond/report/both/iteration_times.svg +++ b/criterion/hydroflow_diamond/report/both/iteration_times.svg @@ -16,52 +16,62 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + + - + 53.0 - - + + 54.0 - - + + 55.0 - - + + 56.0 - - + + 57.0 - - + + 58.0 - - + + 59.0 - - + + 60.0 - - + + 61.0 - + + +62.0 + + + +63.0 + + 0 @@ -107,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/hydroflow_diamond/report/both/pdf.svg b/criterion/hydroflow_diamond/report/both/pdf.svg index 59314149f06c..d266cd77ecca 100644 --- a/criterion/hydroflow_diamond/report/both/pdf.svg +++ b/criterion/hydroflow_diamond/report/both/pdf.svg @@ -42,18 +42,18 @@ Average Time (ms) - + 55 - - + + 60 - - - - - + + + + + Base PDF diff --git a/criterion/hydroflow_diamond/report/change/mean.svg b/criterion/hydroflow_diamond/report/change/mean.svg index 24a78d846c18..9c38b318a190 100644 --- a/criterion/hydroflow_diamond/report/change/mean.svg +++ b/criterion/hydroflow_diamond/report/change/mean.svg @@ -9,66 +9,62 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + - --0.026 + +0.038 - - --0.024 + + +0.04 - - --0.022 + + +0.042 - - --0.02 + + +0.044 - - --0.018 - - + --0.016 +0.046 - --0.014 + +0.048 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/change/median.svg b/criterion/hydroflow_diamond/report/change/median.svg index 1d5c6daf1336..2cd31ed7f56c 100644 --- a/criterion/hydroflow_diamond/report/change/median.svg +++ b/criterion/hydroflow_diamond/report/change/median.svg @@ -9,94 +9,66 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - - -160 - - - -180 - - - -200 - - + - --0.029 - - - --0.028 - - - --0.027 - - - --0.026 + +0.032 - - --0.025 + + +0.034 - - --0.024 + + +0.036 - - --0.023 + + +0.038 - - --0.022 + + +0.04 - - --0.021 + + +0.042 - - --0.02 + + +0.044 - - --0.019 + + +0.046 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/change/t-test.svg b/criterion/hydroflow_diamond/report/change/t-test.svg index 686bc1db351e..f87ddac74140 100644 --- a/criterion/hydroflow_diamond/report/change/t-test.svg +++ b/criterion/hydroflow_diamond/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/hydroflow_diamond/report/index.html b/criterion/hydroflow_diamond/report/index.html index 07fc1f3bc327..d88338dd8281 100644 --- a/criterion/hydroflow_diamond/report/index.html +++ b/criterion/hydroflow_diamond/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000196 - 0.0000204 - 0.0000197 + 0.0044264 + 0.0045939 + 0.0044235 Mean - 57.961 ms - 58.183 ms - 58.389 ms + 60.474 ms + 60.663 ms + 60.854 ms Std. Dev. - 792.29 µs - 1.0953 ms - 1.4085 ms + 836.39 µs + 975.16 µs + 1.1028 ms Median - 58.093 ms - 58.317 ms - 58.455 ms + 60.321 ms + 60.516 ms + 60.846 ms MAD - 634.50 µs - 920.78 µs - 1.0897 ms + 746.99 µs + 1.0037 ms + 1.1777 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -2.5057% - -1.9653% - -1.4277% + +3.7469% + +4.2619% + +4.7627% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/hydroflow_diamond/report/iteration_times.svg b/criterion/hydroflow_diamond/report/iteration_times.svg index 65d7298f15db..0e7b9dcf31e8 100644 --- a/criterion/hydroflow_diamond/report/iteration_times.svg +++ b/criterion/hydroflow_diamond/report/iteration_times.svg @@ -15,47 +15,62 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + + - -53.0 + +58.0 - - -54.0 + + +58.5 - - -55.0 + + +59.0 - - -56.0 + + +59.5 - - -57.0 + + +60.0 - - -58.0 + + +60.5 - - -59.0 + + +61.0 - - -60.0 + + +61.5 + + + +62.0 + + + +62.5 + + + +63.0 - + 10 @@ -97,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/hydroflow_diamond/report/iteration_times_small.svg b/criterion/hydroflow_diamond/report/iteration_times_small.svg index 1d69eeca150c..41e21f6bde35 100644 --- a/criterion/hydroflow_diamond/report/iteration_times_small.svg +++ b/criterion/hydroflow_diamond/report/iteration_times_small.svg @@ -12,47 +12,62 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + + - -53.0 + +58.0 - - -54.0 + + +58.5 - - -55.0 + + +59.0 - - -56.0 + + +59.5 - - -57.0 + + +60.0 - - -58.0 + + +60.5 - - -59.0 + + +61.0 - - -60.0 + + +61.5 + + + +62.0 + + + +62.5 + + + +63.0 - + 10 @@ -94,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/hydroflow_diamond/report/mean.svg b/criterion/hydroflow_diamond/report/mean.svg index 7920263ad511..589c34328184 100644 --- a/criterion/hydroflow_diamond/report/mean.svg +++ b/criterion/hydroflow_diamond/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - - -57.95 + + +4.5 - - -58 + + + +60.45 - - -58.05 + + +60.5 - - -58.1 + + +60.55 - - -58.15 + + +60.6 - - -58.2 + + +60.65 - - -58.25 + + +60.7 - - -58.3 + + +60.75 - - -58.35 + + +60.8 - - -58.4 + + +60.85 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/median.svg b/criterion/hydroflow_diamond/report/median.svg index 425e44d710af..baeac33cb1fd 100644 --- a/criterion/hydroflow_diamond/report/median.svg +++ b/criterion/hydroflow_diamond/report/median.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - + - -58.1 - - - -58.15 + +60.3 - - -58.2 + + +60.4 - - -58.25 + + +60.5 - - -58.3 + + +60.6 - - -58.35 + + +60.7 - - -58.4 + + +60.8 - - -58.45 + + +60.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/pdf.svg b/criterion/hydroflow_diamond/report/pdf.svg index 08b3654c7412..7b5f3a8638fa 100644 --- a/criterion/hydroflow_diamond/report/pdf.svg +++ b/criterion/hydroflow_diamond/report/pdf.svg @@ -54,50 +54,38 @@ Average Time (ms) - -52 - - - -53 - - - -54 - - - -55 - - - -56 - - - + 57 - - + + 58 - - + + 59 - - + + 60 - - + + 61 - - + + 62 - + + +63 + + + +64 + + Density (a.u.) @@ -106,54 +94,42 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - - - - - - - - - - - - - - - - - + + + + + + + + + PDF diff --git a/criterion/hydroflow_diamond/report/pdf_small.svg b/criterion/hydroflow_diamond/report/pdf_small.svg index 9cc703e9d55d..f13e2918fc81 100644 --- a/criterion/hydroflow_diamond/report/pdf_small.svg +++ b/criterion/hydroflow_diamond/report/pdf_small.svg @@ -10,51 +10,55 @@ Average Time (ms) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - -0.45 - - + - -55 + +58 - - + + 60 - - - + + +62 + + + +64 + + + + diff --git a/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg b/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg index 917479ce6023..3498a518754a 100644 --- a/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg +++ b/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg @@ -13,52 +13,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - - + + + - + 53.0 - - + + 54.0 - - + + 55.0 - - + + 56.0 - - + + 57.0 - - + + 58.0 - - + + 59.0 - - + + 60.0 - - + + 61.0 - + + +62.0 + + + +63.0 + + 0 @@ -104,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/hydroflow_diamond/report/relative_pdf_small.svg b/criterion/hydroflow_diamond/report/relative_pdf_small.svg index d8908d02fc4e..89282b9266db 100644 --- a/criterion/hydroflow_diamond/report/relative_pdf_small.svg +++ b/criterion/hydroflow_diamond/report/relative_pdf_small.svg @@ -39,16 +39,16 @@ Average Time (ms) - + 55 - - + + 60 - - - - - + + + + + diff --git a/criterion/hydroflow_diamond/report/typical.svg b/criterion/hydroflow_diamond/report/typical.svg index 1c2fd141a63d..55e4a44e58d9 100644 --- a/criterion/hydroflow_diamond/report/typical.svg +++ b/criterion/hydroflow_diamond/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - - -57.95 + + +4.5 - - -58 + + + +60.45 - - -58.05 + + +60.5 - - -58.1 + + +60.55 - - -58.15 + + +60.6 - - -58.2 + + +60.65 - - -58.25 + + +60.7 - - -58.3 + + +60.75 - - -58.35 + + +60.8 - - -58.4 + + +60.85 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/base/estimates.json b/criterion/identity_hydroflow/base/estimates.json index bbeabf37b4c3..7605366393df 100644 --- a/criterion/identity_hydroflow/base/estimates.json +++ b/criterion/identity_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7158483.4785357155,"upper_bound":7195145.457642854},"point_estimate":7176184.2,"standard_error":9346.196984345235},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7129596.0,"upper_bound":7175930.428571428},"point_estimate":7152950.214285715,"standard_error":11469.761147896832},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58178.176067130706,"upper_bound":100762.8951111015},"point_estimate":81609.82145113664,"standard_error":10546.82742638318},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76010.48924107406,"upper_bound":110641.59277323869},"point_estimate":94306.33520113403,"standard_error":8926.362533647172}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6469568.241625,"upper_bound":6491402.0475},"point_estimate":6480162.52375,"standard_error":5595.264653391253},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6457645.6875,"upper_bound":6485487.375},"point_estimate":6471014.5,"standard_error":6882.795062098242},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40345.2517837286,"upper_bound":61509.2737454921},"point_estimate":49734.83540453017,"standard_error":5305.706495994861},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44369.9848691345,"upper_bound":67056.8626040777},"point_estimate":56076.169822507094,"standard_error":5806.15699798757}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/sample.json b/criterion/identity_hydroflow/base/sample.json index a8d32ce9a2f4..fae559326d77 100644 --- a/criterion/identity_hydroflow/base/sample.json +++ b/criterion/identity_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[50054822.0,49951619.0,50014668.0,50116838.0,50375793.0,50844792.0,49644064.0,50180857.0,49567469.0,50592077.0,49763658.0,49832186.0,49664662.0,49684750.0,49808421.0,49623286.0,49751073.0,50231513.0,49558183.0,49685922.0,49648883.0,49508691.0,49611443.0,49810266.0,49820414.0,49527766.0,49892990.0,49594902.0,49411640.0,49967589.0,49610051.0,49908900.0,49613546.0,51360806.0,52679030.0,50480890.0,50110005.0,50141986.0,50275124.0,50086481.0,49721859.0,52023315.0,50485137.0,50960237.0,50415967.0,50714507.0,50232384.0,51286887.0,51270235.0,51602017.0,50438219.0,51567122.0,51566940.0,50746877.0,51283541.0,50822358.0,50886799.0,50299230.0,49800166.0,50610121.0,49931150.0,49702613.0,49592748.0,49622914.0,49763016.0,50117119.0,49678378.0,50500175.0,50020649.0,50189053.0,50403305.0,49849550.0,50049664.0,50924531.0,52187855.0,51593582.0,50416029.0,50630371.0,50635259.0,50297869.0,49851183.0,50481271.0,49581058.0,49783035.0,50407283.0,49759402.0,49591466.0,50003408.0,50565620.0,51091443.0,50694430.0,49692236.0,49700732.0,49463438.0,49600443.0,50191580.0,49921354.0,50092474.0,50233117.0,49776163.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51810571.0,52320218.0,51405359.0,51681969.0,51460793.0,51718187.0,52432370.0,51977565.0,51339816.0,51983095.0,51393176.0,51255147.0,51865143.0,52003754.0,51299991.0,51436608.0,51457186.0,52038069.0,51473888.0,52280684.0,51855936.0,51541484.0,51622617.0,51771918.0,51959942.0,52436247.0,52337231.0,51883899.0,52043319.0,51487944.0,52424916.0,51539741.0,52787087.0,51629681.0,51797747.0,51436057.0,51764314.0,52467987.0,52034733.0,51181648.0,52133681.0,51345247.0,51728467.0,51455995.0,51997373.0,51773442.0,52355155.0,51681148.0,51445235.0,52434845.0,51978588.0,52743615.0,51800352.0,51739969.0,51459462.0,52002483.0,51571622.0,53415189.0,53065692.0,51779533.0,51325920.0,52010017.0,51976444.0,51648758.0,51900290.0,52668504.0,51546665.0,51888488.0,51209080.0,51448902.0,52225332.0,51786266.0,51518793.0,51358712.0,51669546.0,51358171.0,52088495.0,53540244.0,52019294.0,51666701.0,51419055.0,51328084.0,52085118.0,51545553.0,52274363.0,52336481.0,51431509.0,51531837.0,51643838.0,52023482.0,51652785.0,52046215.0,51701547.0,51681158.0,51414227.0,51611838.0,51445185.0,51922261.0,51600837.0,52034894.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/tukey.json b/criterion/identity_hydroflow/base/tukey.json index 6e08a35f8a05..e0b8df9b5e82 100644 --- a/criterion/identity_hydroflow/base/tukey.json +++ b/criterion/identity_hydroflow/base/tukey.json @@ -1 +1 @@ -[6759797.321428573,6931116.339285715,7387967.053571427,7559286.07142857] \ No newline at end of file +[6229175.03125,6332364.390625,6607536.015625,6710725.375] \ No newline at end of file diff --git a/criterion/identity_hydroflow/change/estimates.json b/criterion/identity_hydroflow/change/estimates.json index e37104c26eab..b2c31b56a909 100644 --- a/criterion/identity_hydroflow/change/estimates.json +++ b/criterion/identity_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.11290213706201774,"upper_bound":0.11936164143667986},"point_estimate":0.11606375320214912,"standard_error":0.001634774168212381},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.10971569840131856,"upper_bound":0.11784080414689369},"point_estimate":0.11447847626621321,"standard_error":0.002024642018477361}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.09981783148268851,"upper_bound":-0.09432424630100764},"point_estimate":-0.0969904975752992,"standard_error":0.0013997298066120325},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.09891312047604706,"upper_bound":-0.09201971482189908},"point_estimate":-0.09533628696642782,"standard_error":0.0017406847374227446}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/estimates.json b/criterion/identity_hydroflow/new/estimates.json index bbeabf37b4c3..7605366393df 100644 --- a/criterion/identity_hydroflow/new/estimates.json +++ b/criterion/identity_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7158483.4785357155,"upper_bound":7195145.457642854},"point_estimate":7176184.2,"standard_error":9346.196984345235},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7129596.0,"upper_bound":7175930.428571428},"point_estimate":7152950.214285715,"standard_error":11469.761147896832},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58178.176067130706,"upper_bound":100762.8951111015},"point_estimate":81609.82145113664,"standard_error":10546.82742638318},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76010.48924107406,"upper_bound":110641.59277323869},"point_estimate":94306.33520113403,"standard_error":8926.362533647172}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6469568.241625,"upper_bound":6491402.0475},"point_estimate":6480162.52375,"standard_error":5595.264653391253},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6457645.6875,"upper_bound":6485487.375},"point_estimate":6471014.5,"standard_error":6882.795062098242},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40345.2517837286,"upper_bound":61509.2737454921},"point_estimate":49734.83540453017,"standard_error":5305.706495994861},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44369.9848691345,"upper_bound":67056.8626040777},"point_estimate":56076.169822507094,"standard_error":5806.15699798757}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/sample.json b/criterion/identity_hydroflow/new/sample.json index a8d32ce9a2f4..fae559326d77 100644 --- a/criterion/identity_hydroflow/new/sample.json +++ b/criterion/identity_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[50054822.0,49951619.0,50014668.0,50116838.0,50375793.0,50844792.0,49644064.0,50180857.0,49567469.0,50592077.0,49763658.0,49832186.0,49664662.0,49684750.0,49808421.0,49623286.0,49751073.0,50231513.0,49558183.0,49685922.0,49648883.0,49508691.0,49611443.0,49810266.0,49820414.0,49527766.0,49892990.0,49594902.0,49411640.0,49967589.0,49610051.0,49908900.0,49613546.0,51360806.0,52679030.0,50480890.0,50110005.0,50141986.0,50275124.0,50086481.0,49721859.0,52023315.0,50485137.0,50960237.0,50415967.0,50714507.0,50232384.0,51286887.0,51270235.0,51602017.0,50438219.0,51567122.0,51566940.0,50746877.0,51283541.0,50822358.0,50886799.0,50299230.0,49800166.0,50610121.0,49931150.0,49702613.0,49592748.0,49622914.0,49763016.0,50117119.0,49678378.0,50500175.0,50020649.0,50189053.0,50403305.0,49849550.0,50049664.0,50924531.0,52187855.0,51593582.0,50416029.0,50630371.0,50635259.0,50297869.0,49851183.0,50481271.0,49581058.0,49783035.0,50407283.0,49759402.0,49591466.0,50003408.0,50565620.0,51091443.0,50694430.0,49692236.0,49700732.0,49463438.0,49600443.0,50191580.0,49921354.0,50092474.0,50233117.0,49776163.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51810571.0,52320218.0,51405359.0,51681969.0,51460793.0,51718187.0,52432370.0,51977565.0,51339816.0,51983095.0,51393176.0,51255147.0,51865143.0,52003754.0,51299991.0,51436608.0,51457186.0,52038069.0,51473888.0,52280684.0,51855936.0,51541484.0,51622617.0,51771918.0,51959942.0,52436247.0,52337231.0,51883899.0,52043319.0,51487944.0,52424916.0,51539741.0,52787087.0,51629681.0,51797747.0,51436057.0,51764314.0,52467987.0,52034733.0,51181648.0,52133681.0,51345247.0,51728467.0,51455995.0,51997373.0,51773442.0,52355155.0,51681148.0,51445235.0,52434845.0,51978588.0,52743615.0,51800352.0,51739969.0,51459462.0,52002483.0,51571622.0,53415189.0,53065692.0,51779533.0,51325920.0,52010017.0,51976444.0,51648758.0,51900290.0,52668504.0,51546665.0,51888488.0,51209080.0,51448902.0,52225332.0,51786266.0,51518793.0,51358712.0,51669546.0,51358171.0,52088495.0,53540244.0,52019294.0,51666701.0,51419055.0,51328084.0,52085118.0,51545553.0,52274363.0,52336481.0,51431509.0,51531837.0,51643838.0,52023482.0,51652785.0,52046215.0,51701547.0,51681158.0,51414227.0,51611838.0,51445185.0,51922261.0,51600837.0,52034894.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/tukey.json b/criterion/identity_hydroflow/new/tukey.json index 6e08a35f8a05..e0b8df9b5e82 100644 --- a/criterion/identity_hydroflow/new/tukey.json +++ b/criterion/identity_hydroflow/new/tukey.json @@ -1 +1 @@ -[6759797.321428573,6931116.339285715,7387967.053571427,7559286.07142857] \ No newline at end of file +[6229175.03125,6332364.390625,6607536.015625,6710725.375] \ No newline at end of file diff --git a/criterion/identity_hydroflow/report/MAD.svg b/criterion/identity_hydroflow/report/MAD.svg index 158485f35299..a5889a7e083d 100644 --- a/criterion/identity_hydroflow/report/MAD.svg +++ b/criterion/identity_hydroflow/report/MAD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - - -0.045 - - - - -55 - - - -60 + + +0.05 - - -65 + + +0.06 - - -70 + + +0.07 - - -75 + + +0.08 - - -80 + + +0.09 - - -85 + + + +40 - - -90 + + +45 - - -95 + + +50 - - -100 + + +55 - - -105 + + +60 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/SD.svg b/criterion/identity_hydroflow/report/SD.svg index 4a3c54d9e84c..8be458120a72 100644 --- a/criterion/identity_hydroflow/report/SD.svg +++ b/criterion/identity_hydroflow/report/SD.svg @@ -9,78 +9,58 @@ Density (a.u.) Average time (µs) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - - -0.045 + + +0.05 - - - -75 - - - -80 + + +0.06 - - -85 + + +0.07 - - -90 + + + +45 - - -95 + + +50 - - -100 + + +55 - - -105 + + +60 - - -110 + + +65 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/both/iteration_times.svg b/criterion/identity_hydroflow/report/both/iteration_times.svg index 8f3b11e4f6bb..74dc64b9f518 100644 --- a/criterion/identity_hydroflow/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow/report/both/iteration_times.svg @@ -16,37 +16,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - + 6.4 - - + + 6.6 - - + + 6.8 - - + + 7.0 - - + + 7.2 - - + + 7.4 - + 0 @@ -92,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow/report/both/pdf.svg b/criterion/identity_hydroflow/report/both/pdf.svg index e03a77a3ca14..dc510b287260 100644 --- a/criterion/identity_hydroflow/report/both/pdf.svg +++ b/criterion/identity_hydroflow/report/both/pdf.svg @@ -9,59 +9,51 @@ Density (a.u.) Average Time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - - -9 - - + - + 6.5 - - + + 7 - - + + 7.5 - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow/report/change/mean.svg b/criterion/identity_hydroflow/report/change/mean.svg index ca810e553c68..0dbd254d6364 100644 --- a/criterion/identity_hydroflow/report/change/mean.svg +++ b/criterion/identity_hydroflow/report/change/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - - -0.113 + + +250 - - -0.114 + + + +-0.1 - - -0.115 + + +-0.099 - - -0.116 + + +-0.098 - - -0.117 + + +-0.097 - - -0.118 + + +-0.096 - - -0.119 + + +-0.095 - - -0.12 + + +-0.094 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/median.svg b/criterion/identity_hydroflow/report/change/median.svg index ec9bf5a5c452..e11fd9a99a8d 100644 --- a/criterion/identity_hydroflow/report/change/median.svg +++ b/criterion/identity_hydroflow/report/change/median.svg @@ -9,90 +9,62 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 - - - -160 + + +150 - - -180 - - - + + 200 - - - -0.109 - - - -0.11 + + +250 - - -0.111 + + + +-0.099 - - -0.112 + + +-0.098 - - -0.113 + + +-0.097 - - -0.114 + + +-0.096 - - -0.115 + + +-0.095 - - -0.116 + + +-0.094 - - -0.117 + + +-0.093 - - -0.118 + + +-0.092 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/t-test.svg b/criterion/identity_hydroflow/report/change/t-test.svg index 8ba2875166df..f6640f104559 100644 --- a/criterion/identity_hydroflow/report/change/t-test.svg +++ b/criterion/identity_hydroflow/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow/report/index.html b/criterion/identity_hydroflow/report/index.html index ec98c8799464..fce8aac558a2 100644 --- a/criterion/identity_hydroflow/report/index.html +++ b/criterion/identity_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0046553 - 0.0048202 - 0.0046319 + 0.0018123 + 0.0018776 + 0.0018045 Mean - 7.1585 ms - 7.1762 ms - 7.1951 ms + 6.4696 ms + 6.4802 ms + 6.4914 ms Std. Dev. - 76.010 µs - 94.306 µs - 110.64 µs + 44.370 µs + 56.076 µs + 67.057 µs Median - 7.1296 ms - 7.1530 ms - 7.1759 ms + 6.4576 ms + 6.4710 ms + 6.4855 ms MAD - 58.178 µs - 81.610 µs - 100.76 µs + 40.345 µs + 49.735 µs + 61.509 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +11.290% - +11.606% - +11.936% + -9.9818% + -9.6990% + -9.4324% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/identity_hydroflow/report/iteration_times.svg b/criterion/identity_hydroflow/report/iteration_times.svg index 294978e9bb6f..58b6b3392fae 100644 --- a/criterion/identity_hydroflow/report/iteration_times.svg +++ b/criterion/identity_hydroflow/report/iteration_times.svg @@ -15,47 +15,37 @@ Average Iteration Time (ms) - - - - + + + - - - + + - -7.1 + +6.4 - - -7.15 + + +6.45 - - -7.2 + + +6.5 - - -7.25 - - + -7.3 +6.55 - -7.35 - - - -7.4 + +6.6 - - -7.45 + + +6.65 - + 10 @@ -97,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow/report/iteration_times_small.svg b/criterion/identity_hydroflow/report/iteration_times_small.svg index fec1b641a3ca..72d703c4df57 100644 --- a/criterion/identity_hydroflow/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/iteration_times_small.svg @@ -12,47 +12,37 @@ Average Iteration Time (ms) - - - - + + + - - - + + - -7.1 + +6.4 - - -7.15 + + +6.45 - - -7.2 + + +6.5 - - -7.25 - - + -7.3 +6.55 - -7.35 - - - -7.4 + +6.6 - - -7.45 + + +6.65 - + 10 @@ -94,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/mean.svg b/criterion/identity_hydroflow/report/mean.svg index ee75ed84c719..1d66b9fe7f63 100644 --- a/criterion/identity_hydroflow/report/mean.svg +++ b/criterion/identity_hydroflow/report/mean.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - - -7.155 - - - -7.16 + + +50 - - -7.165 + + +60 - - -7.17 + + +70 - - -7.175 + + + +6.47 - - -7.18 + + +6.475 - - -7.185 + + +6.48 - - -7.19 + + +6.485 - - -7.195 + + +6.49 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/median.svg b/criterion/identity_hydroflow/report/median.svg index e2303534cf8a..77f5918b99a2 100644 --- a/criterion/identity_hydroflow/report/median.svg +++ b/criterion/identity_hydroflow/report/median.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (ms) - -5 - - - -10 - - - -15 - - - + 20 - - -25 - - - -30 - - - -35 - - - + + 40 - - -45 + + +60 - - -50 + + +80 - - -55 + + +100 - + + +120 + + - -7.13 + +6.455 + + + +6.46 - - -7.14 + + +6.465 - - -7.15 + + +6.47 - - -7.16 + + +6.475 - - -7.17 + + +6.48 - - -7.18 + + +6.485 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/pdf.svg b/criterion/identity_hydroflow/report/pdf.svg index c7b3d83f6627..065611af8a72 100644 --- a/criterion/identity_hydroflow/report/pdf.svg +++ b/criterion/identity_hydroflow/report/pdf.svg @@ -13,63 +13,71 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 + + +8 + - -7 + +6.35 - - -7.1 + + +6.4 - - -7.2 + + +6.45 - + + +6.5 + + -7.3 +6.55 - -7.4 + +6.6 - - -7.5 + + +6.65 - - -7.6 + + +6.7 - + Density (a.u.) @@ -78,54 +86,46 @@ Density (a.u.) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 + + +5 + + + +6 + + + +7 - - - - - + + + + + - - - - - - - + + + + + + + PDF diff --git a/criterion/identity_hydroflow/report/pdf_small.svg b/criterion/identity_hydroflow/report/pdf_small.svg index 4187407c9e7b..8c9340314327 100644 --- a/criterion/identity_hydroflow/report/pdf_small.svg +++ b/criterion/identity_hydroflow/report/pdf_small.svg @@ -10,63 +10,55 @@ Average Time (ms) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - + + +6 + + + 7 - - -7.2 + + +8 + + + + +6.4 + + + +6.5 - - -7.4 + + +6.6 - - -7.6 + + +6.7 - - - + + + diff --git a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg index 55539ebf6da4..a1af198f3d30 100644 --- a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg @@ -13,37 +13,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - + 6.4 - - + + 6.6 - - + + 6.8 - - + + 7.0 - - + + 7.2 - - + + 7.4 - + 0 @@ -89,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/relative_pdf_small.svg b/criterion/identity_hydroflow/report/relative_pdf_small.svg index 65c12dfc5db5..6675343917de 100644 --- a/criterion/identity_hydroflow/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow/report/relative_pdf_small.svg @@ -6,57 +6,49 @@ Density (a.u.) Average Time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - - -9 - - + - + 6.5 - - + + 7 - - + + 7.5 - - - - - + + + + + diff --git a/criterion/identity_hydroflow/report/typical.svg b/criterion/identity_hydroflow/report/typical.svg index ee6cb1803e76..fd51cbab0c0e 100644 --- a/criterion/identity_hydroflow/report/typical.svg +++ b/criterion/identity_hydroflow/report/typical.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - - -7.155 - - - -7.16 + + +50 - - -7.165 + + +60 - - -7.17 + + +70 - - -7.175 + + + +6.47 - - -7.18 + + +6.475 - - -7.185 + + +6.48 - - -7.19 + + +6.485 - - -7.195 + + +6.49 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/base/estimates.json b/criterion/identity_hydroflow_compiled/base/estimates.json index 80aeef65bd98..12c87429b14d 100644 --- a/criterion/identity_hydroflow_compiled/base/estimates.json +++ b/criterion/identity_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490486.13575,"upper_bound":6493063.78859375},"point_estimate":6491605.08375,"standard_error":665.1733596033912},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489563.125,"upper_bound":6491145.625},"point_estimate":6490573.875,"standard_error":393.1533216144611},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2296.918009221554,"upper_bound":3811.671869829297},"point_estimate":3122.2628820687532,"standard_error":382.9000447268372},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2980.3812877078335,"upper_bound":10272.994750764094},"point_estimate":6698.782880107994,"standard_error":2103.6606716549413}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490704.9131875,"upper_bound":6492827.10715625},"point_estimate":6491633.175,"standard_error":545.5711609235151},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489951.875,"upper_bound":6491082.875},"point_estimate":6490459.0625,"standard_error":329.4717157578802},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1971.8579649925232,"upper_bound":3186.2000059336424},"point_estimate":2494.6597807109356,"standard_error":303.7792051715269},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2792.4108168265147,"upper_bound":8243.74696199081},"point_estimate":5503.389057887399,"standard_error":1599.13930961487}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/sample.json b/criterion/identity_hydroflow_compiled/base/sample.json index 9fd00ec8c5b3..181771488da6 100644 --- a/criterion/identity_hydroflow_compiled/base/sample.json +++ b/criterion/identity_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51936193.0,52010973.0,51920824.0,52354495.0,51930663.0,51910064.0,51923559.0,51894535.0,52106522.0,51925453.0,51904886.0,51925733.0,51975868.0,51889846.0,51901729.0,51929762.0,51942816.0,51921736.0,51966911.0,51940592.0,52055366.0,51925002.0,51901268.0,51903181.0,51928819.0,51894835.0,51886740.0,51910915.0,51946021.0,51898642.0,51902971.0,51924761.0,51915875.0,52000543.0,51948365.0,51906897.0,51933668.0,51937355.0,51911978.0,51942554.0,51930112.0,51935431.0,51914132.0,51925443.0,51897761.0,51916505.0,51916216.0,51975937.0,51909062.0,51894524.0,51949949.0,51934188.0,51920624.0,51893913.0,51938257.0,51927496.0,51932816.0,51899533.0,51918650.0,51978071.0,51962593.0,51903401.0,51938927.0,51900966.0,51898683.0,51906176.0,51948787.0,51899785.0,51915244.0,51925362.0,51929531.0,51903471.0,51898072.0,51946302.0,51909122.0,51916044.0,51950710.0,51954367.0,51956210.0,51932196.0,51901178.0,51913049.0,51919682.0,51917668.0,51909764.0,51928799.0,51924421.0,51916065.0,51927196.0,51942525.0,51895106.0,51915875.0,51891520.0,51915403.0,51943677.0,51968914.0,51917127.0,51944298.0,51939249.0,51959066.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51908394.0,51942880.0,51908634.0,51925557.0,51905810.0,51961083.0,52043549.0,51895229.0,51919855.0,51958498.0,51899378.0,51927139.0,51946716.0,51956425.0,51913624.0,51896742.0,51919986.0,51936988.0,51936597.0,51923001.0,51944803.0,52029702.0,51991730.0,51915137.0,51966303.0,52021877.0,51915657.0,51936937.0,51918874.0,51910839.0,51926648.0,51917351.0,51941396.0,51908945.0,51907512.0,51921669.0,51907884.0,51912522.0,51928071.0,51899819.0,51929894.0,51955563.0,51929674.0,51925306.0,51961083.0,51919375.0,51929123.0,51918524.0,51920096.0,51911089.0,51936587.0,51910228.0,51919896.0,51927220.0,51922150.0,51907252.0,51911520.0,51901891.0,51900699.0,51937119.0,51919745.0,51943110.0,51911099.0,51898425.0,51947688.0,51899658.0,51949712.0,51912391.0,51912772.0,51923903.0,51908234.0,51934353.0,51930286.0,51912331.0,51915958.0,51928663.0,51904106.0,51907132.0,51917622.0,51923442.0,51956144.0,51900619.0,51927390.0,51982563.0,51910197.0,51938801.0,51947578.0,51900289.0,51936878.0,52020716.0,51925937.0,52269663.0,51934975.0,51941636.0,51941406.0,51922230.0,51938882.0,51892073.0,51949852.0,51944031.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/tukey.json b/criterion/identity_hydroflow_compiled/base/tukey.json index 79c5e086a19e..a53a6d77cd95 100644 --- a/criterion/identity_hydroflow_compiled/base/tukey.json +++ b/criterion/identity_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[6476357.15625,6482461.125,6498738.375,6504842.34375] \ No newline at end of file +[6477523.8125,6483205.4375,6498356.4375,6504038.0625] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/change/estimates.json b/criterion/identity_hydroflow_compiled/change/estimates.json index 6cc7360da78f..db1352be43d8 100644 --- a/criterion/identity_hydroflow_compiled/change/estimates.json +++ b/criterion/identity_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0009316848032345781,"upper_bound":-0.000023051995888062636},"point_estimate":-0.0004340725507604448,"standard_error":0.00023267522569828531},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0004740381679418926,"upper_bound":-0.000012671783794826474},"point_estimate":-0.00016816755106829895,"standard_error":0.0001240105184978174}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0002660372155106143,"upper_bound":0.0002420891244443168},"point_estimate":4.327319613084413e-6,"standard_error":0.00012926661433749803},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00013788520003083483,"upper_bound":0.0001732603442931684},"point_estimate":-0.00001768911381505589,"standard_error":0.00008022467907499479}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/estimates.json b/criterion/identity_hydroflow_compiled/new/estimates.json index 80aeef65bd98..12c87429b14d 100644 --- a/criterion/identity_hydroflow_compiled/new/estimates.json +++ b/criterion/identity_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490486.13575,"upper_bound":6493063.78859375},"point_estimate":6491605.08375,"standard_error":665.1733596033912},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489563.125,"upper_bound":6491145.625},"point_estimate":6490573.875,"standard_error":393.1533216144611},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2296.918009221554,"upper_bound":3811.671869829297},"point_estimate":3122.2628820687532,"standard_error":382.9000447268372},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2980.3812877078335,"upper_bound":10272.994750764094},"point_estimate":6698.782880107994,"standard_error":2103.6606716549413}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490704.9131875,"upper_bound":6492827.10715625},"point_estimate":6491633.175,"standard_error":545.5711609235151},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489951.875,"upper_bound":6491082.875},"point_estimate":6490459.0625,"standard_error":329.4717157578802},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1971.8579649925232,"upper_bound":3186.2000059336424},"point_estimate":2494.6597807109356,"standard_error":303.7792051715269},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2792.4108168265147,"upper_bound":8243.74696199081},"point_estimate":5503.389057887399,"standard_error":1599.13930961487}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/sample.json b/criterion/identity_hydroflow_compiled/new/sample.json index 9fd00ec8c5b3..181771488da6 100644 --- a/criterion/identity_hydroflow_compiled/new/sample.json +++ b/criterion/identity_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51936193.0,52010973.0,51920824.0,52354495.0,51930663.0,51910064.0,51923559.0,51894535.0,52106522.0,51925453.0,51904886.0,51925733.0,51975868.0,51889846.0,51901729.0,51929762.0,51942816.0,51921736.0,51966911.0,51940592.0,52055366.0,51925002.0,51901268.0,51903181.0,51928819.0,51894835.0,51886740.0,51910915.0,51946021.0,51898642.0,51902971.0,51924761.0,51915875.0,52000543.0,51948365.0,51906897.0,51933668.0,51937355.0,51911978.0,51942554.0,51930112.0,51935431.0,51914132.0,51925443.0,51897761.0,51916505.0,51916216.0,51975937.0,51909062.0,51894524.0,51949949.0,51934188.0,51920624.0,51893913.0,51938257.0,51927496.0,51932816.0,51899533.0,51918650.0,51978071.0,51962593.0,51903401.0,51938927.0,51900966.0,51898683.0,51906176.0,51948787.0,51899785.0,51915244.0,51925362.0,51929531.0,51903471.0,51898072.0,51946302.0,51909122.0,51916044.0,51950710.0,51954367.0,51956210.0,51932196.0,51901178.0,51913049.0,51919682.0,51917668.0,51909764.0,51928799.0,51924421.0,51916065.0,51927196.0,51942525.0,51895106.0,51915875.0,51891520.0,51915403.0,51943677.0,51968914.0,51917127.0,51944298.0,51939249.0,51959066.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51908394.0,51942880.0,51908634.0,51925557.0,51905810.0,51961083.0,52043549.0,51895229.0,51919855.0,51958498.0,51899378.0,51927139.0,51946716.0,51956425.0,51913624.0,51896742.0,51919986.0,51936988.0,51936597.0,51923001.0,51944803.0,52029702.0,51991730.0,51915137.0,51966303.0,52021877.0,51915657.0,51936937.0,51918874.0,51910839.0,51926648.0,51917351.0,51941396.0,51908945.0,51907512.0,51921669.0,51907884.0,51912522.0,51928071.0,51899819.0,51929894.0,51955563.0,51929674.0,51925306.0,51961083.0,51919375.0,51929123.0,51918524.0,51920096.0,51911089.0,51936587.0,51910228.0,51919896.0,51927220.0,51922150.0,51907252.0,51911520.0,51901891.0,51900699.0,51937119.0,51919745.0,51943110.0,51911099.0,51898425.0,51947688.0,51899658.0,51949712.0,51912391.0,51912772.0,51923903.0,51908234.0,51934353.0,51930286.0,51912331.0,51915958.0,51928663.0,51904106.0,51907132.0,51917622.0,51923442.0,51956144.0,51900619.0,51927390.0,51982563.0,51910197.0,51938801.0,51947578.0,51900289.0,51936878.0,52020716.0,51925937.0,52269663.0,51934975.0,51941636.0,51941406.0,51922230.0,51938882.0,51892073.0,51949852.0,51944031.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/tukey.json b/criterion/identity_hydroflow_compiled/new/tukey.json index 79c5e086a19e..a53a6d77cd95 100644 --- a/criterion/identity_hydroflow_compiled/new/tukey.json +++ b/criterion/identity_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[6476357.15625,6482461.125,6498738.375,6504842.34375] \ No newline at end of file +[6477523.8125,6483205.4375,6498356.4375,6504038.0625] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/report/MAD.svg b/criterion/identity_hydroflow_compiled/report/MAD.svg index 3083bddf92ba..ab4578da5e2a 100644 --- a/criterion/identity_hydroflow_compiled/report/MAD.svg +++ b/criterion/identity_hydroflow_compiled/report/MAD.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - - -1.1 + + +1.2 + + + +1.4 - + + +1.6 + + - + +2 + + + 2.2 - - + + 2.4 - - + + 2.6 - - + + 2.8 - - + + 3 - - + + 3.2 - - -3.4 - - - -3.6 - - - -3.8 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/SD.svg b/criterion/identity_hydroflow_compiled/report/SD.svg index e57d96da65fb..8dd3aeb66f1c 100644 --- a/criterion/identity_hydroflow_compiled/report/SD.svg +++ b/criterion/identity_hydroflow_compiled/report/SD.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + + +0.45 + + + +0.5 + + - + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - -9 - - - -10 - - - -11 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg index 47465419d548..f1a968237de5 100644 --- a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg @@ -16,52 +16,62 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + + - + 6.49 - - + + +6.495 + + + 6.5 - - + + +6.505 + + + 6.51 - - -6.52 + + +6.515 - - -6.53 + + +6.52 - - -6.54 + + +6.525 - - -6.55 + + +6.53 - - -6.56 + + +6.535 - - -6.57 + + +6.54 - + 0 @@ -107,206 +117,206 @@ Average Iteration Time (ms) 100 - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - - - - - - - - - + + + + + + + + + - - - - - - + + + + + + Current diff --git a/criterion/identity_hydroflow_compiled/report/both/pdf.svg b/criterion/identity_hydroflow_compiled/report/both/pdf.svg index 89fe29a3877d..41367718da49 100644 --- a/criterion/identity_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/both/pdf.svg @@ -9,55 +9,71 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - + + +100 + + + +110 + + - + +6.48 + + + 6.5 - - -6.55 + + +6.52 + + + +6.54 - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow_compiled/report/change/mean.svg b/criterion/identity_hydroflow_compiled/report/change/mean.svg index 638d7c30a5a4..c5295551e132 100644 --- a/criterion/identity_hydroflow_compiled/report/change/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/change/mean.svg @@ -9,86 +9,58 @@ Density (a.u.) Relative change (%) - -200 + +500 - - -400 - - - -600 - - - -800 - - - + + 1000 - - -1200 - - - -1400 - - - -1600 - - - - --0.001 + + +1500 - - --9e-4 + + +2000 - - --8e-4 + + +2500 - - --7e-4 + + +3000 - - --6e-4 - - - --5e-4 - - - --4e-4 - - - + + + -3e-4 - - + + -2e-4 - - + + -1e-4 - - -2.1684e-19 + + +0 + + + +1e-4 + + + +2e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/median.svg b/criterion/identity_hydroflow_compiled/report/change/median.svg index 96ec51a1ae6e..5d30847fb4ea 100644 --- a/criterion/identity_hydroflow_compiled/report/change/median.svg +++ b/criterion/identity_hydroflow_compiled/report/change/median.svg @@ -9,78 +9,82 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - - --5e-4 - - - --0.00045 - - - --4e-4 + + +3500 - - --0.00035 + + +4000 - - --3e-4 + + +4500 - - --0.00025 + + +5000 - - --2e-4 - - - + + + -0.00015 - - + + -1e-4 - - + + -5e-5 - - -1.0842e-19 + + +0 + + + +5e-5 + + + +1e-4 + + + +0.00015 + + + +2e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/t-test.svg b/criterion/identity_hydroflow_compiled/report/change/t-test.svg index 4240b5dc0f21..817cec645416 100644 --- a/criterion/identity_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/identity_hydroflow_compiled/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_compiled/report/index.html b/criterion/identity_hydroflow_compiled/report/index.html index 4045b5f3ff32..127b601efb77 100644 --- a/criterion/identity_hydroflow_compiled/report/index.html +++ b/criterion/identity_hydroflow_compiled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0023472 - 0.0024132 - 0.0023031 + 0.0006087 + 0.0006262 + 0.0005978 Mean - 6.4905 ms + 6.4907 ms 6.4916 ms - 6.4931 ms + 6.4928 ms Std. Dev. - 2.9804 µs - 6.6988 µs - 10.273 µs + 2.7924 µs + 5.5034 µs + 8.2437 µs Median - 6.4896 ms - 6.4906 ms + 6.4900 ms + 6.4905 ms 6.4911 ms MAD - 2.2969 µs - 3.1223 µs - 3.8117 µs + 1.9719 µs + 2.4947 µs + 3.1862 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -0.0932% - -0.0434% - -0.0023% - (p = 0.06 > + -0.0266% + +0.0004% + +0.0242% + (p = 0.97 > 0.05) diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/iteration_times.svg index 2882b879bb7b..a94975c6ab8b 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times.svg @@ -15,62 +15,52 @@ Average Iteration Time (ms) - - - - - + + + + - - - - - + + + + - + 6.49 - - + + 6.495 - - + + 6.5 - - + + 6.505 - - + + 6.51 - - + + 6.515 - - + + 6.52 - - + + 6.525 - - + + 6.53 - - -6.535 - - - -6.54 - - + 10 @@ -112,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg index f48824de9410..18fe95d48d6f 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg @@ -13,61 +13,51 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + 6.49 - + 6.495 - - + + 6.5 - - + + 6.505 - - + + 6.51 - - + + 6.515 - - + + 6.52 - - + + 6.525 - - + + 6.53 - - -6.535 - - - -6.54 - - + 10 @@ -109,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/mean.svg b/criterion/identity_hydroflow_compiled/report/mean.svg index dddde594543c..668662af7322 100644 --- a/criterion/identity_hydroflow_compiled/report/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/mean.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + + +700 + + + +800 + + - + 6.4905 - - + + 6.491 - - + + 6.4915 - - + + 6.492 - - + + 6.4925 - - + + 6.493 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/median.svg b/criterion/identity_hydroflow_compiled/report/median.svg index eaa7e1e00b09..417a8f5e3ffe 100644 --- a/criterion/identity_hydroflow_compiled/report/median.svg +++ b/criterion/identity_hydroflow_compiled/report/median.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ms) - -500 + +200 - - -1000 - - - -1500 + + +400 - - -2000 + + +600 - - -2500 + + +800 - - - -6.4894 + + +1000 - - -6.4896 + + +1200 - - -6.4898 + + +1400 - - + + + 6.49 - - + + 6.4902 - - + + 6.4904 - - + + 6.4906 - - + + 6.4908 - - + + 6.491 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/pdf.svg b/criterion/identity_hydroflow_compiled/report/pdf.svg index 6666278cb446..aebefac60893 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf.svg @@ -46,38 +46,34 @@ Average Time (ms) - + 6.48 - - + + 6.49 - - + + 6.5 - - + + 6.51 - - + + 6.52 - - + + 6.53 - - + + 6.54 - - -6.55 - - + Density (a.u.) @@ -86,58 +82,44 @@ Density (a.u.) 0 - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 + + +100 - - - - - + + + + + - + + + - - - - + + + + - - - - + + + + PDF diff --git a/criterion/identity_hydroflow_compiled/report/pdf_small.svg b/criterion/identity_hydroflow_compiled/report/pdf_small.svg index c00dc180453a..e313af4490c0 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf_small.svg @@ -10,63 +10,47 @@ Average Time (ms) 0 - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - + + +120 + + - + 6.48 - - + + 6.5 - - + + 6.52 - - + + 6.54 - - - + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg index 314422668014..57bb2a9be957 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg @@ -13,52 +13,62 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + + - + 6.49 - - + + +6.495 + + + 6.5 - - + + +6.505 + + + 6.51 - - -6.52 + + +6.515 - - -6.53 + + +6.52 - - -6.54 + + +6.525 - - -6.55 + + +6.53 - - -6.56 + + +6.535 - - -6.57 + + +6.54 - + 0 @@ -104,204 +114,204 @@ Average Iteration Time (ms) 100 - - + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg index 9b5ad8b5f7a4..9a64299aa05b 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,53 +6,69 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - + + +100 + + + +110 + + - + +6.48 + + + 6.5 - - -6.55 + + +6.52 + + + +6.54 - - - - - + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/typical.svg b/criterion/identity_hydroflow_compiled/report/typical.svg index 3a1cf58e4fd7..24af177057f4 100644 --- a/criterion/identity_hydroflow_compiled/report/typical.svg +++ b/criterion/identity_hydroflow_compiled/report/typical.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + + +700 + + + +800 + + - + 6.4905 - - + + 6.491 - - + + 6.4915 - - + + 6.492 - - + + 6.4925 - - + + 6.493 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/base/estimates.json b/criterion/identity_hydroflow_surface/base/estimates.json index 6fb509d09202..5b72db6eefc5 100644 --- a/criterion/identity_hydroflow_surface/base/estimates.json +++ b/criterion/identity_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6631741.93209375,"upper_bound":6641633.179625},"point_estimate":6635768.21125,"standard_error":2587.9824801820264},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6629583.125,"upper_bound":6632422.125},"point_estimate":6630597.4375,"standard_error":768.8407887172938},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3763.580033183098,"upper_bound":6429.85076084733},"point_estimate":4691.03897921741,"standard_error":684.322305437609},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6330.7185082659225,"upper_bound":41770.77857870338},"point_estimate":25969.02554086698,"standard_error":10139.338366646836}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6632083.81446875,"upper_bound":6644062.72984375},"point_estimate":6637086.46,"standard_error":3103.749135880036},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6629562.125,"upper_bound":6632839.375},"point_estimate":6631488.75,"standard_error":903.4213408899949},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4567.7051939070225,"upper_bound":7625.905857738094},"point_estimate":5675.114711746573,"standard_error":777.6475627632855},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7957.127537122084,"upper_bound":49093.645081230236},"point_estimate":31010.00539638254,"standard_error":10940.420443030342}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/sample.json b/criterion/identity_hydroflow_surface/base/sample.json index 6fb8e901b25c..e8caafd91611 100644 --- a/criterion/identity_hydroflow_surface/base/sample.json +++ b/criterion/identity_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53092960.0,53016376.0,52991199.0,53059808.0,53061651.0,53056441.0,53029371.0,53022277.0,53045060.0,53053215.0,53009824.0,53044499.0,52985438.0,53130991.0,53025113.0,53069135.0,53049408.0,53039200.0,53057033.0,53070929.0,53070558.0,53131261.0,53060028.0,53089934.0,53048607.0,53057403.0,53032768.0,53129137.0,53024631.0,54840268.0,53213645.0,53026034.0,53023500.0,53016015.0,53115261.0,53031465.0,53012829.0,53166388.0,53077351.0,53041524.0,52991971.0,53052464.0,53068544.0,53078823.0,52988053.0,53062523.0,53367393.0,53083462.0,52994045.0,53005787.0,53014443.0,53035312.0,53061791.0,53106434.0,53036665.0,53021155.0,53212704.0,53094443.0,52997201.0,53028680.0,53036614.0,53067021.0,53059377.0,53039199.0,53073533.0,53174202.0,53023741.0,52995968.0,53023079.0,53011878.0,53010926.0,53018761.0,53191493.0,53064206.0,53046173.0,53120391.0,53021946.0,53039128.0,53038748.0,53037526.0,53072972.0,53100764.0,53009403.0,53028539.0,53158532.0,53026605.0,53022297.0,53019933.0,52998483.0,53077972.0,53132414.0,53088581.0,53025423.0,53205700.0,53970101.0,53001709.0,53008812.0,53043807.0,53041554.0,53066630.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52987713.0,52991211.0,53032117.0,53347039.0,53023441.0,53058396.0,53006028.0,53072173.0,53042276.0,53064749.0,53114933.0,53012681.0,53050922.0,53352589.0,53137035.0,53048237.0,53027659.0,53033359.0,53125784.0,52999656.0,53036336.0,53003393.0,53094936.0,52984698.0,53010748.0,52985980.0,53084055.0,53042777.0,53022259.0,53710623.0,53028070.0,53047456.0,53148236.0,53060120.0,53062715.0,53015967.0,52994605.0,53110696.0,52968188.0,53008153.0,53093714.0,53084577.0,52983287.0,53010618.0,52966235.0,53074809.0,53103332.0,53022469.0,53036497.0,53060601.0,53044211.0,53113913.0,53073696.0,53094325.0,53073526.0,53008043.0,53034032.0,53077905.0,53031026.0,53027700.0,53089606.0,52999928.0,53003865.0,53010077.0,53020316.0,53033541.0,53071683.0,53002643.0,53079868.0,53073175.0,53138338.0,53061964.0,53056103.0,53026658.0,53015026.0,53070811.0,53032178.0,53045443.0,53065020.0,53067254.0,53061433.0,53009556.0,53044813.0,52993085.0,53081472.0,55076492.0,53259886.0,53060220.0,53100647.0,54216685.0,53040223.0,53211356.0,53141254.0,53112997.0,53077434.0,53052898.0,53063759.0,53005859.0,53075490.0,53057587.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/tukey.json b/criterion/identity_hydroflow_surface/base/tukey.json index a713e2e1827d..c08e6eac7855 100644 --- a/criterion/identity_hydroflow_surface/base/tukey.json +++ b/criterion/identity_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6607376.90625,6617618.671875,6644930.046875,6655171.8125] \ No newline at end of file +[6604513.5,6615958.546875,6646478.671875,6657923.71875] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/change/estimates.json b/criterion/identity_hydroflow_surface/change/estimates.json index 74ac965f89bd..a7c68b7a1022 100644 --- a/criterion/identity_hydroflow_surface/change/estimates.json +++ b/criterion/identity_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0000537643394992239,"upper_bound":0.00170466963885844},"point_estimate":0.0007872197511502588,"standard_error":0.0004184905985154077},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.000025827464240846254,"upper_bound":0.0006372305435860915},"point_estimate":0.0003128524687798784,"standard_error":0.0001530426562033621}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0009990294320426443,"upper_bound":0.001406536462751405},"point_estimate":0.00019865804651897356,"standard_error":0.0006132168888013222},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0002687444393416616,"upper_bound":0.000424195693224938},"point_estimate":0.00013442416138231827,"standard_error":0.00018326780412715801}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/estimates.json b/criterion/identity_hydroflow_surface/new/estimates.json index 6fb509d09202..5b72db6eefc5 100644 --- a/criterion/identity_hydroflow_surface/new/estimates.json +++ b/criterion/identity_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6631741.93209375,"upper_bound":6641633.179625},"point_estimate":6635768.21125,"standard_error":2587.9824801820264},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6629583.125,"upper_bound":6632422.125},"point_estimate":6630597.4375,"standard_error":768.8407887172938},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3763.580033183098,"upper_bound":6429.85076084733},"point_estimate":4691.03897921741,"standard_error":684.322305437609},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6330.7185082659225,"upper_bound":41770.77857870338},"point_estimate":25969.02554086698,"standard_error":10139.338366646836}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6632083.81446875,"upper_bound":6644062.72984375},"point_estimate":6637086.46,"standard_error":3103.749135880036},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6629562.125,"upper_bound":6632839.375},"point_estimate":6631488.75,"standard_error":903.4213408899949},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4567.7051939070225,"upper_bound":7625.905857738094},"point_estimate":5675.114711746573,"standard_error":777.6475627632855},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7957.127537122084,"upper_bound":49093.645081230236},"point_estimate":31010.00539638254,"standard_error":10940.420443030342}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/sample.json b/criterion/identity_hydroflow_surface/new/sample.json index 6fb8e901b25c..e8caafd91611 100644 --- a/criterion/identity_hydroflow_surface/new/sample.json +++ b/criterion/identity_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53092960.0,53016376.0,52991199.0,53059808.0,53061651.0,53056441.0,53029371.0,53022277.0,53045060.0,53053215.0,53009824.0,53044499.0,52985438.0,53130991.0,53025113.0,53069135.0,53049408.0,53039200.0,53057033.0,53070929.0,53070558.0,53131261.0,53060028.0,53089934.0,53048607.0,53057403.0,53032768.0,53129137.0,53024631.0,54840268.0,53213645.0,53026034.0,53023500.0,53016015.0,53115261.0,53031465.0,53012829.0,53166388.0,53077351.0,53041524.0,52991971.0,53052464.0,53068544.0,53078823.0,52988053.0,53062523.0,53367393.0,53083462.0,52994045.0,53005787.0,53014443.0,53035312.0,53061791.0,53106434.0,53036665.0,53021155.0,53212704.0,53094443.0,52997201.0,53028680.0,53036614.0,53067021.0,53059377.0,53039199.0,53073533.0,53174202.0,53023741.0,52995968.0,53023079.0,53011878.0,53010926.0,53018761.0,53191493.0,53064206.0,53046173.0,53120391.0,53021946.0,53039128.0,53038748.0,53037526.0,53072972.0,53100764.0,53009403.0,53028539.0,53158532.0,53026605.0,53022297.0,53019933.0,52998483.0,53077972.0,53132414.0,53088581.0,53025423.0,53205700.0,53970101.0,53001709.0,53008812.0,53043807.0,53041554.0,53066630.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52987713.0,52991211.0,53032117.0,53347039.0,53023441.0,53058396.0,53006028.0,53072173.0,53042276.0,53064749.0,53114933.0,53012681.0,53050922.0,53352589.0,53137035.0,53048237.0,53027659.0,53033359.0,53125784.0,52999656.0,53036336.0,53003393.0,53094936.0,52984698.0,53010748.0,52985980.0,53084055.0,53042777.0,53022259.0,53710623.0,53028070.0,53047456.0,53148236.0,53060120.0,53062715.0,53015967.0,52994605.0,53110696.0,52968188.0,53008153.0,53093714.0,53084577.0,52983287.0,53010618.0,52966235.0,53074809.0,53103332.0,53022469.0,53036497.0,53060601.0,53044211.0,53113913.0,53073696.0,53094325.0,53073526.0,53008043.0,53034032.0,53077905.0,53031026.0,53027700.0,53089606.0,52999928.0,53003865.0,53010077.0,53020316.0,53033541.0,53071683.0,53002643.0,53079868.0,53073175.0,53138338.0,53061964.0,53056103.0,53026658.0,53015026.0,53070811.0,53032178.0,53045443.0,53065020.0,53067254.0,53061433.0,53009556.0,53044813.0,52993085.0,53081472.0,55076492.0,53259886.0,53060220.0,53100647.0,54216685.0,53040223.0,53211356.0,53141254.0,53112997.0,53077434.0,53052898.0,53063759.0,53005859.0,53075490.0,53057587.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/tukey.json b/criterion/identity_hydroflow_surface/new/tukey.json index a713e2e1827d..c08e6eac7855 100644 --- a/criterion/identity_hydroflow_surface/new/tukey.json +++ b/criterion/identity_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6607376.90625,6617618.671875,6644930.046875,6655171.8125] \ No newline at end of file +[6604513.5,6615958.546875,6646478.671875,6657923.71875] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/report/MAD.svg b/criterion/identity_hydroflow_surface/report/MAD.svg index 736f8420006f..8bdc999f5f4e 100644 --- a/criterion/identity_hydroflow_surface/report/MAD.svg +++ b/criterion/identity_hydroflow_surface/report/MAD.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - -0.5 + + +0.45 - - -0.6 + + +0.5 - - -0.7 + + +0.55 - + - -3.5 - - - -4 - - - + 4.5 - - + + 5 - - + + 5.5 - - + + 6 - - + + 6.5 - - - - + + +7 + + + +7.5 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/SD.svg b/criterion/identity_hydroflow_surface/report/SD.svg index f9dd9b33212d..70c37a8261b6 100644 --- a/criterion/identity_hydroflow_surface/report/SD.svg +++ b/criterion/identity_hydroflow_surface/report/SD.svg @@ -9,70 +9,86 @@ Density (a.u.) Average time (µs) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - + + +0.025 + + + 0.03 - - -0.04 + + +0.035 - - -0.05 + + +0.04 - - -0.06 + + +0.045 - + - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - - - + + +50 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg index cbe30a9e459a..d68ece2bafdb 100644 --- a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg @@ -16,32 +16,32 @@ Average Iteration Time (ms) - - - - - + + + + + - + 6.65 - - + + 6.7 - - + + 6.75 - - + + 6.8 - - + + 6.85 - + 0 @@ -87,206 +87,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_surface/report/both/pdf.svg b/criterion/identity_hydroflow_surface/report/both/pdf.svg index d535d14ae7f7..d82247f4206c 100644 --- a/criterion/identity_hydroflow_surface/report/both/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/both/pdf.svg @@ -9,67 +9,51 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - - -45 - - - -50 - - - -55 - - + - + 6.6 - - + + 6.7 - - + + 6.8 - - - - - + + +6.9 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow_surface/report/change/mean.svg b/criterion/identity_hydroflow_surface/report/change/mean.svg index 64182c6e10b9..c4f244b116ce 100644 --- a/criterion/identity_hydroflow_surface/report/change/mean.svg +++ b/criterion/identity_hydroflow_surface/report/change/mean.svg @@ -9,90 +9,58 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - - -800 - - - -900 - - - -1000 - - + - -0 + +-0.001 - - -2e-4 + + +-5e-4 - - -4e-4 - - - -6e-4 + + +0 - - -8e-4 + + +5e-4 - - + + 0.001 - - -0.0012 - - - -0.0014 - - - -0.0016 - - - -0.0018 + + +0.0015 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/median.svg b/criterion/identity_hydroflow_surface/report/change/median.svg index c953545d43b7..6a10c05f28df 100644 --- a/criterion/identity_hydroflow_surface/report/change/median.svg +++ b/criterion/identity_hydroflow_surface/report/change/median.svg @@ -9,62 +9,86 @@ Density (a.u.) Relative change (%) - -500 + +200 - - + + +400 + + + +600 + + + +800 + + + 1000 - - -1500 + + +1200 - - -2000 + + +1400 + + + +1600 + + + +1800 - - -2500 + + +2000 - + - + +-3e-4 + + + +-2e-4 + + + +-1e-4 + + + 0 - - + + 1e-4 - - + + 2e-4 - - + + 3e-4 - - + + 4e-4 - - + + 5e-4 - - -6e-4 - - - -7e-4 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/t-test.svg b/criterion/identity_hydroflow_surface/report/change/t-test.svg index 5ee407aac821..4cf3adbce8c4 100644 --- a/criterion/identity_hydroflow_surface/report/change/t-test.svg +++ b/criterion/identity_hydroflow_surface/report/change/t-test.svg @@ -13,65 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/identity_hydroflow_surface/report/index.html b/criterion/identity_hydroflow_surface/report/index.html index eb02f133f973..0802b8138abe 100644 --- a/criterion/identity_hydroflow_surface/report/index.html +++ b/criterion/identity_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000870 - 0.0000891 - 0.0000848 + 0.0002445 + 0.0002509 + 0.0002387 Mean - 6.6317 ms - 6.6358 ms - 6.6416 ms + 6.6321 ms + 6.6371 ms + 6.6441 ms Std. Dev. - 6.3307 µs - 25.969 µs - 41.771 µs + 7.9571 µs + 31.010 µs + 49.094 µs Median 6.6296 ms - 6.6306 ms - 6.6324 ms + 6.6315 ms + 6.6328 ms MAD - 3.7636 µs - 4.6910 µs - 6.4299 µs + 4.5677 µs + 5.6751 µs + 7.6259 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - +0.0054% - +0.0787% - +0.1705% - (p = 0.05 > + -0.0999% + +0.0199% + +0.1407% + (p = 0.76 > 0.05) diff --git a/criterion/identity_hydroflow_surface/report/iteration_times.svg b/criterion/identity_hydroflow_surface/report/iteration_times.svg index 68f71c2d961d..ce830bc08756 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times.svg @@ -15,62 +15,32 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + - -6.64 + +6.65 - - -6.66 - - - -6.68 - - - + + 6.7 - - -6.72 - - - -6.74 + + +6.75 - - -6.76 - - - -6.78 - - - + + 6.8 - - -6.82 - - - -6.84 + + +6.85 - + 10 @@ -112,105 +82,105 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg index b6d43607fc56..39c36255b655 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg @@ -12,62 +12,32 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + - -6.64 + +6.65 - - -6.66 - - - -6.68 - - - + + 6.7 - - -6.72 - - - -6.74 + + +6.75 - - -6.76 - - - -6.78 - - - + + 6.8 - - -6.82 - - - -6.84 + + +6.85 - + 10 @@ -109,104 +79,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/mean.svg b/criterion/identity_hydroflow_surface/report/mean.svg index b97bd1b0cb9e..4be619469385 100644 --- a/criterion/identity_hydroflow_surface/report/mean.svg +++ b/criterion/identity_hydroflow_surface/report/mean.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - + - + 6.632 - - + + 6.634 - - + + 6.636 - - + + 6.638 - - + + 6.64 - - + + 6.642 - - - - + + +6.644 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/median.svg b/criterion/identity_hydroflow_surface/report/median.svg index 4e86f1aada45..647f123d8e61 100644 --- a/criterion/identity_hydroflow_surface/report/median.svg +++ b/criterion/identity_hydroflow_surface/report/median.svg @@ -9,70 +9,86 @@ Density (a.u.) Average time (ms) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - -400 + + +350 - - -500 + + +400 - - -600 + + +450 - - -700 + + +500 - - -800 + + +550 - + - + 6.6295 - - + + 6.63 - - + + 6.6305 - - + + 6.631 - - + + 6.6315 - - + + 6.632 - - + + 6.6325 - - - - + + +6.633 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/pdf.svg b/criterion/identity_hydroflow_surface/report/pdf.svg index 0dcdb3fd827d..4a2506e76fec 100644 --- a/criterion/identity_hydroflow_surface/report/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/pdf.svg @@ -46,30 +46,34 @@ Average Time (ms) - + 6.6 - + 6.65 - + 6.7 - - + + 6.75 - - + + 6.8 - - + + 6.85 - + + +6.9 + + Density (a.u.) @@ -78,54 +82,46 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_surface/report/pdf_small.svg b/criterion/identity_hydroflow_surface/report/pdf_small.svg index 65ddb654cfe1..22e2ddb250a2 100644 --- a/criterion/identity_hydroflow_surface/report/pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - + - + 6.6 - - + + 6.7 - - + + 6.8 - - - + + +6.9 + + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg index 470a3fc5e681..f007c8bbb464 100644 --- a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,32 +13,32 @@ Average Iteration Time (ms) - - - - - + + + + + - + 6.65 - - + + 6.7 - - + + 6.75 - - + + 6.8 - - + + 6.85 - + 0 @@ -84,204 +84,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg index 7285536d5169..b52c1ff404f8 100644 --- a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg @@ -6,65 +6,49 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - - -45 - - - -50 - - - -55 - - + - + 6.6 - - + + 6.7 - - + + 6.8 - - - - - + + +6.9 + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/typical.svg b/criterion/identity_hydroflow_surface/report/typical.svg index 2c058720190b..d5a885cdeff5 100644 --- a/criterion/identity_hydroflow_surface/report/typical.svg +++ b/criterion/identity_hydroflow_surface/report/typical.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - + - + 6.632 - - + + 6.634 - - + + 6.636 - - + + 6.638 - - + + 6.64 - - + + 6.642 - - - - + + +6.644 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/base/estimates.json b/criterion/micro_ops_anti_join/base/estimates.json index a6d0c19339f1..d91852fe118a 100644 --- a/criterion/micro_ops_anti_join/base/estimates.json +++ b/criterion/micro_ops_anti_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8030.227630450333,"upper_bound":8128.799466382286},"point_estimate":8068.875325640165,"standard_error":26.05901858295918},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8028.619976359338,"upper_bound":8067.882030178326},"point_estimate":8057.305419389978,"standard_error":11.506168659842423},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46.0540766124791,"upper_bound":69.68962134028105},"point_estimate":55.70563210004409,"standard_error":6.047773844642869},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8030.530094929782,"upper_bound":8195.969446288167},"point_estimate":8089.544860351707,"standard_error":45.83459903539797},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76.30327728768512,"upper_bound":432.8962563753745},"point_estimate":261.8964791050551,"standard_error":117.22714323972147}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8038.492673591591,"upper_bound":8120.479896684613},"point_estimate":8076.3010385008065,"standard_error":21.025094447251067},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8018.07029478458,"upper_bound":8052.547743055556},"point_estimate":8041.307189542484,"standard_error":8.155680601492625},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54.110417599114705,"upper_bound":89.32763844306044},"point_estimate":77.76536377090346,"standard_error":8.811959792498746},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8028.41143095286,"upper_bound":8100.739642694632},"point_estimate":8058.824425397764,"standard_error":18.69958367686095},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":128.47318295656433,"upper_bound":280.1653915897918},"point_estimate":211.07209672027864,"standard_error":38.6488620760958}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/sample.json b/criterion/micro_ops_anti_join/base/sample.json index aa2e271fc641..6a6dbfcebc71 100644 --- a/criterion/micro_ops_anti_join/base/sample.json +++ b/criterion/micro_ops_anti_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[145222.0,284955.0,424443.0,587799.0,710879.0,884047.0,996599.0,1134555.0,1297169.0,1439895.0,1620107.0,1745335.0,1923078.0,2040859.0,2163874.0,2357404.0,2411593.0,2681827.0,2622440.0,2787374.0,2930649.0,3182266.0,3348676.0,3480926.0,3631042.0,3797203.0,3909764.0,4072201.0,4179369.0,4378443.0,4520203.0,4655045.0,4818171.0,4935108.0,5051000.0,5227167.0,5386824.0,5554213.0,5714215.0,5835250.0,5960915.0,6093429.0,6216185.0,6394229.0,6541521.0,6682548.0,6891940.0,6984690.0,7130854.0,7283845.0,7396245.0,7563492.0,7666863.0,7865912.0,8022425.0,8074716.0,8274528.0,8432468.0,8520834.0,8638897.0,8740616.0,8997225.0,9140452.0,9282967.0,9515929.0,9581062.0,9756294.0,9837614.0,10003639.0,10183279.0,10335435.0,10348178.0,10532597.0,10659538.0,10831908.0,10970406.0,11115945.0,11235820.0,14901479.0,11627702.0,11762972.0,11786710.0,11994416.0,12110024.0,12271968.0,12400260.0,12528497.0,12716240.0,12816541.0,13003630.0,13831393.0,13258235.0,13403723.0,13584425.0,13748947.0,13794317.0,14021413.0,14077646.0,14295360.0,14445962.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[157662.0,284819.0,448463.0,567692.0,712045.0,860623.0,986453.0,1126543.0,1275887.0,1450857.0,1593086.0,1757521.0,1932004.0,2027451.0,2161927.0,2304491.0,2391561.0,2911297.0,2877682.0,2767437.0,2913852.0,3137829.0,3350469.0,3468405.0,3638629.0,3799721.0,3910466.0,4097710.0,4228104.0,4354561.0,4555787.0,4639180.0,4807581.0,4921536.0,5106719.0,5200164.0,5357201.0,5562790.0,5617188.0,5783992.0,6020965.0,6083896.0,6294087.0,6445661.0,6547993.0,6711299.0,6887830.0,7633674.0,7071938.0,7493822.0,7432075.0,7559104.0,7716969.0,7894571.0,8015011.0,8115487.0,8205910.0,8363316.0,8466362.0,8684160.0,8771556.0,8942348.0,9047127.0,9334304.0,10716347.0,9491513.0,9668516.0,9869316.0,9935633.0,10072173.0,10200871.0,10437984.0,10557173.0,10712242.0,10823012.0,10990746.0,11160760.0,11236499.0,12094723.0,11604167.0,11756565.0,11774933.0,11941848.0,12072310.0,12409470.0,12445898.0,12507801.0,12672178.0,12811500.0,12965702.0,13271445.0,13221308.0,13364244.0,13590298.0,13647587.0,13912293.0,13929451.0,14127027.0,14296521.0,14368359.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/tukey.json b/criterion/micro_ops_anti_join/base/tukey.json index d02cc480d1aa..5b19883b547e 100644 --- a/criterion/micro_ops_anti_join/base/tukey.json +++ b/criterion/micro_ops_anti_join/base/tukey.json @@ -1 +1 @@ -[7784.436551788895,7897.3166209172105,8198.33013859272,8311.210207721037] \ No newline at end of file +[7683.772945116786,7838.707610682317,8251.866718857067,8406.801384422599] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/change/estimates.json b/criterion/micro_ops_anti_join/change/estimates.json index db6aef4faaf2..127e31781c04 100644 --- a/criterion/micro_ops_anti_join/change/estimates.json +++ b/criterion/micro_ops_anti_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.021633865203084014,"upper_bound":0.00285916894576262},"point_estimate":-0.009120746968485971,"standard_error":0.006251488188151445},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0029270841118542723,"upper_bound":0.0030882844846487068},"point_estimate":0.0011416777148527402,"standard_error":0.001648914268131352}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007838809269983971,"upper_bound":0.00831229178105573},"point_estimate":0.0009202909403054349,"standard_error":0.004082797932354763},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004983820070821432,"upper_bound":0.0018569347823511606},"point_estimate":-0.0019855558421546515,"standard_error":0.0017691112917076536}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/estimates.json b/criterion/micro_ops_anti_join/new/estimates.json index a6d0c19339f1..d91852fe118a 100644 --- a/criterion/micro_ops_anti_join/new/estimates.json +++ b/criterion/micro_ops_anti_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8030.227630450333,"upper_bound":8128.799466382286},"point_estimate":8068.875325640165,"standard_error":26.05901858295918},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8028.619976359338,"upper_bound":8067.882030178326},"point_estimate":8057.305419389978,"standard_error":11.506168659842423},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46.0540766124791,"upper_bound":69.68962134028105},"point_estimate":55.70563210004409,"standard_error":6.047773844642869},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8030.530094929782,"upper_bound":8195.969446288167},"point_estimate":8089.544860351707,"standard_error":45.83459903539797},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76.30327728768512,"upper_bound":432.8962563753745},"point_estimate":261.8964791050551,"standard_error":117.22714323972147}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8038.492673591591,"upper_bound":8120.479896684613},"point_estimate":8076.3010385008065,"standard_error":21.025094447251067},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8018.07029478458,"upper_bound":8052.547743055556},"point_estimate":8041.307189542484,"standard_error":8.155680601492625},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54.110417599114705,"upper_bound":89.32763844306044},"point_estimate":77.76536377090346,"standard_error":8.811959792498746},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8028.41143095286,"upper_bound":8100.739642694632},"point_estimate":8058.824425397764,"standard_error":18.69958367686095},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":128.47318295656433,"upper_bound":280.1653915897918},"point_estimate":211.07209672027864,"standard_error":38.6488620760958}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/sample.json b/criterion/micro_ops_anti_join/new/sample.json index aa2e271fc641..6a6dbfcebc71 100644 --- a/criterion/micro_ops_anti_join/new/sample.json +++ b/criterion/micro_ops_anti_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[145222.0,284955.0,424443.0,587799.0,710879.0,884047.0,996599.0,1134555.0,1297169.0,1439895.0,1620107.0,1745335.0,1923078.0,2040859.0,2163874.0,2357404.0,2411593.0,2681827.0,2622440.0,2787374.0,2930649.0,3182266.0,3348676.0,3480926.0,3631042.0,3797203.0,3909764.0,4072201.0,4179369.0,4378443.0,4520203.0,4655045.0,4818171.0,4935108.0,5051000.0,5227167.0,5386824.0,5554213.0,5714215.0,5835250.0,5960915.0,6093429.0,6216185.0,6394229.0,6541521.0,6682548.0,6891940.0,6984690.0,7130854.0,7283845.0,7396245.0,7563492.0,7666863.0,7865912.0,8022425.0,8074716.0,8274528.0,8432468.0,8520834.0,8638897.0,8740616.0,8997225.0,9140452.0,9282967.0,9515929.0,9581062.0,9756294.0,9837614.0,10003639.0,10183279.0,10335435.0,10348178.0,10532597.0,10659538.0,10831908.0,10970406.0,11115945.0,11235820.0,14901479.0,11627702.0,11762972.0,11786710.0,11994416.0,12110024.0,12271968.0,12400260.0,12528497.0,12716240.0,12816541.0,13003630.0,13831393.0,13258235.0,13403723.0,13584425.0,13748947.0,13794317.0,14021413.0,14077646.0,14295360.0,14445962.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[157662.0,284819.0,448463.0,567692.0,712045.0,860623.0,986453.0,1126543.0,1275887.0,1450857.0,1593086.0,1757521.0,1932004.0,2027451.0,2161927.0,2304491.0,2391561.0,2911297.0,2877682.0,2767437.0,2913852.0,3137829.0,3350469.0,3468405.0,3638629.0,3799721.0,3910466.0,4097710.0,4228104.0,4354561.0,4555787.0,4639180.0,4807581.0,4921536.0,5106719.0,5200164.0,5357201.0,5562790.0,5617188.0,5783992.0,6020965.0,6083896.0,6294087.0,6445661.0,6547993.0,6711299.0,6887830.0,7633674.0,7071938.0,7493822.0,7432075.0,7559104.0,7716969.0,7894571.0,8015011.0,8115487.0,8205910.0,8363316.0,8466362.0,8684160.0,8771556.0,8942348.0,9047127.0,9334304.0,10716347.0,9491513.0,9668516.0,9869316.0,9935633.0,10072173.0,10200871.0,10437984.0,10557173.0,10712242.0,10823012.0,10990746.0,11160760.0,11236499.0,12094723.0,11604167.0,11756565.0,11774933.0,11941848.0,12072310.0,12409470.0,12445898.0,12507801.0,12672178.0,12811500.0,12965702.0,13271445.0,13221308.0,13364244.0,13590298.0,13647587.0,13912293.0,13929451.0,14127027.0,14296521.0,14368359.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/tukey.json b/criterion/micro_ops_anti_join/new/tukey.json index d02cc480d1aa..5b19883b547e 100644 --- a/criterion/micro_ops_anti_join/new/tukey.json +++ b/criterion/micro_ops_anti_join/new/tukey.json @@ -1 +1 @@ -[7784.436551788895,7897.3166209172105,8198.33013859272,8311.210207721037] \ No newline at end of file +[7683.772945116786,7838.707610682317,8251.866718857067,8406.801384422599] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/report/MAD.svg b/criterion/micro_ops_anti_join/report/MAD.svg index 1e350754b265..d78adb357a31 100644 --- a/criterion/micro_ops_anti_join/report/MAD.svg +++ b/criterion/micro_ops_anti_join/report/MAD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - -0.07 - - + - -45 - - - -50 - - - + 55 - - + + 60 - - + + 65 - - + + 70 - - - - + + +75 + + + +80 + + + +85 + + + +90 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/SD.svg b/criterion/micro_ops_anti_join/report/SD.svg index f1cad1f15f10..f1699cf9a180 100644 --- a/criterion/micro_ops_anti_join/report/SD.svg +++ b/criterion/micro_ops_anti_join/report/SD.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (ns) - + +0.001 + + + 0.002 - - + + +0.003 + + + 0.004 - - + + +0.005 + + + 0.006 - - + + +0.007 + + + 0.008 - - + + +0.009 + + + 0.01 - - -0.012 + + +0.011 - + - -50 + +120 - - -100 + + +140 - - -150 + + +160 - - -200 + + +180 - - -250 + + +200 - - -300 + + +220 - - -350 + + +240 - - -400 + + +260 - - -450 + + +280 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/both/pdf.svg b/criterion/micro_ops_anti_join/report/both/pdf.svg index 283553858cd5..2f7997e0f48a 100644 --- a/criterion/micro_ops_anti_join/report/both/pdf.svg +++ b/criterion/micro_ops_anti_join/report/both/pdf.svg @@ -9,47 +9,47 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + + +3 + + - + 8 - - + + 9 - - + + 10 - - -11 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_anti_join/report/both/regression.svg b/criterion/micro_ops_anti_join/report/both/regression.svg index 475d445a035d..c234b11faa2a 100644 --- a/criterion/micro_ops_anti_join/report/both/regression.svg +++ b/criterion/micro_ops_anti_join/report/both/regression.svg @@ -20,12 +20,12 @@ Iterations (x 10^3) - - - - - - + + + + + + 0.0 @@ -35,30 +35,30 @@ Iterations (x 10^3) 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0 @@ -101,9 +101,9 @@ Iterations (x 10^3) - - - + + + Base Sample diff --git a/criterion/micro_ops_anti_join/report/change/mean.svg b/criterion/micro_ops_anti_join/report/change/mean.svg index 0c4388bbd1ab..c44d615b66f9 100644 --- a/criterion/micro_ops_anti_join/report/change/mean.svg +++ b/criterion/micro_ops_anti_join/report/change/mean.svg @@ -9,59 +9,91 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + + +70 + + + +80 + + + +90 + + + +100 + + - --0.02 + +-0.008 - - --0.015 + + +-0.006 - - --0.01 + + +-0.004 - - --0.005 + + +-0.002 - - + + 0 - - -0.005 + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/median.svg b/criterion/micro_ops_anti_join/report/change/median.svg index 2f7a0f1813af..1b5a8887a152 100644 --- a/criterion/micro_ops_anti_join/report/change/median.svg +++ b/criterion/micro_ops_anti_join/report/change/median.svg @@ -9,18 +9,18 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - + 200 @@ -30,37 +30,41 @@ Relative change (%) - + +-0.005 + + + +-0.004 + + + -0.003 - - + + -0.002 - - + + -0.001 - - + + 0 - - + + 0.001 - - + + 0.002 - - -0.003 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/t-test.svg b/criterion/micro_ops_anti_join/report/change/t-test.svg index 50859135a4fd..5c64acc1b6d8 100644 --- a/criterion/micro_ops_anti_join/report/change/t-test.svg +++ b/criterion/micro_ops_anti_join/report/change/t-test.svg @@ -13,73 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_anti_join/report/index.html b/criterion/micro_ops_anti_join/report/index.html index 14ec5ab0aeb4..2e1e4b73afb8 100644 --- a/criterion/micro_ops_anti_join/report/index.html +++ b/criterion/micro_ops_anti_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.0305 µs - 8.0895 µs - 8.1960 µs + 8.0284 µs + 8.0588 µs + 8.1007 µs R² - 0.7975266 - 0.8023781 - 0.7868125 + 0.9404090 + 0.9422249 + 0.9387816 Mean - 8.0302 µs - 8.0689 µs - 8.1288 µs + 8.0385 µs + 8.0763 µs + 8.1205 µs Std. Dev. - 76.303 ns - 261.90 ns - 432.90 ns + 128.47 ns + 211.07 ns + 280.17 ns Median - 8.0286 µs - 8.0573 µs - 8.0679 µs + 8.0181 µs + 8.0413 µs + 8.0525 µs MAD - 46.054 ns - 55.706 ns - 69.690 ns + 54.110 ns + 77.765 ns + 89.328 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -2.1634% - -0.9121% - +0.2859% - (p = 0.16 > + -0.7839% + +0.0920% + +0.8312% + (p = 0.84 > 0.05) diff --git a/criterion/micro_ops_anti_join/report/mean.svg b/criterion/micro_ops_anti_join/report/mean.svg index f23497617e7e..00e32fec1baf 100644 --- a/criterion/micro_ops_anti_join/report/mean.svg +++ b/criterion/micro_ops_anti_join/report/mean.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs)
- + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - + + +18 + + + +20 + + -8.02 +8.03 - + 8.04 - - + + +8.05 + + + 8.06 - - + + +8.07 + + + 8.08 - - + + +8.09 + + + 8.1 - - + + +8.11 + + + 8.12 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/median.svg b/criterion/micro_ops_anti_join/report/median.svg index 95a483df0a3e..f7561507ab9a 100644 --- a/criterion/micro_ops_anti_join/report/median.svg +++ b/criterion/micro_ops_anti_join/report/median.svg @@ -9,78 +9,82 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - + + +80 + + + +90 + + - + +8.015 + + + +8.02 + + + 8.025 - - + + 8.03 - - + + 8.035 - - + + 8.04 - - + + 8.045 - - -8.05 - - - -8.055 - - - -8.06 - - + -8.065 +8.05 - -8.07 + +8.055 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/pdf.svg b/criterion/micro_ops_anti_join/report/pdf.svg index f6379c25fb4b..c1b6198b9f8b 100644 --- a/criterion/micro_ops_anti_join/report/pdf.svg +++ b/criterion/micro_ops_anti_join/report/pdf.svg @@ -50,34 +50,46 @@ Average Time (µs) - -7.5 + +7.6 - - + + +7.8 + + + 8 - - -8.5 + + +8.2 - - -9 + + +8.4 + + + +8.6 - - -9.5 + + +8.8 + + + +9 - - -10 + + +9.2 - - -10.5 + + +9.4 - + Density (a.u.) @@ -86,52 +98,64 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_anti_join/report/pdf_small.svg b/criterion/micro_ops_anti_join/report/pdf_small.svg index f2e4e73691d5..9a81ebe70e28 100644 --- a/criterion/micro_ops_anti_join/report/pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/pdf_small.svg @@ -10,43 +10,51 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - + + +3.5 + + - + +7.5 + + + 8 - - -9 + + +8.5 - - -10 + + +9 - - - + + + diff --git a/criterion/micro_ops_anti_join/report/regression.svg b/criterion/micro_ops_anti_join/report/regression.svg index eb9d456e5829..414a5a6d70c0 100644 --- a/criterion/micro_ops_anti_join/report/regression.svg +++ b/criterion/micro_ops_anti_join/report/regression.svg @@ -17,42 +17,42 @@ Iterations (x 10^3) - - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0.2 @@ -92,106 +92,106 @@ Iterations (x 10^3) - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_anti_join/report/regression_small.svg b/criterion/micro_ops_anti_join/report/regression_small.svg index ec60889caa13..1b1a596e050c 100644 --- a/criterion/micro_ops_anti_join/report/regression_small.svg +++ b/criterion/micro_ops_anti_join/report/regression_small.svg @@ -14,42 +14,42 @@ Iterations (x 10^3) - - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0.2 @@ -95,98 +95,98 @@ Iterations (x 10^3) - + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg index df0e653f609b..d399b67996b8 100644 --- a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg @@ -6,45 +6,45 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + + +3 + + - + 8 - - + + 9 - - + + 10 - - -11 - - - - - - + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_regression_small.svg b/criterion/micro_ops_anti_join/report/relative_regression_small.svg index 8bab83b7a1c4..010f80180728 100644 --- a/criterion/micro_ops_anti_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_regression_small.svg @@ -18,11 +18,11 @@ Iterations (x 10^3) - - - - - + + + + + 0.0 @@ -36,26 +36,26 @@ Iterations (x 10^3) 4.0 - + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0 @@ -98,7 +98,7 @@ Iterations (x 10^3) - - - + + + diff --git a/criterion/micro_ops_anti_join/report/slope.svg b/criterion/micro_ops_anti_join/report/slope.svg index 905346992217..370e73287721 100644 --- a/criterion/micro_ops_anti_join/report/slope.svg +++ b/criterion/micro_ops_anti_join/report/slope.svg @@ -9,74 +9,58 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 + + +15 - + + +20 + + - -8.02 + +8.03 - - + + 8.04 - - -8.06 - - + -8.08 +8.05 - -8.1 - - - -8.12 + +8.06 - - -8.14 + + +8.07 - - -8.16 + + +8.08 - - -8.18 + + +8.09 - - -8.2 + + +8.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/typical.svg b/criterion/micro_ops_anti_join/report/typical.svg index 92a8b7e0bc6f..40e3cb83587b 100644 --- a/criterion/micro_ops_anti_join/report/typical.svg +++ b/criterion/micro_ops_anti_join/report/typical.svg @@ -9,74 +9,58 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 + + +15 - + + +20 + + - -8.02 + +8.03 - - + + 8.04 - - -8.06 - - + -8.08 +8.05 - -8.1 - - - -8.12 + +8.06 - - -8.14 + + +8.07 - - -8.16 + + +8.08 - - -8.18 + + +8.09 - - -8.2 + + +8.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/base/estimates.json b/criterion/micro_ops_crossjoin/base/estimates.json index de88e83d1505..1a61c08ed37c 100644 --- a/criterion/micro_ops_crossjoin/base/estimates.json +++ b/criterion/micro_ops_crossjoin/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103931.62770335586,"upper_bound":104551.49292615391},"point_estimate":104245.91714917637,"standard_error":158.32216400631128},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":104417.90705679862,"upper_bound":104672.04792390708},"point_estimate":104587.91038602941,"standard_error":71.09394720651373},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":432.3225427006645,"upper_bound":704.4183242843212},"point_estimate":558.6848179085802,"standard_error":69.18813519950776},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":104588.89158724154,"upper_bound":104895.92917956329},"point_estimate":104728.90602630412,"standard_error":78.16269327298482},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1132.9706684318476,"upper_bound":2005.2426677222415},"point_estimate":1584.122310524431,"standard_error":223.7475988801866}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98082.94674928543,"upper_bound":99168.0498718379},"point_estimate":98623.66634396248,"standard_error":276.08096430387076},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98001.03949579832,"upper_bound":99352.45433255269},"point_estimate":98442.7555562037,"standard_error":312.4468316276005},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1772.5797263221637,"upper_bound":3239.5765005621565},"point_estimate":2461.8759785554685,"standard_error":369.33554919557537},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98295.2610463083,"upper_bound":99641.42866760299},"point_estimate":98855.30306782917,"standard_error":352.04545076039005},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2218.6867195491113,"upper_bound":3348.9132199609635},"point_estimate":2784.2391695342953,"standard_error":289.3725100705523}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/sample.json b/criterion/micro_ops_crossjoin/base/sample.json index 6368e0a4b456..79d96a628852 100644 --- a/criterion/micro_ops_crossjoin/base/sample.json +++ b/criterion/micro_ops_crossjoin/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[697684.0,1457835.0,2228115.0,2836671.0,3543526.0,4247336.0,4981702.0,5823063.0,6491645.0,6858718.0,7784834.0,8503620.0,9421829.0,9943228.0,10688884.0,11277173.0,12025379.0,12776961.0,13878238.0,14649512.0,15381970.0,16259209.0,16984927.0,17514069.0,18383148.0,19236675.0,19853706.0,20290860.0,21309268.0,22024840.0,22719101.0,23411007.0,24212765.0,24918475.0,25520882.0,26371476.0,27168849.0,27773636.0,28497229.0,29279733.0,30118771.0,30721432.0,31390634.0,32080495.0,32923657.0,33766015.0,34436137.0,35064210.0,36182221.0,36663058.0,37577908.0,37940695.0,41339096.0,39342674.0,40571111.0,41025852.0,41605950.0,43227063.0,43386782.0,44142879.0,44544980.0,45538974.0,45857317.0,46859931.0,47793324.0,48199018.0,48982885.0,49779014.0,50619568.0,51443134.0,52026240.0,52541774.0,53466810.0,54402374.0,54943474.0,55533526.0,56404029.0,57378040.0,57749197.0,58864261.0,58941197.0,59799262.0,60666804.0,61065351.0,62543988.0,62820974.0,63680577.0,64148988.0,65228844.0,66089504.0,66373478.0,67592767.0,68532954.0,69016526.0,69491128.0,70408059.0,71503282.0,71947340.0,72531828.0,73590209.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[639913.0,1322216.0,2054595.0,2581531.0,3200209.0,3911698.0,4601172.0,5369280.0,5913381.0,6351208.0,7330175.0,8113291.0,8991979.0,9556297.0,10256730.0,10743946.0,11249260.0,12265143.0,13408601.0,14422650.0,14915449.0,15613122.0,16336677.0,16917103.0,17729674.0,18516104.0,19203855.0,19620688.0,20557003.0,21466281.0,21894004.0,22582180.0,23575286.0,24000000.0,24531015.0,25455339.0,26245107.0,26969778.0,27327569.0,28221204.0,29084643.0,29730313.0,30409886.0,31332757.0,32144899.0,32500424.0,32324570.0,32908175.0,33788774.0,34838437.0,34419488.0,34890479.0,35752164.0,36666274.0,37685764.0,38424624.0,38753630.0,39630143.0,40566168.0,41265469.0,42423498.0,42746712.0,43102188.0,44050006.0,44297359.0,44901403.0,46005711.0,46921886.0,48097866.0,49225425.0,50296746.0,50405452.0,50970393.0,52038890.0,52455126.0,52647152.0,54177975.0,54521604.0,54410103.0,54391098.0,55860752.0,56867436.0,56790931.0,57463588.0,58298147.0,59330913.0,59839037.0,60844542.0,61060430.0,61463159.0,62474572.0,62666295.0,63018313.0,63440171.0,67248872.0,73847436.0,66059601.0,66620803.0,67259431.0,68347526.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/tukey.json b/criterion/micro_ops_crossjoin/base/tukey.json index ea3b432c4287..0d87f2a5664a 100644 --- a/criterion/micro_ops_crossjoin/base/tukey.json +++ b/criterion/micro_ops_crossjoin/base/tukey.json @@ -1 +1 @@ -[101909.82152732059,103043.23103493953,106065.65638859005,107199.06589620901] \ No newline at end of file +[86770.93470119858,92037.12727448031,106080.30746989827,111346.50004318] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/change/estimates.json b/criterion/micro_ops_crossjoin/change/estimates.json index 7c75c0d20f30..1f4514a6004a 100644 --- a/criterion/micro_ops_crossjoin/change/estimates.json +++ b/criterion/micro_ops_crossjoin/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00014514622781851418,"upper_bound":0.010611709796440348},"point_estimate":0.0050406677199188454,"standard_error":0.0027448212434820333},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00012102712150352524,"upper_bound":0.0034906911093735013},"point_estimate":0.0017920907350128523,"standard_error":0.0008452680918294589}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05956527143444179,"upper_bound":-0.047923768151332556},"point_estimate":-0.05393257557673381,"standard_error":0.0029429292530126464},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.06312027288207446,"upper_bound":-0.04837867128723261},"point_estimate":-0.058755881125688525,"standard_error":0.003216424185005274}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/estimates.json b/criterion/micro_ops_crossjoin/new/estimates.json index de88e83d1505..1a61c08ed37c 100644 --- a/criterion/micro_ops_crossjoin/new/estimates.json +++ b/criterion/micro_ops_crossjoin/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103931.62770335586,"upper_bound":104551.49292615391},"point_estimate":104245.91714917637,"standard_error":158.32216400631128},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":104417.90705679862,"upper_bound":104672.04792390708},"point_estimate":104587.91038602941,"standard_error":71.09394720651373},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":432.3225427006645,"upper_bound":704.4183242843212},"point_estimate":558.6848179085802,"standard_error":69.18813519950776},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":104588.89158724154,"upper_bound":104895.92917956329},"point_estimate":104728.90602630412,"standard_error":78.16269327298482},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1132.9706684318476,"upper_bound":2005.2426677222415},"point_estimate":1584.122310524431,"standard_error":223.7475988801866}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98082.94674928543,"upper_bound":99168.0498718379},"point_estimate":98623.66634396248,"standard_error":276.08096430387076},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98001.03949579832,"upper_bound":99352.45433255269},"point_estimate":98442.7555562037,"standard_error":312.4468316276005},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1772.5797263221637,"upper_bound":3239.5765005621565},"point_estimate":2461.8759785554685,"standard_error":369.33554919557537},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98295.2610463083,"upper_bound":99641.42866760299},"point_estimate":98855.30306782917,"standard_error":352.04545076039005},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2218.6867195491113,"upper_bound":3348.9132199609635},"point_estimate":2784.2391695342953,"standard_error":289.3725100705523}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/sample.json b/criterion/micro_ops_crossjoin/new/sample.json index 6368e0a4b456..79d96a628852 100644 --- a/criterion/micro_ops_crossjoin/new/sample.json +++ b/criterion/micro_ops_crossjoin/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[697684.0,1457835.0,2228115.0,2836671.0,3543526.0,4247336.0,4981702.0,5823063.0,6491645.0,6858718.0,7784834.0,8503620.0,9421829.0,9943228.0,10688884.0,11277173.0,12025379.0,12776961.0,13878238.0,14649512.0,15381970.0,16259209.0,16984927.0,17514069.0,18383148.0,19236675.0,19853706.0,20290860.0,21309268.0,22024840.0,22719101.0,23411007.0,24212765.0,24918475.0,25520882.0,26371476.0,27168849.0,27773636.0,28497229.0,29279733.0,30118771.0,30721432.0,31390634.0,32080495.0,32923657.0,33766015.0,34436137.0,35064210.0,36182221.0,36663058.0,37577908.0,37940695.0,41339096.0,39342674.0,40571111.0,41025852.0,41605950.0,43227063.0,43386782.0,44142879.0,44544980.0,45538974.0,45857317.0,46859931.0,47793324.0,48199018.0,48982885.0,49779014.0,50619568.0,51443134.0,52026240.0,52541774.0,53466810.0,54402374.0,54943474.0,55533526.0,56404029.0,57378040.0,57749197.0,58864261.0,58941197.0,59799262.0,60666804.0,61065351.0,62543988.0,62820974.0,63680577.0,64148988.0,65228844.0,66089504.0,66373478.0,67592767.0,68532954.0,69016526.0,69491128.0,70408059.0,71503282.0,71947340.0,72531828.0,73590209.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[639913.0,1322216.0,2054595.0,2581531.0,3200209.0,3911698.0,4601172.0,5369280.0,5913381.0,6351208.0,7330175.0,8113291.0,8991979.0,9556297.0,10256730.0,10743946.0,11249260.0,12265143.0,13408601.0,14422650.0,14915449.0,15613122.0,16336677.0,16917103.0,17729674.0,18516104.0,19203855.0,19620688.0,20557003.0,21466281.0,21894004.0,22582180.0,23575286.0,24000000.0,24531015.0,25455339.0,26245107.0,26969778.0,27327569.0,28221204.0,29084643.0,29730313.0,30409886.0,31332757.0,32144899.0,32500424.0,32324570.0,32908175.0,33788774.0,34838437.0,34419488.0,34890479.0,35752164.0,36666274.0,37685764.0,38424624.0,38753630.0,39630143.0,40566168.0,41265469.0,42423498.0,42746712.0,43102188.0,44050006.0,44297359.0,44901403.0,46005711.0,46921886.0,48097866.0,49225425.0,50296746.0,50405452.0,50970393.0,52038890.0,52455126.0,52647152.0,54177975.0,54521604.0,54410103.0,54391098.0,55860752.0,56867436.0,56790931.0,57463588.0,58298147.0,59330913.0,59839037.0,60844542.0,61060430.0,61463159.0,62474572.0,62666295.0,63018313.0,63440171.0,67248872.0,73847436.0,66059601.0,66620803.0,67259431.0,68347526.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/tukey.json b/criterion/micro_ops_crossjoin/new/tukey.json index ea3b432c4287..0d87f2a5664a 100644 --- a/criterion/micro_ops_crossjoin/new/tukey.json +++ b/criterion/micro_ops_crossjoin/new/tukey.json @@ -1 +1 @@ -[101909.82152732059,103043.23103493953,106065.65638859005,107199.06589620901] \ No newline at end of file +[86770.93470119858,92037.12727448031,106080.30746989827,111346.50004318] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/report/MAD.svg b/criterion/micro_ops_crossjoin/report/MAD.svg index 4769f3f93fe2..8db413e7f7f2 100644 --- a/criterion/micro_ops_crossjoin/report/MAD.svg +++ b/criterion/micro_ops_crossjoin/report/MAD.svg @@ -6,65 +6,73 @@ micro/ops/crossjoin:MAD Density (a.u.) -Average time (ns) +Average time (µs) - -0.001 + +0.2 - - -0.002 + + +0.4 - - -0.003 + + +0.6 - - -0.004 + + +0.8 - - -0.005 + + +1 - - -0.006 + + +1.2 - - -0.007 - - + - -450 + +1.8 + + + +2 + + + +2.2 + + + +2.4 - - -500 + + +2.6 - - -550 + + +2.8 - - -600 + + +3 - - -650 + + +3.2 - - -700 + + +3.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/SD.svg b/criterion/micro_ops_crossjoin/report/SD.svg index c302d5fe3236..e603b9a59b91 100644 --- a/criterion/micro_ops_crossjoin/report/SD.svg +++ b/criterion/micro_ops_crossjoin/report/SD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - - -1.8 - - + - -1.1 - - - -1.2 - - - -1.3 - - - -1.4 - - - -1.5 + +2.2 - - -1.6 + + +2.4 - - -1.7 + + +2.6 - - -1.8 + + +2.8 - - -1.9 + + +3 - - -2 + + +3.2 - - -2.1 + + +3.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/both/pdf.svg b/criterion/micro_ops_crossjoin/report/both/pdf.svg index 11eba325f990..602c4f62e217 100644 --- a/criterion/micro_ops_crossjoin/report/both/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/both/pdf.svg @@ -42,26 +42,30 @@ Average Time (µs) - + +90 + + + 95 - - + + 100 - - + + 105 - - + + 110 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_crossjoin/report/both/regression.svg b/criterion/micro_ops_crossjoin/report/both/regression.svg index d2c84ac729d2..29ea06931f7b 100644 --- a/criterion/micro_ops_crossjoin/report/both/regression.svg +++ b/criterion/micro_ops_crossjoin/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations 700 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_crossjoin/report/change/mean.svg b/criterion/micro_ops_crossjoin/report/change/mean.svg index a809578a2043..3b1cc607b31b 100644 --- a/criterion/micro_ops_crossjoin/report/change/mean.svg +++ b/criterion/micro_ops_crossjoin/report/change/mean.svg @@ -9,63 +9,63 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - + - -0 - - - -0.002 - - - -0.004 - - - -0.006 - - - -0.008 - - - -0.01 - - - - - - + +-0.06 + + + +-0.058 + + + +-0.056 + + + +-0.054 + + + +-0.052 + + + +-0.05 + + + +-0.048 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/median.svg b/criterion/micro_ops_crossjoin/report/change/median.svg index bf53b0c3c6c1..d85a2830d5b1 100644 --- a/criterion/micro_ops_crossjoin/report/change/median.svg +++ b/criterion/micro_ops_crossjoin/report/change/median.svg @@ -9,67 +9,83 @@ Density (a.u.) Relative change (%) - -100 + +20 + + + +40 + + + +60 - - -200 + + +80 + + + +100 - - -300 + + +120 - - -400 + + +140 - - -500 + + +160 - - -600 + + +180 - + - -0 - - - -5e-4 - - - -0.001 - - - -0.0015 - - - -0.002 - - - -0.0025 - - - -0.003 - - - -0.0035 - - - - - - + +-0.064 + + + +-0.062 + + + +-0.06 + + + +-0.058 + + + +-0.056 + + + +-0.054 + + + +-0.052 + + + +-0.05 + + + +-0.048 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/t-test.svg b/criterion/micro_ops_crossjoin/report/change/t-test.svg index 25890d024048..b678a776e351 100644 --- a/criterion/micro_ops_crossjoin/report/change/t-test.svg +++ b/criterion/micro_ops_crossjoin/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - + 2.0 - + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_crossjoin/report/index.html b/criterion/micro_ops_crossjoin/report/index.html index c63176692a27..1392cb569ff3 100644 --- a/criterion/micro_ops_crossjoin/report/index.html +++ b/criterion/micro_ops_crossjoin/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 104.59 µs - 104.73 µs - 104.90 µs + 98.295 µs + 98.855 µs + 99.641 µs R² - 0.9920606 - 0.9922995 - 0.9919596 + 0.9195980 + 0.9235645 + 0.9157815 Mean - 103.93 µs - 104.25 µs - 104.55 µs + 98.083 µs + 98.624 µs + 99.168 µs Std. Dev. - 1.1330 µs - 1.5841 µs - 2.0052 µs + 2.2187 µs + 2.7842 µs + 3.3489 µs Median - 104.42 µs - 104.59 µs - 104.67 µs + 98.001 µs + 98.443 µs + 99.352 µs MAD - 432.32 ns - 558.68 ns - 704.42 ns + 1.7726 µs + 2.4619 µs + 3.2396 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.0145% - +0.5041% - +1.0612% - (p = 0.07 > + -5.9565% + -5.3933% + -4.7924% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has improved.

Additional Plots:

diff --git a/criterion/micro_ops_crossjoin/report/mean.svg b/criterion/micro_ops_crossjoin/report/mean.svg index dfef35548a34..497c168e50ee 100644 --- a/criterion/micro_ops_crossjoin/report/mean.svg +++ b/criterion/micro_ops_crossjoin/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 + + +0.4 - - -1.5 + + +0.6 - - -2 + + +0.8 - - -2.5 + + +1 - - - -103.9 + + +1.2 - - -104 + + +1.4 - - -104.1 + + + +98 - - -104.2 + + +98.2 - - -104.3 + + +98.4 - - -104.4 + + +98.6 - - -104.5 + + +98.8 - - -104.6 + + +99 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/median.svg b/criterion/micro_ops_crossjoin/report/median.svg index 8adef44e8bc6..decb078d051c 100644 --- a/criterion/micro_ops_crossjoin/report/median.svg +++ b/criterion/micro_ops_crossjoin/report/median.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - -2 - - - -4 + +0.5 - - -6 + + +1 - - -8 + + +1.5 - - -10 + + +2 - - -12 + + +2.5 - + - -104.4 + +98 - - -104.45 + + +98.2 - - -104.5 + + +98.4 - - -104.55 + + +98.6 - - -104.6 + + +98.8 - - -104.65 + + +99 - - -104.7 + + +99.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/pdf.svg b/criterion/micro_ops_crossjoin/report/pdf.svg index 9226a172cbd3..531844e8f5ee 100644 --- a/criterion/micro_ops_crossjoin/report/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/pdf.svg @@ -42,42 +42,26 @@ Average Time (µs) - -96 + +90 - - -98 + + +95 - - + + 100 - - -102 + + +105 - - -104 - - - -106 - - - -108 - - - + + 110 - - -112 - - + Density (a.u.) @@ -86,78 +70,48 @@ Density (a.u.) 0 - -0.05 + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 - - + + 0.1 - - -0.15 - - - -0.2 - - - -0.25 - - - -0.3 - - - -0.35 - - - -0.4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.12 + + + +0.14 + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_crossjoin/report/pdf_small.svg b/criterion/micro_ops_crossjoin/report/pdf_small.svg index 4c85852a3ca9..407df107f9ed 100644 --- a/criterion/micro_ops_crossjoin/report/pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/pdf_small.svg @@ -10,55 +10,59 @@ Average Time (µs) 0 - -0.05 + +0.02 - - -0.1 - - - -0.15 + + +0.04 - - -0.2 + + +0.06 - - -0.25 + + +0.08 - - -0.3 + + +0.1 - - -0.35 + + +0.12 - - -0.4 + + +0.14 - - -0.45 + + +0.16 - + - + +90 + + + +95 + + + 100 - - + + 105 - - + + 110 - - - + + + diff --git a/criterion/micro_ops_crossjoin/report/regression.svg b/criterion/micro_ops_crossjoin/report/regression.svg index 77a785e8aab0..5aa8b62a55d1 100644 --- a/criterion/micro_ops_crossjoin/report/regression.svg +++ b/criterion/micro_ops_crossjoin/report/regression.svg @@ -19,9 +19,9 @@ Iterations - - - + + + 10.0 @@ -39,18 +39,18 @@ Iterations 40.0 - + 50.0 - - + + 60.0 - - + + 70.0 - + 100 @@ -81,107 +81,107 @@ Iterations - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_crossjoin/report/regression_small.svg b/criterion/micro_ops_crossjoin/report/regression_small.svg index 1f8b2900e9c8..b2c133222d0a 100644 --- a/criterion/micro_ops_crossjoin/report/regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/regression_small.svg @@ -14,11 +14,11 @@ Iterations - + - - + + 10.0 @@ -28,10 +28,10 @@ Iterations 20.0 - + 30.0 - + 40.0 @@ -40,14 +40,14 @@ Iterations 50.0 - + 60.0 - - + + 70.0 - + 100 @@ -82,101 +82,101 @@ Iterations - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg index 808c3b4a2cff..cbb998276cbb 100644 --- a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg @@ -39,24 +39,28 @@ Average Time (µs) - + +90 + + + 95 - - + + 100 - - + + 105 - - + + 110 - - - - - + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg index de241b1dac54..98aea12fc9ca 100644 --- a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations 700 - - - - + + + + diff --git a/criterion/micro_ops_crossjoin/report/slope.svg b/criterion/micro_ops_crossjoin/report/slope.svg index 60e7e839eed1..4effe586535b 100644 --- a/criterion/micro_ops_crossjoin/report/slope.svg +++ b/criterion/micro_ops_crossjoin/report/slope.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 - - - -1.5 - - - -2 - - - -2.5 + + +0.4 - - -3 + + +0.6 - - -3.5 + + +0.8 - - -4 - - - -4.5 - - - -5 + + +1 - - -5.5 + + +1.2 - + - -104.6 + +98.2 + + + +98.4 - - -104.65 + + +98.6 - - -104.7 + + +98.8 - - -104.75 + + +99 - - -104.8 + + +99.2 - - -104.85 + + +99.4 - - -104.9 + + +99.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/typical.svg b/criterion/micro_ops_crossjoin/report/typical.svg index e98ffaec0d33..17fe8b99828c 100644 --- a/criterion/micro_ops_crossjoin/report/typical.svg +++ b/criterion/micro_ops_crossjoin/report/typical.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 - - - -1.5 - - - -2 - - - -2.5 + + +0.4 - - -3 + + +0.6 - - -3.5 + + +0.8 - - -4 - - - -4.5 - - - -5 + + +1 - - -5.5 + + +1.2 - + - -104.6 + +98.2 + + + +98.4 - - -104.65 + + +98.6 - - -104.7 + + +98.8 - - -104.75 + + +99 - - -104.8 + + +99.2 - - -104.85 + + +99.4 - - -104.9 + + +99.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/base/estimates.json b/criterion/micro_ops_difference/base/estimates.json index 91fd93c48ae9..27f5abde099c 100644 --- a/criterion/micro_ops_difference/base/estimates.json +++ b/criterion/micro_ops_difference/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70507.4068284625,"upper_bound":70893.08175564972},"point_estimate":70695.3388479614,"standard_error":98.54435237906806},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70258.70495495496,"upper_bound":70444.01787938089},"point_estimate":70328.586388259,"standard_error":46.66579586720299},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":374.38045697975934,"upper_bound":854.7086945908624},"point_estimate":568.6711979421033,"standard_error":117.20578130575815},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70294.20283080118,"upper_bound":70578.42511568066},"point_estimate":70421.28432786562,"standard_error":72.90605813472826},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":826.8819151278582,"upper_bound":1124.075810636814},"point_estimate":988.7392301837684,"standard_error":75.64064740292659}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70501.07463473927,"upper_bound":70933.08856735633},"point_estimate":70708.27654261084,"standard_error":110.16784198647086},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70177.18229166667,"upper_bound":70401.07407407407},"point_estimate":70268.22694902548,"standard_error":55.724460673128334},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":350.9242820421048,"upper_bound":862.1343493138277},"point_estimate":632.5290518831098,"standard_error":138.98130394439173},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70236.2968887449,"upper_bound":70498.35196411265},"point_estimate":70355.16023939707,"standard_error":66.98970203334487},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":868.3309779410442,"upper_bound":1368.8648383017241},"point_estimate":1108.3520573647902,"standard_error":131.16076104698416}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/sample.json b/criterion/micro_ops_difference/base/sample.json index ebaa76df4cce..c9d921a17710 100644 --- a/criterion/micro_ops_difference/base/sample.json +++ b/criterion/micro_ops_difference/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[429092.0,866590.0,1292546.0,1759846.0,2147445.0,2602176.0,3047222.0,3446587.0,3866216.0,4309188.0,4730506.0,5265657.0,5639091.0,6090972.0,6441694.0,6896057.0,7379743.0,7821430.0,8268165.0,8775649.0,9062186.0,9289783.0,9635016.0,10048691.0,10441363.0,11033533.0,11323696.0,11730993.0,12096554.0,12831909.0,13094138.0,13359618.0,13780399.0,14194077.0,14657741.0,15178898.0,15437476.0,15916130.0,16368441.0,16741492.0,17365294.0,17514878.0,17972461.0,18453831.0,18883554.0,19312729.0,19722923.0,20058242.0,20459302.0,21015387.0,21646269.0,21919642.0,22349048.0,22788013.0,23235863.0,23616017.0,25170316.0,24498882.0,24902892.0,25285871.0,25710509.0,26048982.0,26539080.0,26932984.0,27498830.0,27988521.0,28717459.0,29096191.0,29227475.0,29715620.0,30068329.0,30448712.0,30870870.0,31194865.0,31768966.0,32006710.0,32527848.0,32889386.0,34359968.0,33718532.0,34200020.0,34693093.0,34898794.0,35255693.0,35810581.0,36372779.0,36686271.0,38107876.0,37559787.0,37866209.0,38291719.0,38637893.0,39272496.0,39646838.0,40075686.0,40451264.0,40885737.0,41350394.0,41765961.0,42094567.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[430579.0,856768.0,1302845.0,1753154.0,2155351.0,2604365.0,3042957.0,3485039.0,3865272.0,4302608.0,4742126.0,5254522.0,5613028.0,6093115.0,6528081.0,6978900.0,7334234.0,7786925.0,8298818.0,8618551.0,8967966.0,9253558.0,9796162.0,10152500.0,10526674.0,10907881.0,11404974.0,11725113.0,12116606.0,12814402.0,13185801.0,13362553.0,13752709.0,14175836.0,14597643.0,15078301.0,15871590.0,15887241.0,17783419.0,16718698.0,17136717.0,17531157.0,18028988.0,18368719.0,18829448.0,19271683.0,19714656.0,20096596.0,20494919.0,21016689.0,21372005.0,21879923.0,22374333.0,22723646.0,23895742.0,23780298.0,23939393.0,24498311.0,24802967.0,25297183.0,25667137.0,26055713.0,26548943.0,26948038.0,27380046.0,27811030.0,28490369.0,29697903.0,29329338.0,29584067.0,29946080.0,30288034.0,30725410.0,31266521.0,31644577.0,31994827.0,32343104.0,32752036.0,33312892.0,34625974.0,34390271.0,34445463.0,34946193.0,35380184.0,35654697.0,36119607.0,36679923.0,37084908.0,37481744.0,37802596.0,38425552.0,38788158.0,39124142.0,39632319.0,40048733.0,40721140.0,41005237.0,41445520.0,41822359.0,42020083.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/tukey.json b/criterion/micro_ops_difference/base/tukey.json index d5e745d02cd5..92ad102122c4 100644 --- a/criterion/micro_ops_difference/base/tukey.json +++ b/criterion/micro_ops_difference/base/tukey.json @@ -1 +1 @@ -[66143.73061892857,68094.11720462557,73295.14809981757,75245.53468551458] \ No newline at end of file +[66296.93825156325,68151.58953222702,73097.32628066378,74951.97756132757] \ No newline at end of file diff --git a/criterion/micro_ops_difference/change/estimates.json b/criterion/micro_ops_difference/change/estimates.json index 7dc537ce9646..21a113b3917d 100644 --- a/criterion/micro_ops_difference/change/estimates.json +++ b/criterion/micro_ops_difference/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0023364896486093405,"upper_bound":0.00572658121572595},"point_estimate":0.001551564074484535,"standard_error":0.0020432526716025012},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001156618306919377,"upper_bound":0.004832233883544035},"point_estimate":0.002505057167900837,"standard_error":0.0009275272884446171}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003906819948462302,"upper_bound":0.004233972888061919},"point_estimate":0.0001830063319629982,"standard_error":0.0020779046126691994},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0029554506491137333,"upper_bound":0.0013385498039546473},"point_estimate":-0.0008582490041858515,"standard_error":0.0010256929596687398}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/estimates.json b/criterion/micro_ops_difference/new/estimates.json index 91fd93c48ae9..27f5abde099c 100644 --- a/criterion/micro_ops_difference/new/estimates.json +++ b/criterion/micro_ops_difference/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70507.4068284625,"upper_bound":70893.08175564972},"point_estimate":70695.3388479614,"standard_error":98.54435237906806},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70258.70495495496,"upper_bound":70444.01787938089},"point_estimate":70328.586388259,"standard_error":46.66579586720299},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":374.38045697975934,"upper_bound":854.7086945908624},"point_estimate":568.6711979421033,"standard_error":117.20578130575815},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70294.20283080118,"upper_bound":70578.42511568066},"point_estimate":70421.28432786562,"standard_error":72.90605813472826},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":826.8819151278582,"upper_bound":1124.075810636814},"point_estimate":988.7392301837684,"standard_error":75.64064740292659}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70501.07463473927,"upper_bound":70933.08856735633},"point_estimate":70708.27654261084,"standard_error":110.16784198647086},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70177.18229166667,"upper_bound":70401.07407407407},"point_estimate":70268.22694902548,"standard_error":55.724460673128334},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":350.9242820421048,"upper_bound":862.1343493138277},"point_estimate":632.5290518831098,"standard_error":138.98130394439173},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70236.2968887449,"upper_bound":70498.35196411265},"point_estimate":70355.16023939707,"standard_error":66.98970203334487},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":868.3309779410442,"upper_bound":1368.8648383017241},"point_estimate":1108.3520573647902,"standard_error":131.16076104698416}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/sample.json b/criterion/micro_ops_difference/new/sample.json index ebaa76df4cce..c9d921a17710 100644 --- a/criterion/micro_ops_difference/new/sample.json +++ b/criterion/micro_ops_difference/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[429092.0,866590.0,1292546.0,1759846.0,2147445.0,2602176.0,3047222.0,3446587.0,3866216.0,4309188.0,4730506.0,5265657.0,5639091.0,6090972.0,6441694.0,6896057.0,7379743.0,7821430.0,8268165.0,8775649.0,9062186.0,9289783.0,9635016.0,10048691.0,10441363.0,11033533.0,11323696.0,11730993.0,12096554.0,12831909.0,13094138.0,13359618.0,13780399.0,14194077.0,14657741.0,15178898.0,15437476.0,15916130.0,16368441.0,16741492.0,17365294.0,17514878.0,17972461.0,18453831.0,18883554.0,19312729.0,19722923.0,20058242.0,20459302.0,21015387.0,21646269.0,21919642.0,22349048.0,22788013.0,23235863.0,23616017.0,25170316.0,24498882.0,24902892.0,25285871.0,25710509.0,26048982.0,26539080.0,26932984.0,27498830.0,27988521.0,28717459.0,29096191.0,29227475.0,29715620.0,30068329.0,30448712.0,30870870.0,31194865.0,31768966.0,32006710.0,32527848.0,32889386.0,34359968.0,33718532.0,34200020.0,34693093.0,34898794.0,35255693.0,35810581.0,36372779.0,36686271.0,38107876.0,37559787.0,37866209.0,38291719.0,38637893.0,39272496.0,39646838.0,40075686.0,40451264.0,40885737.0,41350394.0,41765961.0,42094567.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[430579.0,856768.0,1302845.0,1753154.0,2155351.0,2604365.0,3042957.0,3485039.0,3865272.0,4302608.0,4742126.0,5254522.0,5613028.0,6093115.0,6528081.0,6978900.0,7334234.0,7786925.0,8298818.0,8618551.0,8967966.0,9253558.0,9796162.0,10152500.0,10526674.0,10907881.0,11404974.0,11725113.0,12116606.0,12814402.0,13185801.0,13362553.0,13752709.0,14175836.0,14597643.0,15078301.0,15871590.0,15887241.0,17783419.0,16718698.0,17136717.0,17531157.0,18028988.0,18368719.0,18829448.0,19271683.0,19714656.0,20096596.0,20494919.0,21016689.0,21372005.0,21879923.0,22374333.0,22723646.0,23895742.0,23780298.0,23939393.0,24498311.0,24802967.0,25297183.0,25667137.0,26055713.0,26548943.0,26948038.0,27380046.0,27811030.0,28490369.0,29697903.0,29329338.0,29584067.0,29946080.0,30288034.0,30725410.0,31266521.0,31644577.0,31994827.0,32343104.0,32752036.0,33312892.0,34625974.0,34390271.0,34445463.0,34946193.0,35380184.0,35654697.0,36119607.0,36679923.0,37084908.0,37481744.0,37802596.0,38425552.0,38788158.0,39124142.0,39632319.0,40048733.0,40721140.0,41005237.0,41445520.0,41822359.0,42020083.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/tukey.json b/criterion/micro_ops_difference/new/tukey.json index d5e745d02cd5..92ad102122c4 100644 --- a/criterion/micro_ops_difference/new/tukey.json +++ b/criterion/micro_ops_difference/new/tukey.json @@ -1 +1 @@ -[66143.73061892857,68094.11720462557,73295.14809981757,75245.53468551458] \ No newline at end of file +[66296.93825156325,68151.58953222702,73097.32628066378,74951.97756132757] \ No newline at end of file diff --git a/criterion/micro_ops_difference/report/MAD.svg b/criterion/micro_ops_difference/report/MAD.svg index 1c70a0400a8a..46d826efac66 100644 --- a/criterion/micro_ops_difference/report/MAD.svg +++ b/criterion/micro_ops_difference/report/MAD.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (ns) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - -0.0035 - - - -0.004 - - - -0.0045 - - + - + +300 + + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - + + 900 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/SD.svg b/criterion/micro_ops_difference/report/SD.svg index 18c243b34ad7..377e7a1ce5f3 100644 --- a/criterion/micro_ops_difference/report/SD.svg +++ b/criterion/micro_ops_difference/report/SD.svg @@ -9,86 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - - -4 - - - -4.5 - - - -5 - - - -5.5 - - + - -0.8 - - - -0.85 - - - + 0.9 - - -0.95 - - - + + 1 - - -1.05 - - - + + 1.1 - - -1.15 + + +1.2 + + + +1.3 + + + +1.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/both/pdf.svg b/criterion/micro_ops_difference/report/both/pdf.svg index 67f11c6f3e92..54c5ae952b90 100644 --- a/criterion/micro_ops_difference/report/both/pdf.svg +++ b/criterion/micro_ops_difference/report/both/pdf.svg @@ -9,47 +9,67 @@ Density (a.u.) Average Time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - -0.5 + + +0.45 - - -0.6 + + +0.5 - + - + 70 - - + + 72 - - + + 74 - - - - - + + +76 + + + + + + Base PDF diff --git a/criterion/micro_ops_difference/report/both/regression.svg b/criterion/micro_ops_difference/report/both/regression.svg index 72c6960608ab..7c99c1315016 100644 --- a/criterion/micro_ops_difference/report/both/regression.svg +++ b/criterion/micro_ops_difference/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_difference/report/change/mean.svg b/criterion/micro_ops_difference/report/change/mean.svg index ae050705f7a5..d87549578260 100644 --- a/criterion/micro_ops_difference/report/change/mean.svg +++ b/criterion/micro_ops_difference/report/change/mean.svg @@ -13,82 +13,82 @@ Relative change (%) 20 - + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - + - + +-0.004 + + + -0.003 - - + + -0.002 - - + + -0.001 - - + + 0 - - + + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - -0.006 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/median.svg b/criterion/micro_ops_difference/report/change/median.svg index 0213551114d9..f6d9b83c8cc2 100644 --- a/criterion/micro_ops_difference/report/change/median.svg +++ b/criterion/micro_ops_difference/report/change/median.svg @@ -9,82 +9,82 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - -450 - - + - -0.001 + +-0.003 - - -0.0015 + + +-0.0025 - - -0.002 + + +-0.002 - - -0.0025 + + +-0.0015 - - -0.003 + + +-0.001 - - -0.0035 + + +-5e-4 - - -0.004 + + +0 - - -0.0045 + + +5e-4 - - -0.005 + + +0.001 + + + +0.0015 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/t-test.svg b/criterion/micro_ops_difference/report/change/t-test.svg index 3b983ad2c7b9..4d7d2d80a73d 100644 --- a/criterion/micro_ops_difference/report/change/t-test.svg +++ b/criterion/micro_ops_difference/report/change/t-test.svg @@ -13,85 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_difference/report/index.html b/criterion/micro_ops_difference/report/index.html index b1fb29699e14..6d5dccd30603 100644 --- a/criterion/micro_ops_difference/report/index.html +++ b/criterion/micro_ops_difference/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 70.294 µs - 70.421 µs - 70.578 µs + 70.236 µs + 70.355 µs + 70.498 µs R² - 0.9886543 - 0.9891012 - 0.9884181 + 0.9868698 + 0.9872617 + 0.9866930 Mean - 70.507 µs - 70.695 µs - 70.893 µs + 70.501 µs + 70.708 µs + 70.933 µs Std. Dev. - 826.88 ns - 988.74 ns - 1.1241 µs + 868.33 ns + 1.1084 µs + 1.3689 µs Median - 70.259 µs - 70.329 µs - 70.444 µs + 70.177 µs + 70.268 µs + 70.401 µs MAD - 374.38 ns - 568.67 ns - 854.71 ns + 350.92 ns + 632.53 ns + 862.13 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.2336% - +0.1552% - +0.5727% - (p = 0.43 > + -0.3907% + +0.0183% + +0.4234% + (p = 0.93 > 0.05) diff --git a/criterion/micro_ops_difference/report/mean.svg b/criterion/micro_ops_difference/report/mean.svg index 3bec7de5484b..d7990ca6764f 100644 --- a/criterion/micro_ops_difference/report/mean.svg +++ b/criterion/micro_ops_difference/report/mean.svg @@ -9,78 +9,82 @@ Density (a.u.) Average time (µs)
- + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - + - + 70.5 - - + + 70.55 - - + + 70.6 - - + + 70.65 - - + + 70.7 - - + + 70.75 - - + + 70.8 - - + + 70.85 - - + + 70.9 - - - - + + +70.95 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/median.svg b/criterion/micro_ops_difference/report/median.svg index 1030860c638c..b01449225e21 100644 --- a/criterion/micro_ops_difference/report/median.svg +++ b/criterion/micro_ops_difference/report/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - + + +4 + + -3 +6 - -4 + +8 - - -5 + + +10 - - -6 + + +12 - - -7 + + +14 - - -8 + + +16 - - -9 + + +18 - - -10 + + +20 - - -11 + + +22 - + - + +70.2 + + + 70.25 - - + + 70.3 - - + + 70.35 - - + + 70.4 - - -70.45 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/pdf.svg b/criterion/micro_ops_difference/report/pdf.svg index 6eccc411aca4..c2c1815110e4 100644 --- a/criterion/micro_ops_difference/report/pdf.svg +++ b/criterion/micro_ops_difference/report/pdf.svg @@ -38,30 +38,42 @@ Average Time (µs) - + 69 - - + + 70 - - + + 71 - - + + 72 - - + + 73 - - + + 74 - + + +75 + + + +76 + + + +77 + + Density (a.u.) @@ -70,56 +82,54 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - - - - - + + + + + - - - - - + + + PDF diff --git a/criterion/micro_ops_difference/report/pdf_small.svg b/criterion/micro_ops_difference/report/pdf_small.svg index 4a8645abdc3c..f271288db687 100644 --- a/criterion/micro_ops_difference/report/pdf_small.svg +++ b/criterion/micro_ops_difference/report/pdf_small.svg @@ -10,39 +10,43 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - + - + 70 - - + + 72 - - + + 74 - - - + + +76 + + + + diff --git a/criterion/micro_ops_difference/report/regression.svg b/criterion/micro_ops_difference/report/regression.svg index 8bbccbae9fae..e1e8e9316652 100644 --- a/criterion/micro_ops_difference/report/regression.svg +++ b/criterion/micro_ops_difference/report/regression.svg @@ -14,19 +14,19 @@ Iterations - + - + - - + + - + 5.0 - + 10.0 @@ -35,10 +35,10 @@ Iterations 15.0 - + 20.0 - + 25.0 @@ -47,14 +47,14 @@ Iterations 30.0 - + 35.0 - - + + 40.0 - + 100 @@ -93,92 +93,92 @@ Iterations - - + + - - + + - - - - - - + + + + + + - + - - - + + + - + - - - - + + + + - - + + - + - + - - - + + + - - + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - + + + - - - - - + + + + + diff --git a/criterion/micro_ops_difference/report/regression_small.svg b/criterion/micro_ops_difference/report/regression_small.svg index b8899498c979..ad27fe33e70a 100644 --- a/criterion/micro_ops_difference/report/regression_small.svg +++ b/criterion/micro_ops_difference/report/regression_small.svg @@ -92,89 +92,89 @@ Iterations - + - - + + - - + + - + - - + + - + - - + + - + - + - + - - - + + + - + - + - - - - + + + + - + - + - - - - - - - - - - + + + + + + + + + + - + - - + + - - - - + + + + diff --git a/criterion/micro_ops_difference/report/relative_pdf_small.svg b/criterion/micro_ops_difference/report/relative_pdf_small.svg index 333466a1687e..099a0fc8d0c9 100644 --- a/criterion/micro_ops_difference/report/relative_pdf_small.svg +++ b/criterion/micro_ops_difference/report/relative_pdf_small.svg @@ -6,45 +6,65 @@ Density (a.u.) Average Time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - -0.5 + + +0.45 - - -0.6 + + +0.5 - + - + 70 - - + + 72 - - + + 74 - - - - - + + +76 + + + + + + diff --git a/criterion/micro_ops_difference/report/relative_regression_small.svg b/criterion/micro_ops_difference/report/relative_regression_small.svg index 9046785748cd..680e8f45dc8d 100644 --- a/criterion/micro_ops_difference/report/relative_regression_small.svg +++ b/criterion/micro_ops_difference/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations 600 - - - + + + diff --git a/criterion/micro_ops_difference/report/slope.svg b/criterion/micro_ops_difference/report/slope.svg index 0a3bf5480b4a..4ba0f6e4813e 100644 --- a/criterion/micro_ops_difference/report/slope.svg +++ b/criterion/micro_ops_difference/report/slope.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + - + +70.25 + + + 70.3 - - + + 70.35 - - + + 70.4 - - + + 70.45 - - + + 70.5 - - -70.55 - - - -70.6 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/typical.svg b/criterion/micro_ops_difference/report/typical.svg index ce0fd7f89538..00b424b5a2b8 100644 --- a/criterion/micro_ops_difference/report/typical.svg +++ b/criterion/micro_ops_difference/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + - + +70.25 + + + 70.3 - - + + 70.35 - - + + 70.4 - - + + 70.45 - - + + 70.5 - - -70.55 - - - -70.6 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/base/estimates.json b/criterion/micro_ops_flat_map/base/estimates.json index b19bc773849a..a8c9e8b642b8 100644 --- a/criterion/micro_ops_flat_map/base/estimates.json +++ b/criterion/micro_ops_flat_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6659.318225863227,"upper_bound":6858.407814244078},"point_estimate":6729.604695970803,"standard_error":59.99133606307988},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6647.661943319838,"upper_bound":6674.123931623932},"point_estimate":6664.99025974026,"standard_error":6.8389919974909095},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.658324933641914,"upper_bound":60.39092221979185},"point_estimate":53.34780289904072,"standard_error":5.265294908828019},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6656.7315824570705,"upper_bound":6888.544628399425},"point_estimate":6732.2820788669,"standard_error":67.03623346025148},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44.63297642702277,"upper_bound":1030.4952717010958},"point_estimate":603.4635824068109,"standard_error":345.71429247453466}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6644.58422150779,"upper_bound":6671.602348421159},"point_estimate":6657.546941482704,"standard_error":6.928498118462982},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6634.278428093646,"upper_bound":6659.706043956044},"point_estimate":6647.51282051282,"standard_error":6.855292134547172},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44.50334279965162,"upper_bound":73.09516662478465},"point_estimate":59.85497762966936,"standard_error":7.082803772678391},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6646.756312462861,"upper_bound":6673.421418314411},"point_estimate":6659.800356026418,"standard_error":6.807371901130524},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52.62787347462844,"upper_bound":87.64013326879576},"point_estimate":69.66929115630694,"standard_error":9.14847156765565}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/sample.json b/criterion/micro_ops_flat_map/base/sample.json index a83869d7001f..15cb90ce3ee1 100644 --- a/criterion/micro_ops_flat_map/base/sample.json +++ b/criterion/micro_ops_flat_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[85561.0,172663.0,262933.0,344673.0,428645.0,516450.0,603248.0,692589.0,791493.0,865562.0,950196.0,1119835.0,1126704.0,1214609.0,1293859.0,1378678.0,1461133.0,1561954.0,1654057.0,1723425.0,1806165.0,1888369.0,2006883.0,2090732.0,2168800.0,2253214.0,2344119.0,2423350.0,2500485.0,2609289.0,2705403.0,2792009.0,2886766.0,2932588.0,3043757.0,3113630.0,3213958.0,3283945.0,3398459.0,3469445.0,3530725.0,3665830.0,3747401.0,3782933.0,3830273.0,3959771.0,4027167.0,4126074.0,4204231.0,4299374.0,4426935.0,4496732.0,4556791.0,4660510.0,4764736.0,4821121.0,4883555.0,5129149.0,5153602.0,5194718.0,10038497.0,5375265.0,5482721.0,5789325.0,5653592.0,5725073.0,5787344.0,5905601.0,6003440.0,6095903.0,6174122.0,6308428.0,6397517.0,6480981.0,6528861.0,6606498.0,6670858.0,6765699.0,6801562.0,6878762.0,6968844.0,7062526.0,7204199.0,7340992.0,7406118.0,7456632.0,7507755.0,7625660.0,7759681.0,7858151.0,7901495.0,7997903.0,8031031.0,8125344.0,8192226.0,8206471.0,8358848.0,8434056.0,8554415.0,8611070.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[88155.0,171083.0,256504.0,346761.0,446176.0,518415.0,597191.0,686933.0,781332.0,853909.0,955528.0,1033179.0,1117966.0,1204778.0,1298372.0,1392728.0,1488965.0,1550658.0,1631453.0,1711862.0,1809582.0,1881258.0,1966070.0,2076347.0,2138305.0,2220475.0,2325894.0,2424133.0,2504836.0,2599166.0,2678568.0,2767379.0,3003306.0,2936247.0,3013201.0,3071616.0,3179143.0,3261080.0,3374035.0,3466031.0,3616217.0,3652584.0,3711074.0,3805298.0,3829086.0,3960886.0,4042862.0,4125941.0,4199521.0,4330886.0,4413041.0,4471156.0,4572223.0,4697680.0,4721748.0,4978314.0,4968004.0,5085654.0,5115935.0,5234003.0,5307589.0,5397092.0,5490667.0,5545885.0,5697239.0,5763386.0,5852905.0,5955700.0,6000777.0,6070190.0,6250884.0,6282269.0,6403535.0,6431243.0,6539087.0,6638128.0,6769314.0,6730668.0,6776064.0,6857595.0,6960861.0,7024499.0,7140576.0,7247046.0,7359718.0,7393264.0,7445265.0,7579779.0,7626877.0,7704371.0,7811086.0,7934597.0,8037982.0,8135347.0,8215377.0,8343110.0,8364764.0,8467685.0,8644238.0,8691871.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/tukey.json b/criterion/micro_ops_flat_map/base/tukey.json index ac4070031c66..b6eb8c8718b7 100644 --- a/criterion/micro_ops_flat_map/base/tukey.json +++ b/criterion/micro_ops_flat_map/base/tukey.json @@ -1 +1 @@ -[6428.619285714282,6528.4646909340645,6794.719104853482,6894.564510073264] \ No newline at end of file +[6375.753971571901,6493.721870935523,6808.302935905181,6926.270835268802] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/change/estimates.json b/criterion/micro_ops_flat_map/change/estimates.json index 1d9ab23c9bdc..cc02ccee64fb 100644 --- a/criterion/micro_ops_flat_map/change/estimates.json +++ b/criterion/micro_ops_flat_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013186644077874449,"upper_bound":0.017186894753556885},"point_estimate":-0.0020024928792908847,"standard_error":0.00834488300279723},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013520355765032854,"upper_bound":-0.008221283027386339},"point_estimate":-0.010166151897410769,"standard_error":0.0013467714287402216}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.029814276376897316,"upper_bound":0.0004861498177722743},"point_estimate":-0.01070757611234463,"standard_error":0.008830534454614673},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005126433382377393,"upper_bound":0.0006204475270481513},"point_estimate":-0.0026222752841833508,"standard_error":0.0014435965846606314}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/estimates.json b/criterion/micro_ops_flat_map/new/estimates.json index b19bc773849a..a8c9e8b642b8 100644 --- a/criterion/micro_ops_flat_map/new/estimates.json +++ b/criterion/micro_ops_flat_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6659.318225863227,"upper_bound":6858.407814244078},"point_estimate":6729.604695970803,"standard_error":59.99133606307988},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6647.661943319838,"upper_bound":6674.123931623932},"point_estimate":6664.99025974026,"standard_error":6.8389919974909095},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.658324933641914,"upper_bound":60.39092221979185},"point_estimate":53.34780289904072,"standard_error":5.265294908828019},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6656.7315824570705,"upper_bound":6888.544628399425},"point_estimate":6732.2820788669,"standard_error":67.03623346025148},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44.63297642702277,"upper_bound":1030.4952717010958},"point_estimate":603.4635824068109,"standard_error":345.71429247453466}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6644.58422150779,"upper_bound":6671.602348421159},"point_estimate":6657.546941482704,"standard_error":6.928498118462982},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6634.278428093646,"upper_bound":6659.706043956044},"point_estimate":6647.51282051282,"standard_error":6.855292134547172},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44.50334279965162,"upper_bound":73.09516662478465},"point_estimate":59.85497762966936,"standard_error":7.082803772678391},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6646.756312462861,"upper_bound":6673.421418314411},"point_estimate":6659.800356026418,"standard_error":6.807371901130524},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52.62787347462844,"upper_bound":87.64013326879576},"point_estimate":69.66929115630694,"standard_error":9.14847156765565}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/sample.json b/criterion/micro_ops_flat_map/new/sample.json index a83869d7001f..15cb90ce3ee1 100644 --- a/criterion/micro_ops_flat_map/new/sample.json +++ b/criterion/micro_ops_flat_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[85561.0,172663.0,262933.0,344673.0,428645.0,516450.0,603248.0,692589.0,791493.0,865562.0,950196.0,1119835.0,1126704.0,1214609.0,1293859.0,1378678.0,1461133.0,1561954.0,1654057.0,1723425.0,1806165.0,1888369.0,2006883.0,2090732.0,2168800.0,2253214.0,2344119.0,2423350.0,2500485.0,2609289.0,2705403.0,2792009.0,2886766.0,2932588.0,3043757.0,3113630.0,3213958.0,3283945.0,3398459.0,3469445.0,3530725.0,3665830.0,3747401.0,3782933.0,3830273.0,3959771.0,4027167.0,4126074.0,4204231.0,4299374.0,4426935.0,4496732.0,4556791.0,4660510.0,4764736.0,4821121.0,4883555.0,5129149.0,5153602.0,5194718.0,10038497.0,5375265.0,5482721.0,5789325.0,5653592.0,5725073.0,5787344.0,5905601.0,6003440.0,6095903.0,6174122.0,6308428.0,6397517.0,6480981.0,6528861.0,6606498.0,6670858.0,6765699.0,6801562.0,6878762.0,6968844.0,7062526.0,7204199.0,7340992.0,7406118.0,7456632.0,7507755.0,7625660.0,7759681.0,7858151.0,7901495.0,7997903.0,8031031.0,8125344.0,8192226.0,8206471.0,8358848.0,8434056.0,8554415.0,8611070.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[88155.0,171083.0,256504.0,346761.0,446176.0,518415.0,597191.0,686933.0,781332.0,853909.0,955528.0,1033179.0,1117966.0,1204778.0,1298372.0,1392728.0,1488965.0,1550658.0,1631453.0,1711862.0,1809582.0,1881258.0,1966070.0,2076347.0,2138305.0,2220475.0,2325894.0,2424133.0,2504836.0,2599166.0,2678568.0,2767379.0,3003306.0,2936247.0,3013201.0,3071616.0,3179143.0,3261080.0,3374035.0,3466031.0,3616217.0,3652584.0,3711074.0,3805298.0,3829086.0,3960886.0,4042862.0,4125941.0,4199521.0,4330886.0,4413041.0,4471156.0,4572223.0,4697680.0,4721748.0,4978314.0,4968004.0,5085654.0,5115935.0,5234003.0,5307589.0,5397092.0,5490667.0,5545885.0,5697239.0,5763386.0,5852905.0,5955700.0,6000777.0,6070190.0,6250884.0,6282269.0,6403535.0,6431243.0,6539087.0,6638128.0,6769314.0,6730668.0,6776064.0,6857595.0,6960861.0,7024499.0,7140576.0,7247046.0,7359718.0,7393264.0,7445265.0,7579779.0,7626877.0,7704371.0,7811086.0,7934597.0,8037982.0,8135347.0,8215377.0,8343110.0,8364764.0,8467685.0,8644238.0,8691871.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/tukey.json b/criterion/micro_ops_flat_map/new/tukey.json index ac4070031c66..b6eb8c8718b7 100644 --- a/criterion/micro_ops_flat_map/new/tukey.json +++ b/criterion/micro_ops_flat_map/new/tukey.json @@ -1 +1 @@ -[6428.619285714282,6528.4646909340645,6794.719104853482,6894.564510073264] \ No newline at end of file +[6375.753971571901,6493.721870935523,6808.302935905181,6926.270835268802] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/report/MAD.svg b/criterion/micro_ops_flat_map/report/MAD.svg index 961a505c9d1a..ed90e423062f 100644 --- a/criterion/micro_ops_flat_map/report/MAD.svg +++ b/criterion/micro_ops_flat_map/report/MAD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - -0.07 - - - -0.08 - - + -40 - - - 45 - - + + 50 - - + + 55 - - + + 60 - - - - + + +65 + + + +70 + + + +75 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/SD.svg b/criterion/micro_ops_flat_map/report/SD.svg index ebc63434afe7..06f1fc47cebe 100644 --- a/criterion/micro_ops_flat_map/report/SD.svg +++ b/criterion/micro_ops_flat_map/report/SD.svg @@ -6,69 +6,85 @@ micro/ops/flat_map:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.5 + +0.005 - - -1 + + +0.01 - - -1.5 + + +0.015 - - -2 + + +0.02 - - -2.5 + + +0.025 - - -3 + + +0.03 - - -3.5 + + +0.035 - - -4 + + +0.04 - + + +0.045 + + - -0 + +50 + + + +55 + + + +60 + + + +65 - - -0.2 + + +70 - - -0.4 + + +75 - - -0.6 + + +80 - - -0.8 + + +85 - - -1 + + +90 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/both/pdf.svg b/criterion/micro_ops_flat_map/report/both/pdf.svg index 4fa5f6227585..ad82428b90b3 100644 --- a/criterion/micro_ops_flat_map/report/both/pdf.svg +++ b/criterion/micro_ops_flat_map/report/both/pdf.svg @@ -9,30 +9,30 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + 6 @@ -50,10 +50,10 @@ Average Time (µs) 12 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_flat_map/report/both/regression.svg b/criterion/micro_ops_flat_map/report/both/regression.svg index 19ecb89e7843..39acdf4b0798 100644 --- a/criterion/micro_ops_flat_map/report/both/regression.svg +++ b/criterion/micro_ops_flat_map/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations (x 10^3) 1.2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_flat_map/report/change/mean.svg b/criterion/micro_ops_flat_map/report/change/mean.svg index 00660b65d98e..853c39e5effb 100644 --- a/criterion/micro_ops_flat_map/report/change/mean.svg +++ b/criterion/micro_ops_flat_map/report/change/mean.svg @@ -9,79 +9,71 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 - - + - + +-0.03 + + + +-0.025 + + + +-0.02 + + + -0.015 - - + + -0.01 - - + + -0.005 - - + + 0 - - -0.005 - - - -0.01 - - - -0.015 - - - -0.02 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/median.svg b/criterion/micro_ops_flat_map/report/change/median.svg index cfe069624be8..c501b163725b 100644 --- a/criterion/micro_ops_flat_map/report/change/median.svg +++ b/criterion/micro_ops_flat_map/report/change/median.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - + - --0.014 - - - --0.013 - - - --0.012 - - - --0.011 - - - --0.01 - - - --0.009 - - - --0.008 - - - - - - + +-0.005 + + + +-0.004 + + + +-0.003 + + + +-0.002 + + + +-0.001 + + + +0 + + + +0.001 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/t-test.svg b/criterion/micro_ops_flat_map/report/change/t-test.svg index 749a8787b586..1e7fd7616770 100644 --- a/criterion/micro_ops_flat_map/report/change/t-test.svg +++ b/criterion/micro_ops_flat_map/report/change/t-test.svg @@ -13,81 +13,85 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - + + +0.5 + + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_flat_map/report/index.html b/criterion/micro_ops_flat_map/report/index.html index 6ada4fcb79f1..2ba9fb6766e7 100644 --- a/criterion/micro_ops_flat_map/report/index.html +++ b/criterion/micro_ops_flat_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.6567 µs - 6.7323 µs - 6.8885 µs + 6.6468 µs + 6.6598 µs + 6.6734 µs R² - 0.4342435 - 0.4377846 - 0.4230272 + 0.9896221 + 0.9901331 + 0.9895759 Mean - 6.6593 µs - 6.7296 µs - 6.8584 µs + 6.6446 µs + 6.6575 µs + 6.6716 µs Std. Dev. - 44.633 ns - 603.46 ns - 1.0305 µs + 52.628 ns + 69.669 ns + 87.640 ns Median - 6.6477 µs - 6.6650 µs - 6.6741 µs + 6.6343 µs + 6.6475 µs + 6.6597 µs MAD - 39.658 ns - 53.348 ns - 60.391 ns + 44.503 ns + 59.855 ns + 73.095 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.3187% - -0.2002% - +1.7187% - (p = 0.84 > + -2.9814% + -1.0708% + +0.0486% + (p = 0.24 > 0.05) diff --git a/criterion/micro_ops_flat_map/report/mean.svg b/criterion/micro_ops_flat_map/report/mean.svg index e2878cc1d636..f5bf984a484b 100644 --- a/criterion/micro_ops_flat_map/report/mean.svg +++ b/criterion/micro_ops_flat_map/report/mean.svg @@ -9,62 +9,54 @@ Density (a.u.) Average time (µs)
- -2 - - - -4 - - - -6 + +10 - - -8 + + +20 - - -10 + + +30 - - -12 + + +40 - - -14 + + +50 - - -16 + + +60 - + - -6.65 + +6.645 - - -6.7 + + +6.65 - - -6.75 + + +6.655 - - -6.8 + + +6.66 - - -6.85 + + +6.665 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/median.svg b/criterion/micro_ops_flat_map/report/median.svg index a33a8b03cd93..ce6d4c25a693 100644 --- a/criterion/micro_ops_flat_map/report/median.svg +++ b/criterion/micro_ops_flat_map/report/median.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - + + +100 + + + +110 + + - + +6.635 + + + +6.64 + + + 6.645 - - + + 6.65 - - + + 6.655 - - + + 6.66 - - -6.665 - - - -6.67 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/pdf.svg b/criterion/micro_ops_flat_map/report/pdf.svg index 06eb682e4a4c..35627520b52e 100644 --- a/criterion/micro_ops_flat_map/report/pdf.svg +++ b/criterion/micro_ops_flat_map/report/pdf.svg @@ -38,38 +38,30 @@ Average Time (µs) - -6 - - - -7 - - - -8 + +6.5 - - -9 + + +6.6 - - -10 + + +6.7 - - -11 + + +6.8 - - -12 + + +6.9 - - -13 + + +7 - + Density (a.u.) @@ -78,48 +70,42 @@ Density (a.u.) 0 - -0.2 + +1 - - -0.4 + + +2 - - -0.6 + + +3 - - -0.8 + + +4 - - -1 + + +5 - - -1.2 + + +6 - - -1.4 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_flat_map/report/pdf_small.svg b/criterion/micro_ops_flat_map/report/pdf_small.svg index 65934c1d8801..614e08f71b22 100644 --- a/criterion/micro_ops_flat_map/report/pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/pdf_small.svg @@ -10,55 +10,39 @@ Average Time (µs) 0 - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 - - - + 1 - - -1.2 + + +2 - - -1.4 + + +3 - - -1.6 + + +4 - - - -6 + + +5 - - -8 + + +6 - - -10 + + + +6.6 - - -12 + + +6.8 - - - + + + diff --git a/criterion/micro_ops_flat_map/report/regression.svg b/criterion/micro_ops_flat_map/report/regression.svg index 7f6c0fb747f6..e2350da5cc8f 100644 --- a/criterion/micro_ops_flat_map/report/regression.svg +++ b/criterion/micro_ops_flat_map/report/regression.svg @@ -14,57 +14,47 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - -9.0 - - - -10.0 - - + 0.2 @@ -91,107 +81,107 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_flat_map/report/regression_small.svg b/criterion/micro_ops_flat_map/report/regression_small.svg index b154064b0064..74e817c6974f 100644 --- a/criterion/micro_ops_flat_map/report/regression_small.svg +++ b/criterion/micro_ops_flat_map/report/regression_small.svg @@ -11,57 +11,47 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - -9.0 - - - -10.0 - - + 0.2 @@ -90,103 +80,103 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg index 9161c11929e6..d56cd6da381a 100644 --- a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg @@ -6,30 +6,30 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + 6 @@ -47,8 +47,8 @@ Average Time (µs) 12 - - - - + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_regression_small.svg b/criterion/micro_ops_flat_map/report/relative_regression_small.svg index f69f0255a6ff..2bd4e22f3f05 100644 --- a/criterion/micro_ops_flat_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations (x 10^3) 1.2 - - - - + + + + diff --git a/criterion/micro_ops_flat_map/report/slope.svg b/criterion/micro_ops_flat_map/report/slope.svg index b546e75883d1..d2da8d62413e 100644 --- a/criterion/micro_ops_flat_map/report/slope.svg +++ b/criterion/micro_ops_flat_map/report/slope.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - -2 - - - -4 - - - -6 + +10 - - -8 + + +20 - - -10 + + +30 - - -12 + + +40 - - -14 + + +50 - - -16 + + +60 - + - -6.65 + +6.645 - - -6.7 + + +6.65 - - -6.75 + + +6.655 - - -6.8 + + +6.66 - - -6.85 + + +6.665 - - -6.9 + + +6.67 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/typical.svg b/criterion/micro_ops_flat_map/report/typical.svg index 6b44e2d5b929..1823d541d1fa 100644 --- a/criterion/micro_ops_flat_map/report/typical.svg +++ b/criterion/micro_ops_flat_map/report/typical.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - -2 - - - -4 - - - -6 + +10 - - -8 + + +20 - - -10 + + +30 - - -12 + + +40 - - -14 + + +50 - - -16 + + +60 - + - -6.65 + +6.645 - - -6.7 + + +6.65 - - -6.75 + + +6.655 - - -6.8 + + +6.66 - - -6.85 + + +6.665 - - -6.9 + + +6.67 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/base/estimates.json b/criterion/micro_ops_fold/base/estimates.json index 102baa19bf94..bb2de905b1e1 100644 --- a/criterion/micro_ops_fold/base/estimates.json +++ b/criterion/micro_ops_fold/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22144.37825000001,"upper_bound":22486.11245833333},"point_estimate":22306.86499999999,"standard_error":87.3233105291903},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21930.833333333332,"upper_bound":22181.333333333332},"point_estimate":22040.583333333332,"standard_error":58.43631716817093},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":317.02929437160583,"upper_bound":519.8983907699603},"point_estimate":407.3443427681896,"standard_error":50.208556274982186},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":648.1283288190349,"upper_bound":1067.6845214318719},"point_estimate":874.788146774299,"standard_error":107.1329181636173}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21934.10654166667,"upper_bound":22172.461708333325},"point_estimate":22046.17,"standard_error":61.00736654318133},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21842.75,"upper_bound":22013.333333333332},"point_estimate":21940.25,"standard_error":45.387355215816754},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":279.470095038414,"upper_bound":485.0572913885081},"point_estimate":413.02764266729446,"standard_error":53.980647920996454},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":402.81779213976887,"upper_bound":802.0211650496838},"point_estimate":614.560310179957,"standard_error":102.14107256196188}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/sample.json b/criterion/micro_ops_fold/base/sample.json index 49dbc6f89e84..dd2ddfc2afb0 100644 --- a/criterion/micro_ops_fold/base/sample.json +++ b/criterion/micro_ops_fold/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[149561.0,131417.0,131285.0,135055.0,141986.0,134233.0,137346.0,131947.0,132239.0,139461.0,132439.0,133821.0,132729.0,134113.0,129322.0,135073.0,130606.0,127990.0,142808.0,133429.0,132539.0,132248.0,132158.0,130232.0,146424.0,131664.0,131026.0,130713.0,134833.0,134321.0,133990.0,134100.0,130834.0,131046.0,134632.0,130624.0,130584.0,133489.0,139952.0,131395.0,145654.0,128220.0,133720.0,134290.0,127950.0,132538.0,132597.0,128401.0,130134.0,133379.0,130374.0,131585.0,131306.0,131917.0,129353.0,136345.0,132746.0,149689.0,145001.0,132738.0,131205.0,142527.0,134552.0,133088.0,144331.0,131376.0,129743.0,129341.0,136225.0,131205.0,133440.0,132208.0,133239.0,130353.0,130985.0,128538.0,130964.0,139138.0,133780.0,132138.0,150762.0,131084.0,131517.0,130134.0,128169.0,130765.0,130295.0,134481.0,130314.0,130514.0,133811.0,155190.0,132058.0,130254.0,131796.0,133169.0,130794.0,132909.0,135463.0,130663.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[132780.0,132048.0,130826.0,138620.0,132080.0,133010.0,134051.0,130395.0,133961.0,133851.0,133570.0,131087.0,136989.0,132378.0,131407.0,127469.0,129796.0,131606.0,132238.0,129593.0,129954.0,135655.0,131097.0,131517.0,132478.0,133743.0,134945.0,146285.0,129323.0,134342.0,132660.0,132310.0,132110.0,129011.0,133382.0,133240.0,132848.0,132519.0,128630.0,130776.0,130858.0,131448.0,132760.0,131026.0,134213.0,134192.0,131928.0,132039.0,130283.0,136940.0,132236.0,146596.0,129834.0,131777.0,125947.0,130296.0,130917.0,134002.0,135264.0,133590.0,128348.0,129193.0,131807.0,129864.0,130633.0,131497.0,131508.0,130013.0,125995.0,129805.0,138640.0,130765.0,129342.0,133392.0,151075.0,129794.0,129453.0,130977.0,137930.0,128741.0,130265.0,137179.0,129223.0,133622.0,131889.0,131869.0,129683.0,130885.0,129986.0,130908.0,129844.0,131207.0,129534.0,134453.0,128012.0,131947.0,134260.0,130676.0,131085.0,131677.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/tukey.json b/criterion/micro_ops_fold/base/tukey.json index 0b4ec7ddeeaa..fa06330f854f 100644 --- a/criterion/micro_ops_fold/base/tukey.json +++ b/criterion/micro_ops_fold/base/tukey.json @@ -1 +1 @@ -[20042.291666666664,20920.041666666664,23260.708333333336,24138.45833333334] \ No newline at end of file +[20083.083333333325,20891.70833333333,23048.04166666667,23856.666666666675] \ No newline at end of file diff --git a/criterion/micro_ops_fold/change/estimates.json b/criterion/micro_ops_fold/change/estimates.json index c3d7c67f42ea..fd081f2160a0 100644 --- a/criterion/micro_ops_fold/change/estimates.json +++ b/criterion/micro_ops_fold/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03549157336411087,"upper_bound":-0.016597983700935483},"point_estimate":-0.02575275653323661,"standard_error":0.004799621317544063},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03926725376576412,"upper_bound":-0.021753076769926216},"point_estimate":-0.0322395334030986,"standard_error":0.0045729350904528685}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02103380245211294,"upper_bound":-0.0027114620007912932},"point_estimate":-0.011686761003843138,"standard_error":0.0046794640000809564},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011913241750994064,"upper_bound":0.0013096916332454036},"point_estimate":-0.004552208615168141,"standard_error":0.0032970107364097587}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/estimates.json b/criterion/micro_ops_fold/new/estimates.json index 102baa19bf94..bb2de905b1e1 100644 --- a/criterion/micro_ops_fold/new/estimates.json +++ b/criterion/micro_ops_fold/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22144.37825000001,"upper_bound":22486.11245833333},"point_estimate":22306.86499999999,"standard_error":87.3233105291903},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21930.833333333332,"upper_bound":22181.333333333332},"point_estimate":22040.583333333332,"standard_error":58.43631716817093},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":317.02929437160583,"upper_bound":519.8983907699603},"point_estimate":407.3443427681896,"standard_error":50.208556274982186},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":648.1283288190349,"upper_bound":1067.6845214318719},"point_estimate":874.788146774299,"standard_error":107.1329181636173}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21934.10654166667,"upper_bound":22172.461708333325},"point_estimate":22046.17,"standard_error":61.00736654318133},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21842.75,"upper_bound":22013.333333333332},"point_estimate":21940.25,"standard_error":45.387355215816754},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":279.470095038414,"upper_bound":485.0572913885081},"point_estimate":413.02764266729446,"standard_error":53.980647920996454},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":402.81779213976887,"upper_bound":802.0211650496838},"point_estimate":614.560310179957,"standard_error":102.14107256196188}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/sample.json b/criterion/micro_ops_fold/new/sample.json index 49dbc6f89e84..dd2ddfc2afb0 100644 --- a/criterion/micro_ops_fold/new/sample.json +++ b/criterion/micro_ops_fold/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[149561.0,131417.0,131285.0,135055.0,141986.0,134233.0,137346.0,131947.0,132239.0,139461.0,132439.0,133821.0,132729.0,134113.0,129322.0,135073.0,130606.0,127990.0,142808.0,133429.0,132539.0,132248.0,132158.0,130232.0,146424.0,131664.0,131026.0,130713.0,134833.0,134321.0,133990.0,134100.0,130834.0,131046.0,134632.0,130624.0,130584.0,133489.0,139952.0,131395.0,145654.0,128220.0,133720.0,134290.0,127950.0,132538.0,132597.0,128401.0,130134.0,133379.0,130374.0,131585.0,131306.0,131917.0,129353.0,136345.0,132746.0,149689.0,145001.0,132738.0,131205.0,142527.0,134552.0,133088.0,144331.0,131376.0,129743.0,129341.0,136225.0,131205.0,133440.0,132208.0,133239.0,130353.0,130985.0,128538.0,130964.0,139138.0,133780.0,132138.0,150762.0,131084.0,131517.0,130134.0,128169.0,130765.0,130295.0,134481.0,130314.0,130514.0,133811.0,155190.0,132058.0,130254.0,131796.0,133169.0,130794.0,132909.0,135463.0,130663.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[132780.0,132048.0,130826.0,138620.0,132080.0,133010.0,134051.0,130395.0,133961.0,133851.0,133570.0,131087.0,136989.0,132378.0,131407.0,127469.0,129796.0,131606.0,132238.0,129593.0,129954.0,135655.0,131097.0,131517.0,132478.0,133743.0,134945.0,146285.0,129323.0,134342.0,132660.0,132310.0,132110.0,129011.0,133382.0,133240.0,132848.0,132519.0,128630.0,130776.0,130858.0,131448.0,132760.0,131026.0,134213.0,134192.0,131928.0,132039.0,130283.0,136940.0,132236.0,146596.0,129834.0,131777.0,125947.0,130296.0,130917.0,134002.0,135264.0,133590.0,128348.0,129193.0,131807.0,129864.0,130633.0,131497.0,131508.0,130013.0,125995.0,129805.0,138640.0,130765.0,129342.0,133392.0,151075.0,129794.0,129453.0,130977.0,137930.0,128741.0,130265.0,137179.0,129223.0,133622.0,131889.0,131869.0,129683.0,130885.0,129986.0,130908.0,129844.0,131207.0,129534.0,134453.0,128012.0,131947.0,134260.0,130676.0,131085.0,131677.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/tukey.json b/criterion/micro_ops_fold/new/tukey.json index 0b4ec7ddeeaa..fa06330f854f 100644 --- a/criterion/micro_ops_fold/new/tukey.json +++ b/criterion/micro_ops_fold/new/tukey.json @@ -1 +1 @@ -[20042.291666666664,20920.041666666664,23260.708333333336,24138.45833333334] \ No newline at end of file +[20083.083333333325,20891.70833333333,23048.04166666667,23856.666666666675] \ No newline at end of file diff --git a/criterion/micro_ops_fold/report/MAD.svg b/criterion/micro_ops_fold/report/MAD.svg index 85a684e128ad..4a8a7f242ce6 100644 --- a/criterion/micro_ops_fold/report/MAD.svg +++ b/criterion/micro_ops_fold/report/MAD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - - -0.009 - - + - + 300 - - + + 350 - - + + 400 - - + + 450 - - + + 500 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/SD.svg b/criterion/micro_ops_fold/report/SD.svg index 2006137cc5fe..a88964921b74 100644 --- a/criterion/micro_ops_fold/report/SD.svg +++ b/criterion/micro_ops_fold/report/SD.svg @@ -6,85 +6,81 @@ micro/ops/fold:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.5 + +5e-4 - - -1 + + +0.001 - - -1.5 + + +0.0015 - - -2 + + +0.002 - - -2.5 + + +0.0025 - - -3 + + +0.003 - - -3.5 + + +0.0035 - - -4 + + +0.004 - + - -0.65 + +400 - - -0.7 + + +450 - - -0.75 + + +500 - - -0.8 + + +550 - - -0.85 + + +600 - - -0.9 + + +650 - - -0.95 + + +700 - - -1 + + +750 - - -1.05 + + +800 - - -1.1 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/both/iteration_times.svg b/criterion/micro_ops_fold/report/both/iteration_times.svg index 2109b82b432f..f00af9ef9e67 100644 --- a/criterion/micro_ops_fold/report/both/iteration_times.svg +++ b/criterion/micro_ops_fold/report/both/iteration_times.svg @@ -16,57 +16,57 @@ Average Iteration Time (µs) - - - - - - - - - - + + + + + + + + + + - + +21.0 + + + 21.5 - - + + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - - + + 24.0 - - + + 24.5 - - + + 25.0 - - + + 25.5 - - -26.0 - - + 0 @@ -112,206 +112,206 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/micro_ops_fold/report/both/pdf.svg b/criterion/micro_ops_fold/report/both/pdf.svg index d8ba5b62a382..faea2e793812 100644 --- a/criterion/micro_ops_fold/report/both/pdf.svg +++ b/criterion/micro_ops_fold/report/both/pdf.svg @@ -9,47 +9,55 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + + +0.7 + + + +0.8 + + - + 22 - - + + 24 - - + + 26 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_fold/report/change/mean.svg b/criterion/micro_ops_fold/report/change/mean.svg index 5d525f7d376d..ea729c5fe9f2 100644 --- a/criterion/micro_ops_fold/report/change/mean.svg +++ b/criterion/micro_ops_fold/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + - --0.036 + +-0.022 - - --0.034 + + +-0.02 - - --0.032 + + +-0.018 - - --0.03 + + +-0.016 - - --0.028 + + +-0.014 - - --0.026 + + +-0.012 - - --0.024 + + +-0.01 - - --0.022 + + +-0.008 - - --0.02 + + +-0.006 - - --0.018 + + +-0.004 - - --0.016 + + +-0.002 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/median.svg b/criterion/micro_ops_fold/report/change/median.svg index 097acb9aa108..d91c5a36e0a6 100644 --- a/criterion/micro_ops_fold/report/change/median.svg +++ b/criterion/micro_ops_fold/report/change/median.svg @@ -9,87 +9,71 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - + + +100 + + + +120 + + + +140 + + - --0.04 - - - --0.038 - - - --0.036 - - - --0.034 - - - --0.032 - - - --0.03 - - - --0.028 - - - --0.026 - - - --0.024 - - - --0.022 - - - --0.02 - - - - - - + +-0.012 + + + +-0.01 + + + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 + + + +0 + + + +0.002 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/t-test.svg b/criterion/micro_ops_fold/report/change/t-test.svg index 372b1a1fe762..c8841aeeea93 100644 --- a/criterion/micro_ops_fold/report/change/t-test.svg +++ b/criterion/micro_ops_fold/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_fold/report/index.html b/criterion/micro_ops_fold/report/index.html index ee660068a28e..600d63c3db8f 100644 --- a/criterion/micro_ops_fold/report/index.html +++ b/criterion/micro_ops_fold/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0035661 - 0.0036899 - 0.0035403 + 0.0002587 + 0.0002674 + 0.0002565 Mean - 22.144 µs - 22.307 µs - 22.486 µs + 21.934 µs + 22.046 µs + 22.172 µs Std. Dev. - 648.13 ns - 874.79 ns - 1.0677 µs + 402.82 ns + 614.56 ns + 802.02 ns Median - 21.931 µs - 22.041 µs - 22.181 µs + 21.843 µs + 21.940 µs + 22.013 µs MAD - 317.03 ns - 407.34 ns - 519.90 ns + 279.47 ns + 413.03 ns + 485.06 ns @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -3.5492% - -2.5753% - -1.6598% - (p = 0.00 < + -2.1034% + -1.1687% + -0.2711% + (p = 0.01 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_fold/report/iteration_times.svg b/criterion/micro_ops_fold/report/iteration_times.svg index c9cc7f0b4ff6..9a73405bd15f 100644 --- a/criterion/micro_ops_fold/report/iteration_times.svg +++ b/criterion/micro_ops_fold/report/iteration_times.svg @@ -15,52 +15,52 @@ Average Iteration Time (µs) - - - - + + + + - - - - + + + + - + +21.0 + + + 21.5 - - + + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - - + + 24.0 - - + + 24.5 - - + + 25.0 - - -25.5 - - + 10 @@ -102,106 +102,106 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_fold/report/iteration_times_small.svg b/criterion/micro_ops_fold/report/iteration_times_small.svg index b386247027af..d367da0e20cf 100644 --- a/criterion/micro_ops_fold/report/iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/iteration_times_small.svg @@ -12,52 +12,52 @@ Average Iteration Time (µs) - - - - + + + + - - - - + + + + - + +21.0 + + + 21.5 - - + + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - - + + 24.0 - - + + 24.5 - - + + 25.0 - - -25.5 - - + 10 @@ -99,104 +99,104 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/mean.svg b/criterion/micro_ops_fold/report/mean.svg index dab19cb24608..a402fca0b7c8 100644 --- a/criterion/micro_ops_fold/report/mean.svg +++ b/criterion/micro_ops_fold/report/mean.svg @@ -9,78 +9,58 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - -22.15 + + +6 - - -22.2 + + +7 - - -22.25 + + + +21.95 - - -22.3 + + +22 - - -22.35 + + +22.05 - - -22.4 + + +22.1 - - -22.45 + + +22.15 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/median.svg b/criterion/micro_ops_fold/report/median.svg index 3751a613c1d5..e20b24019f3e 100644 --- a/criterion/micro_ops_fold/report/median.svg +++ b/criterion/micro_ops_fold/report/median.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - + + +16 + + - -21.95 + +21.84 - - -22 + + +21.86 + + + +21.88 + + + +21.9 - - -22.05 + + +21.92 - - -22.1 + + +21.94 - - -22.15 + + +21.96 + + + +21.98 + + + +22 - - -22.2 + + +22.02 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/pdf.svg b/criterion/micro_ops_fold/report/pdf.svg index 2db4f200ed50..cfcfe3f1c38e 100644 --- a/criterion/micro_ops_fold/report/pdf.svg +++ b/criterion/micro_ops_fold/report/pdf.svg @@ -38,30 +38,50 @@ Average Time (µs) - + +20.5 + + + 21 - - + + +21.5 + + + 22 - - + + +22.5 + + + 23 - - + + +23.5 + + + 24 - - + + +24.5 + + + 25 - - -26 + + +25.5 - + Density (a.u.) @@ -70,60 +90,54 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - - - - + + +0.7 + + + +0.8 + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_fold/report/pdf_small.svg b/criterion/micro_ops_fold/report/pdf_small.svg index 2c4875c8db65..b76676dc9626 100644 --- a/criterion/micro_ops_fold/report/pdf_small.svg +++ b/criterion/micro_ops_fold/report/pdf_small.svg @@ -10,47 +10,63 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + + +0.8 + + + +0.9 + + - + +21 + + + 22 - - + + +23 + + + 24 - - -26 + + +25 - - - + + + diff --git a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg index db9ea0b0739c..7997add7df53 100644 --- a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg @@ -13,57 +13,57 @@ Average Iteration Time (µs) - - - - - - - - - - + + + + + + + + + + - + +21.0 + + + 21.5 - - + + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - - + + 24.0 - - + + 24.5 - - + + 25.0 - - + + 25.5 - - -26.0 - - + 0 @@ -109,204 +109,204 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/relative_pdf_small.svg b/criterion/micro_ops_fold/report/relative_pdf_small.svg index b3c506ea8f75..18c7e7e0e978 100644 --- a/criterion/micro_ops_fold/report/relative_pdf_small.svg +++ b/criterion/micro_ops_fold/report/relative_pdf_small.svg @@ -6,45 +6,53 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + + +0.7 + + + +0.8 + + - + 22 - - + + 24 - - + + 26 - - - - - + + + + + diff --git a/criterion/micro_ops_fold/report/typical.svg b/criterion/micro_ops_fold/report/typical.svg index 39c525c32e01..68235b14479d 100644 --- a/criterion/micro_ops_fold/report/typical.svg +++ b/criterion/micro_ops_fold/report/typical.svg @@ -9,78 +9,58 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - -22.15 + + +6 - - -22.2 + + +7 - - -22.25 + + + +21.95 - - -22.3 + + +22 - - -22.35 + + +22.05 - - -22.4 + + +22.1 - - -22.45 + + +22.15 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/base/estimates.json b/criterion/micro_ops_group_by/base/estimates.json index 2a739f796790..5538023b3648 100644 --- a/criterion/micro_ops_group_by/base/estimates.json +++ b/criterion/micro_ops_group_by/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8809.600935930364,"upper_bound":8990.427312060801},"point_estimate":8887.779385261581,"standard_error":46.66917225148159},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8828.544973544973,"upper_bound":8907.600980392157},"point_estimate":8872.730200407244,"standard_error":20.575727601652897},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145.03879816275497,"upper_bound":318.95173507390757},"point_estimate":239.51881760289376,"standard_error":47.92619564656936},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8802.831371756887,"upper_bound":8893.459929897643},"point_estimate":8846.495869661592,"standard_error":23.004582007400234},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":193.24055693161407,"upper_bound":721.6610855292901},"point_estimate":468.6494709014249,"standard_error":145.89753062286115}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8699.709600551465,"upper_bound":8801.725717104904},"point_estimate":8749.48454813932,"standard_error":26.048847114468586},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8660.079081632653,"upper_bound":8874.419172932332},"point_estimate":8829.304271708683,"standard_error":49.4183857029793},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147.15624203031092,"upper_bound":326.0686420882461},"point_estimate":246.5501858232079,"standard_error":53.97585327501076},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8756.120073794196,"upper_bound":8851.179717281211},"point_estimate":8807.91421309295,"standard_error":24.16325288938688},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":210.93229169424654,"upper_bound":327.29580245823735},"point_estimate":262.36919937120894,"standard_error":31.703399836482834}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/sample.json b/criterion/micro_ops_group_by/base/sample.json index 3d2eb3f7551a..dcf4999fcd80 100644 --- a/criterion/micro_ops_group_by/base/sample.json +++ b/criterion/micro_ops_group_by/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[127831.0,252609.0,376484.0,508854.0,635589.0,756145.0,887188.0,1035256.0,1123508.0,1271906.0,1402171.0,1535298.0,1663944.0,1781720.0,1878674.0,2019520.0,2153079.0,2287208.0,2387417.0,2514327.0,2623931.0,2769114.0,2885908.0,2949903.0,3113366.0,3270264.0,3337190.0,3429957.0,3471767.0,3506459.0,3683725.0,3745756.0,4037097.0,5956397.0,5232702.0,4301757.0,4454518.0,4544432.0,4696687.0,4837633.0,4957613.0,5082579.0,5175116.0,5330766.0,5423960.0,5602032.0,5688891.0,5783068.0,6027147.0,6177439.0,6390090.0,7309223.0,6385793.0,6518570.0,6663102.0,6738310.0,6822193.0,6980347.0,7175779.0,7223626.0,7328451.0,7487347.0,7585898.0,7685279.0,7938334.0,7941232.0,8070636.0,8214173.0,8794784.0,8494231.0,8515846.0,9049958.0,9118940.0,9179762.0,9357310.0,9506947.0,9623504.0,9677614.0,9849910.0,9959741.0,10134662.0,10200265.0,10459534.0,10418603.0,10595139.0,10681144.0,10829936.0,10954715.0,11064145.0,11174239.0,11278131.0,11499704.0,11554050.0,11749510.0,11875807.0,11909890.0,12087509.0,12135949.0,12362217.0,12411438.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[126878.0,248255.0,371952.0,501504.0,630797.0,742663.0,861448.0,1011011.0,1142021.0,1238416.0,1361622.0,1490709.0,1625489.0,1744891.0,1837760.0,1965308.0,2098537.0,2214571.0,2332966.0,2489613.0,2602059.0,2766580.0,2856326.0,2973750.0,3056896.0,3655459.0,3323669.0,3394751.0,3438798.0,3450888.0,3590165.0,3695993.0,3820623.0,4073416.0,4103159.0,4252295.0,4375671.0,4568668.0,4610886.0,4712074.0,4889716.0,5154391.0,5116150.0,5215412.0,5347143.0,5503301.0,5568892.0,5755640.0,5809399.0,6037676.0,6320407.0,6247132.0,6296157.0,6472933.0,6506011.0,6679679.0,6836042.0,6919033.0,7042458.0,7180646.0,7338276.0,7379342.0,7515588.0,7690222.0,7650837.0,7968185.0,7953708.0,8143356.0,8154171.0,8877817.0,8485300.0,9032442.0,9139719.0,9466755.0,9373435.0,9451074.0,9673676.0,9724852.0,9884767.0,10050163.0,10145090.0,10323586.0,10397563.0,10556843.0,10615120.0,10742365.0,10847114.0,11135247.0,11067935.0,11293333.0,11544216.0,11471530.0,11606977.0,11750389.0,11924563.0,11950033.0,12089857.0,12229581.0,12366159.0,12463476.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/tukey.json b/criterion/micro_ops_group_by/base/tukey.json index 18039f962567..a9695d87475b 100644 --- a/criterion/micro_ops_group_by/base/tukey.json +++ b/criterion/micro_ops_group_by/base/tukey.json @@ -1 +1 @@ -[7638.977697112221,8136.889138702657,9464.652982943819,9962.564424534256] \ No newline at end of file +[7328.681090841936,7926.716727249632,9521.478424336821,10119.514060744517] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/change/estimates.json b/criterion/micro_ops_group_by/change/estimates.json index e150b795bc8a..12982d2e89ef 100644 --- a/criterion/micro_ops_group_by/change/estimates.json +++ b/criterion/micro_ops_group_by/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006250360973309808,"upper_bound":0.01589573219104053},"point_estimate":0.003688849401671135,"standard_error":0.005711296802516602},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010428172848671369,"upper_bound":0.013241001045477763},"point_estimate":-0.0044883010699074966,"standard_error":0.005183247736431849}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.027941527937882665,"upper_bound":-0.004857154556064707},"point_estimate":-0.015560111376255903,"standard_error":0.005896954241231626},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.023966819002884887,"upper_bound":0.0017594680988470834},"point_estimate":-0.004894314119521903,"standard_error":0.006007085385926142}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/estimates.json b/criterion/micro_ops_group_by/new/estimates.json index 2a739f796790..5538023b3648 100644 --- a/criterion/micro_ops_group_by/new/estimates.json +++ b/criterion/micro_ops_group_by/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8809.600935930364,"upper_bound":8990.427312060801},"point_estimate":8887.779385261581,"standard_error":46.66917225148159},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8828.544973544973,"upper_bound":8907.600980392157},"point_estimate":8872.730200407244,"standard_error":20.575727601652897},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145.03879816275497,"upper_bound":318.95173507390757},"point_estimate":239.51881760289376,"standard_error":47.92619564656936},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8802.831371756887,"upper_bound":8893.459929897643},"point_estimate":8846.495869661592,"standard_error":23.004582007400234},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":193.24055693161407,"upper_bound":721.6610855292901},"point_estimate":468.6494709014249,"standard_error":145.89753062286115}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8699.709600551465,"upper_bound":8801.725717104904},"point_estimate":8749.48454813932,"standard_error":26.048847114468586},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8660.079081632653,"upper_bound":8874.419172932332},"point_estimate":8829.304271708683,"standard_error":49.4183857029793},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147.15624203031092,"upper_bound":326.0686420882461},"point_estimate":246.5501858232079,"standard_error":53.97585327501076},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8756.120073794196,"upper_bound":8851.179717281211},"point_estimate":8807.91421309295,"standard_error":24.16325288938688},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":210.93229169424654,"upper_bound":327.29580245823735},"point_estimate":262.36919937120894,"standard_error":31.703399836482834}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/sample.json b/criterion/micro_ops_group_by/new/sample.json index 3d2eb3f7551a..dcf4999fcd80 100644 --- a/criterion/micro_ops_group_by/new/sample.json +++ b/criterion/micro_ops_group_by/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[127831.0,252609.0,376484.0,508854.0,635589.0,756145.0,887188.0,1035256.0,1123508.0,1271906.0,1402171.0,1535298.0,1663944.0,1781720.0,1878674.0,2019520.0,2153079.0,2287208.0,2387417.0,2514327.0,2623931.0,2769114.0,2885908.0,2949903.0,3113366.0,3270264.0,3337190.0,3429957.0,3471767.0,3506459.0,3683725.0,3745756.0,4037097.0,5956397.0,5232702.0,4301757.0,4454518.0,4544432.0,4696687.0,4837633.0,4957613.0,5082579.0,5175116.0,5330766.0,5423960.0,5602032.0,5688891.0,5783068.0,6027147.0,6177439.0,6390090.0,7309223.0,6385793.0,6518570.0,6663102.0,6738310.0,6822193.0,6980347.0,7175779.0,7223626.0,7328451.0,7487347.0,7585898.0,7685279.0,7938334.0,7941232.0,8070636.0,8214173.0,8794784.0,8494231.0,8515846.0,9049958.0,9118940.0,9179762.0,9357310.0,9506947.0,9623504.0,9677614.0,9849910.0,9959741.0,10134662.0,10200265.0,10459534.0,10418603.0,10595139.0,10681144.0,10829936.0,10954715.0,11064145.0,11174239.0,11278131.0,11499704.0,11554050.0,11749510.0,11875807.0,11909890.0,12087509.0,12135949.0,12362217.0,12411438.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[126878.0,248255.0,371952.0,501504.0,630797.0,742663.0,861448.0,1011011.0,1142021.0,1238416.0,1361622.0,1490709.0,1625489.0,1744891.0,1837760.0,1965308.0,2098537.0,2214571.0,2332966.0,2489613.0,2602059.0,2766580.0,2856326.0,2973750.0,3056896.0,3655459.0,3323669.0,3394751.0,3438798.0,3450888.0,3590165.0,3695993.0,3820623.0,4073416.0,4103159.0,4252295.0,4375671.0,4568668.0,4610886.0,4712074.0,4889716.0,5154391.0,5116150.0,5215412.0,5347143.0,5503301.0,5568892.0,5755640.0,5809399.0,6037676.0,6320407.0,6247132.0,6296157.0,6472933.0,6506011.0,6679679.0,6836042.0,6919033.0,7042458.0,7180646.0,7338276.0,7379342.0,7515588.0,7690222.0,7650837.0,7968185.0,7953708.0,8143356.0,8154171.0,8877817.0,8485300.0,9032442.0,9139719.0,9466755.0,9373435.0,9451074.0,9673676.0,9724852.0,9884767.0,10050163.0,10145090.0,10323586.0,10397563.0,10556843.0,10615120.0,10742365.0,10847114.0,11135247.0,11067935.0,11293333.0,11544216.0,11471530.0,11606977.0,11750389.0,11924563.0,11950033.0,12089857.0,12229581.0,12366159.0,12463476.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/tukey.json b/criterion/micro_ops_group_by/new/tukey.json index 18039f962567..a9695d87475b 100644 --- a/criterion/micro_ops_group_by/new/tukey.json +++ b/criterion/micro_ops_group_by/new/tukey.json @@ -1 +1 @@ -[7638.977697112221,8136.889138702657,9464.652982943819,9962.564424534256] \ No newline at end of file +[7328.681090841936,7926.716727249632,9521.478424336821,10119.514060744517] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/report/MAD.svg b/criterion/micro_ops_group_by/report/MAD.svg index 8f9dc7a7b775..31016c198b21 100644 --- a/criterion/micro_ops_group_by/report/MAD.svg +++ b/criterion/micro_ops_group_by/report/MAD.svg @@ -9,82 +9,94 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - + + +0.009 + + + +0.01 + + - + 140 - - + + 160 - - + + 180 - - + + 200 - - + + 220 - - + + 240 - - + + 260 - - + + 280 - - + + 300 - - + + 320 - - - - + + +340 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/SD.svg b/criterion/micro_ops_group_by/report/SD.svg index dd4ffc1c0422..6d681b659a2f 100644 --- a/criterion/micro_ops_group_by/report/SD.svg +++ b/criterion/micro_ops_group_by/report/SD.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (ns) - -5e-4 + +0.002 - - -0.001 + + +0.004 - - -0.0015 + + +0.006 - - -0.002 + + +0.008 - - -0.0025 + + +0.01 - - -0.003 + + +0.012 - - -0.0035 - - - -0.004 + + +0.014 - + - + 200 - - -300 + + +220 + + + +240 - - -400 + + +260 - - -500 + + +280 + + + +300 - - -600 + + +320 - - -700 + + +340 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/both/pdf.svg b/criterion/micro_ops_group_by/report/both/pdf.svg index b098ba20d4d5..1368b989aa1e 100644 --- a/criterion/micro_ops_group_by/report/both/pdf.svg +++ b/criterion/micro_ops_group_by/report/both/pdf.svg @@ -9,34 +9,38 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + + +1.6 + + 8 @@ -50,10 +54,10 @@ Average Time (µs) 12 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_group_by/report/both/regression.svg b/criterion/micro_ops_group_by/report/both/regression.svg index 8410a6a1b20d..8b007225bcc2 100644 --- a/criterion/micro_ops_group_by/report/both/regression.svg +++ b/criterion/micro_ops_group_by/report/both/regression.svg @@ -18,11 +18,11 @@ Iterations (x 10^3) - + - - - + + + 0.0 @@ -32,26 +32,26 @@ Iterations (x 10^3) 2.0 - + 4.0 - + 6.0 - + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -88,7 +88,7 @@ Iterations (x 10^3) - + Base Sample diff --git a/criterion/micro_ops_group_by/report/change/mean.svg b/criterion/micro_ops_group_by/report/change/mean.svg index 298f495fa840..ab58e5e85c29 100644 --- a/criterion/micro_ops_group_by/report/change/mean.svg +++ b/criterion/micro_ops_group_by/report/change/mean.svg @@ -9,55 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + - --0.005 + +-0.03 + + + +-0.025 - - -0 + + +-0.02 - - -0.005 + + +-0.015 - - -0.01 + + +-0.01 - - -0.015 + + +-0.005 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/median.svg b/criterion/micro_ops_group_by/report/change/median.svg index 0bbb21347c6d..a5db525b6426 100644 --- a/criterion/micro_ops_group_by/report/change/median.svg +++ b/criterion/micro_ops_group_by/report/change/median.svg @@ -9,59 +9,71 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - + -40 +30 - + +40 + + + +50 + + + 60 - - -80 + + +70 - - -100 + + +80 - - -120 + + +90 - + - --0.01 + +-0.025 - - --0.005 + + +-0.02 - - -1.73472e-18 + + +-0.015 - - -0.005 + + +-0.01 - - -0.01 + + +-0.005 - - -0.015 + + +3.46945e-18 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/t-test.svg b/criterion/micro_ops_group_by/report/change/t-test.svg index aae2fe7f4137..fb9baef2cef9 100644 --- a/criterion/micro_ops_group_by/report/change/t-test.svg +++ b/criterion/micro_ops_group_by/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/micro_ops_group_by/report/index.html b/criterion/micro_ops_group_by/report/index.html index 3faf38c5a561..280e9c79c01b 100644 --- a/criterion/micro_ops_group_by/report/index.html +++ b/criterion/micro_ops_group_by/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.8028 µs - 8.8465 µs - 8.8935 µs + 8.7561 µs + 8.8079 µs + 8.8512 µs R² - 0.8610452 - 0.8635269 - 0.8606573 + 0.9219202 + 0.9257873 + 0.9230855 Mean - 8.8096 µs - 8.8878 µs - 8.9904 µs + 8.6997 µs + 8.7495 µs + 8.8017 µs Std. Dev. - 193.24 ns - 468.65 ns - 721.66 ns + 210.93 ns + 262.37 ns + 327.30 ns Median - 8.8285 µs - 8.8727 µs - 8.9076 µs + 8.6601 µs + 8.8293 µs + 8.8744 µs MAD - 145.04 ns - 239.52 ns - 318.95 ns + 147.16 ns + 246.55 ns + 326.07 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.6250% - +0.3689% - +1.5896% - (p = 0.57 > + -2.7942% + -1.5560% + -0.4857% + (p = 0.01 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_group_by/report/mean.svg b/criterion/micro_ops_group_by/report/mean.svg index 84c979419c04..ea1391b633f1 100644 --- a/criterion/micro_ops_group_by/report/mean.svg +++ b/criterion/micro_ops_group_by/report/mean.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - - -8.8 - - - -8.82 + + +10 - - -8.84 + + +12 - - -8.86 + + +14 - - -8.88 + + +16 - - -8.9 + + + +8.7 - - -8.92 + + +8.72 - - -8.94 + + +8.74 - - -8.96 + + +8.76 - - -8.98 + + +8.78 - - -9 + + +8.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/median.svg b/criterion/micro_ops_group_by/report/median.svg index 061d5a32bdc7..4e259844898f 100644 --- a/criterion/micro_ops_group_by/report/median.svg +++ b/criterion/micro_ops_group_by/report/median.svg @@ -9,78 +9,74 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 - - - -15 + + +4 - - -20 + + +6 - - -25 + + +8 - - -30 + + +10 - - -35 + + +12 - - - -8.82 + + +14 - - -8.83 + + +16 - - -8.84 + + +18 - - -8.85 + + +20 - - -8.86 + + +22 - - -8.87 + + + +8.65 - - -8.88 + + +8.7 - - -8.89 + + +8.75 - - -8.9 + + +8.8 - - -8.91 + + +8.85 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/pdf.svg b/criterion/micro_ops_group_by/report/pdf.svg index e2e5d8ac5937..c5032daa0f28 100644 --- a/criterion/micro_ops_group_by/report/pdf.svg +++ b/criterion/micro_ops_group_by/report/pdf.svg @@ -42,50 +42,26 @@ Average Time (µs) - + 8 - - + + 8.5 - - + + 9 - - + + 9.5 - - + + 10 - - -10.5 - - - -11 - - - -11.5 - - - -12 - - - -12.5 - - - -13 - - + Density (a.u.) @@ -94,42 +70,46 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - - - + + +1.4 + + + +1.6 + + + + + + - - - - - - - + + + PDF diff --git a/criterion/micro_ops_group_by/report/pdf_small.svg b/criterion/micro_ops_group_by/report/pdf_small.svg index b428fca346a3..5dca0e15fc11 100644 --- a/criterion/micro_ops_group_by/report/pdf_small.svg +++ b/criterion/micro_ops_group_by/report/pdf_small.svg @@ -10,47 +10,63 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + + +1.6 + + + +1.8 + + 8 - -10 + +8.5 - - -12 + + +9 + + + +9.5 + + + +10 - - - + + + diff --git a/criterion/micro_ops_group_by/report/regression.svg b/criterion/micro_ops_group_by/report/regression.svg index 90f182c47f96..81e33472c345 100644 --- a/criterion/micro_ops_group_by/report/regression.svg +++ b/criterion/micro_ops_group_by/report/regression.svg @@ -16,36 +16,36 @@ Iterations (x 10^3) - - - - - + + + + + 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0.2 @@ -80,103 +80,103 @@ Iterations (x 10^3) - - + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - + - - + + - - - - - - - - - - - - - + + + + + + + + + + + + + - + - - - + + + - - + + Sample diff --git a/criterion/micro_ops_group_by/report/regression_small.svg b/criterion/micro_ops_group_by/report/regression_small.svg index 98d3d8c6e697..c094df4f40a9 100644 --- a/criterion/micro_ops_group_by/report/regression_small.svg +++ b/criterion/micro_ops_group_by/report/regression_small.svg @@ -13,20 +13,20 @@ Iterations (x 10^3) - + - - + + 2.0 - + 4.0 - + 6.0 @@ -35,14 +35,14 @@ Iterations (x 10^3) 8.0 - + 10.0 - - + + 12.0 - + 0.2 @@ -75,103 +75,103 @@ Iterations (x 10^3) - + - + - - - - + + + + - - - - - - - + + + + + + + - + - - + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - + - - - - - - + + + + + + - - - + + + - - - - - - - - - + + + + + + + + + - - - + + + - - + + - - + + - - + + diff --git a/criterion/micro_ops_group_by/report/relative_pdf_small.svg b/criterion/micro_ops_group_by/report/relative_pdf_small.svg index c5e6e4e3b629..a357c8259a6e 100644 --- a/criterion/micro_ops_group_by/report/relative_pdf_small.svg +++ b/criterion/micro_ops_group_by/report/relative_pdf_small.svg @@ -6,34 +6,38 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + + +1.6 + + 8 @@ -47,8 +51,8 @@ Average Time (µs) 12 - - - - + + + + diff --git a/criterion/micro_ops_group_by/report/relative_regression_small.svg b/criterion/micro_ops_group_by/report/relative_regression_small.svg index 49f839f87a58..627656468b39 100644 --- a/criterion/micro_ops_group_by/report/relative_regression_small.svg +++ b/criterion/micro_ops_group_by/report/relative_regression_small.svg @@ -19,7 +19,7 @@ Iterations (x 10^3) - + 0.0 @@ -45,10 +45,10 @@ Iterations (x 10^3) 10.0 - + 12.0 - + 0 diff --git a/criterion/micro_ops_group_by/report/slope.svg b/criterion/micro_ops_group_by/report/slope.svg index 8e12284c1ed0..04710519af3e 100644 --- a/criterion/micro_ops_group_by/report/slope.svg +++ b/criterion/micro_ops_group_by/report/slope.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - + - -8.8 + +8.76 - - -8.81 + + +8.78 - - -8.82 + + +8.8 - - -8.83 + + +8.82 - - + + 8.84 - - -8.85 - - - + + 8.86 - - -8.87 - - - -8.88 - - - -8.89 - - - -8.9 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/typical.svg b/criterion/micro_ops_group_by/report/typical.svg index bfbf0e38ab92..89708fd9d2df 100644 --- a/criterion/micro_ops_group_by/report/typical.svg +++ b/criterion/micro_ops_group_by/report/typical.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - + - -8.8 + +8.76 - - -8.81 + + +8.78 - - -8.82 + + +8.8 - - -8.83 + + +8.82 - - + + 8.84 - - -8.85 - - - + + 8.86 - - -8.87 - - - -8.88 - - - -8.89 - - - -8.9 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/base/estimates.json b/criterion/micro_ops_identity/base/estimates.json index fb256f455b2c..95905b7c373f 100644 --- a/criterion/micro_ops_identity/base/estimates.json +++ b/criterion/micro_ops_identity/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3933.3279124684213,"upper_bound":3955.025012792176},"point_estimate":3943.820699212997,"standard_error":5.529422196467389},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3926.61913504692,"upper_bound":3949.1929411764704},"point_estimate":3938.6189784946237,"standard_error":6.6591914976646205},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.76776727654847,"upper_bound":54.34477198449595},"point_estimate":42.1145701189837,"standard_error":5.589632685970773},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3934.999267189803,"upper_bound":3958.382449777232},"point_estimate":3946.3192167873503,"standard_error":5.960012694872386},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41.784486893500834,"upper_bound":68.6524663399663},"point_estimate":55.386843387776956,"standard_error":6.961993967240806}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3943.79660685086,"upper_bound":3964.3132260833163},"point_estimate":3953.4008459555507,"standard_error":5.230492744655667},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3944.488995626367,"upper_bound":3957.8009178139337},"point_estimate":3951.9951754385966,"standard_error":3.4807378279560375},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.915977983684368,"upper_bound":45.260143735289454},"point_estimate":35.46129136109138,"standard_error":4.45190194556595},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3923.376833577539,"upper_bound":3948.933749177923},"point_estimate":3934.7673223979114,"standard_error":6.518888331611405},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33.84402630925705,"upper_bound":73.2326760232521},"point_estimate":52.392376450191506,"standard_error":11.268895875383652}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/sample.json b/criterion/micro_ops_identity/base/sample.json index 77830a39277b..513cd9d6751d 100644 --- a/criterion/micro_ops_identity/base/sample.json +++ b/criterion/micro_ops_identity/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[57975.0,126038.0,185461.0,232029.0,292659.0,353351.0,406501.0,470462.0,526627.0,580167.0,635095.0,702666.0,755788.0,825146.0,876490.0,942358.0,998666.0,1056345.0,1119095.0,1189497.0,1248128.0,1293656.0,1349182.0,1407566.0,1453054.0,1529192.0,1589943.0,1627851.0,1685551.0,1756192.0,1832051.0,1945318.0,1965480.0,2033189.0,2062513.0,2114009.0,2166999.0,2291255.0,2346741.0,2361054.0,2412349.0,2489677.0,2532650.0,2563075.0,2635432.0,2734667.0,2793810.0,2841488.0,2916626.0,2975038.0,3029411.0,3125128.0,3148920.0,3192359.0,3301838.0,3331725.0,3374644.0,3444008.0,3496118.0,3589276.0,3627016.0,3698825.0,3877572.0,3846169.0,3851527.0,3966068.0,3948054.0,4054923.0,4132663.0,4169153.0,4213854.0,4262167.0,4276374.0,4311886.0,4461206.0,4439297.0,4682594.0,4595905.0,4680562.0,4724812.0,4778152.0,4915414.0,4964758.0,4995688.0,5035221.0,5069207.0,5147351.0,5209994.0,5264841.0,5215632.0,5378408.0,5425740.0,5534506.0,5480939.0,5547192.0,5645538.0,5664734.0,5738764.0,5980619.0,5847540.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[59489.0,128972.0,177233.0,236022.0,294470.0,354577.0,416939.0,477878.0,533246.0,590234.0,648056.0,711597.0,767235.0,836231.0,901542.0,949725.0,1009463.0,1067769.0,1123408.0,1198006.0,1255753.0,1310247.0,1382736.0,1424316.0,1483563.0,1552115.0,1611782.0,1666534.0,1722460.0,1780239.0,1863535.0,1910205.0,1991806.0,2025802.0,2100214.0,2176671.0,2212852.0,2239251.0,2309742.0,2368875.0,2431325.0,2503690.0,2577609.0,2604267.0,2706658.0,2785728.0,2789631.0,2844932.0,2899666.0,2987942.0,3036111.0,3109228.0,3171468.0,3202908.0,3259135.0,3299685.0,3379555.0,3462547.0,3504502.0,3544176.0,3605710.0,3696115.0,3745882.0,3802698.0,3826325.0,3909501.0,3933261.0,4003224.0,4067072.0,4107254.0,4165632.0,4201898.0,4246293.0,4360260.0,4440886.0,4527976.0,4494970.0,4571677.0,4654670.0,4660256.0,4701126.0,4816258.0,4843313.0,4906061.0,4952736.0,5014113.0,5097845.0,5229998.0,5270695.0,5287782.0,5303134.0,5346281.0,5440700.0,5532119.0,5579774.0,5621914.0,5737238.0,6028796.0,5891855.0,5940724.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/tukey.json b/criterion/micro_ops_identity/base/tukey.json index 4d4f133aa4bd..aec45b1aca3e 100644 --- a/criterion/micro_ops_identity/base/tukey.json +++ b/criterion/micro_ops_identity/base/tukey.json @@ -1 +1 @@ -[3723.4293891019206,3814.2891762244144,4056.5819418843985,4147.441729006892] \ No newline at end of file +[3791.1579322638163,3859.216844919787,4040.7072786690424,4108.766191325013] \ No newline at end of file diff --git a/criterion/micro_ops_identity/change/estimates.json b/criterion/micro_ops_identity/change/estimates.json index 1893cb14b089..79205c8e562e 100644 --- a/criterion/micro_ops_identity/change/estimates.json +++ b/criterion/micro_ops_identity/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008348327792125939,"upper_bound":-0.0016104531337517898},"point_estimate":-0.005061802275960203,"standard_error":0.0017238450708969377},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007298290131774632,"upper_bound":-0.000013207522507552305},"point_estimate":-0.00327980641478387,"standard_error":0.0019489809177452998}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0014164057344956563,"upper_bound":0.006205205992251527},"point_estimate":0.002429153725083122,"standard_error":0.0019550427106304257},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.000011639496993343101,"upper_bound":0.006886303073573519},"point_estimate":0.0033961642436115547,"standard_error":0.001895618362327485}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/estimates.json b/criterion/micro_ops_identity/new/estimates.json index fb256f455b2c..95905b7c373f 100644 --- a/criterion/micro_ops_identity/new/estimates.json +++ b/criterion/micro_ops_identity/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3933.3279124684213,"upper_bound":3955.025012792176},"point_estimate":3943.820699212997,"standard_error":5.529422196467389},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3926.61913504692,"upper_bound":3949.1929411764704},"point_estimate":3938.6189784946237,"standard_error":6.6591914976646205},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.76776727654847,"upper_bound":54.34477198449595},"point_estimate":42.1145701189837,"standard_error":5.589632685970773},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3934.999267189803,"upper_bound":3958.382449777232},"point_estimate":3946.3192167873503,"standard_error":5.960012694872386},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41.784486893500834,"upper_bound":68.6524663399663},"point_estimate":55.386843387776956,"standard_error":6.961993967240806}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3943.79660685086,"upper_bound":3964.3132260833163},"point_estimate":3953.4008459555507,"standard_error":5.230492744655667},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3944.488995626367,"upper_bound":3957.8009178139337},"point_estimate":3951.9951754385966,"standard_error":3.4807378279560375},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.915977983684368,"upper_bound":45.260143735289454},"point_estimate":35.46129136109138,"standard_error":4.45190194556595},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3923.376833577539,"upper_bound":3948.933749177923},"point_estimate":3934.7673223979114,"standard_error":6.518888331611405},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33.84402630925705,"upper_bound":73.2326760232521},"point_estimate":52.392376450191506,"standard_error":11.268895875383652}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/sample.json b/criterion/micro_ops_identity/new/sample.json index 77830a39277b..513cd9d6751d 100644 --- a/criterion/micro_ops_identity/new/sample.json +++ b/criterion/micro_ops_identity/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[57975.0,126038.0,185461.0,232029.0,292659.0,353351.0,406501.0,470462.0,526627.0,580167.0,635095.0,702666.0,755788.0,825146.0,876490.0,942358.0,998666.0,1056345.0,1119095.0,1189497.0,1248128.0,1293656.0,1349182.0,1407566.0,1453054.0,1529192.0,1589943.0,1627851.0,1685551.0,1756192.0,1832051.0,1945318.0,1965480.0,2033189.0,2062513.0,2114009.0,2166999.0,2291255.0,2346741.0,2361054.0,2412349.0,2489677.0,2532650.0,2563075.0,2635432.0,2734667.0,2793810.0,2841488.0,2916626.0,2975038.0,3029411.0,3125128.0,3148920.0,3192359.0,3301838.0,3331725.0,3374644.0,3444008.0,3496118.0,3589276.0,3627016.0,3698825.0,3877572.0,3846169.0,3851527.0,3966068.0,3948054.0,4054923.0,4132663.0,4169153.0,4213854.0,4262167.0,4276374.0,4311886.0,4461206.0,4439297.0,4682594.0,4595905.0,4680562.0,4724812.0,4778152.0,4915414.0,4964758.0,4995688.0,5035221.0,5069207.0,5147351.0,5209994.0,5264841.0,5215632.0,5378408.0,5425740.0,5534506.0,5480939.0,5547192.0,5645538.0,5664734.0,5738764.0,5980619.0,5847540.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[59489.0,128972.0,177233.0,236022.0,294470.0,354577.0,416939.0,477878.0,533246.0,590234.0,648056.0,711597.0,767235.0,836231.0,901542.0,949725.0,1009463.0,1067769.0,1123408.0,1198006.0,1255753.0,1310247.0,1382736.0,1424316.0,1483563.0,1552115.0,1611782.0,1666534.0,1722460.0,1780239.0,1863535.0,1910205.0,1991806.0,2025802.0,2100214.0,2176671.0,2212852.0,2239251.0,2309742.0,2368875.0,2431325.0,2503690.0,2577609.0,2604267.0,2706658.0,2785728.0,2789631.0,2844932.0,2899666.0,2987942.0,3036111.0,3109228.0,3171468.0,3202908.0,3259135.0,3299685.0,3379555.0,3462547.0,3504502.0,3544176.0,3605710.0,3696115.0,3745882.0,3802698.0,3826325.0,3909501.0,3933261.0,4003224.0,4067072.0,4107254.0,4165632.0,4201898.0,4246293.0,4360260.0,4440886.0,4527976.0,4494970.0,4571677.0,4654670.0,4660256.0,4701126.0,4816258.0,4843313.0,4906061.0,4952736.0,5014113.0,5097845.0,5229998.0,5270695.0,5287782.0,5303134.0,5346281.0,5440700.0,5532119.0,5579774.0,5621914.0,5737238.0,6028796.0,5891855.0,5940724.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/tukey.json b/criterion/micro_ops_identity/new/tukey.json index 4d4f133aa4bd..aec45b1aca3e 100644 --- a/criterion/micro_ops_identity/new/tukey.json +++ b/criterion/micro_ops_identity/new/tukey.json @@ -1 +1 @@ -[3723.4293891019206,3814.2891762244144,4056.5819418843985,4147.441729006892] \ No newline at end of file +[3791.1579322638163,3859.216844919787,4040.7072786690424,4108.766191325013] \ No newline at end of file diff --git a/criterion/micro_ops_identity/report/MAD.svg b/criterion/micro_ops_identity/report/MAD.svg index df5f9a7ec8c6..6cc849333f1f 100644 --- a/criterion/micro_ops_identity/report/MAD.svg +++ b/criterion/micro_ops_identity/report/MAD.svg @@ -9,62 +9,94 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - + + 0.08 - + + +0.09 + + + +0.1 + + - -35 + +26 + + + +28 + + + +30 + + + +32 + + + +34 + + + +36 + + + +38 - - + + 40 - - -45 + + +42 - - -50 + + +44 - - -55 + + +46 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/SD.svg b/criterion/micro_ops_identity/report/SD.svg index 369035afc065..437bebf3232c 100644 --- a/criterion/micro_ops_identity/report/SD.svg +++ b/criterion/micro_ops_identity/report/SD.svg @@ -9,62 +9,94 @@ Density (a.u.) Average time (ns) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - + + +0.025 + + + 0.03 - - + + +0.035 + + + 0.04 - - + + +0.045 + + + 0.05 - + -0.06 +0.055 - + +30 + + + +35 + + + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - - - + + +75 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/both/pdf.svg b/criterion/micro_ops_identity/report/both/pdf.svg index d0c8bfab2b92..607885e2e9d3 100644 --- a/criterion/micro_ops_identity/report/both/pdf.svg +++ b/criterion/micro_ops_identity/report/both/pdf.svg @@ -9,75 +9,59 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - -10 - - - -11 - - + - + 3.8 - - -3.9 - - - + + 4 - - -4.1 - - - + + 4.2 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_identity/report/both/regression.svg b/criterion/micro_ops_identity/report/both/regression.svg index ee07109ef876..2ab6b46eb8d1 100644 --- a/criterion/micro_ops_identity/report/both/regression.svg +++ b/criterion/micro_ops_identity/report/both/regression.svg @@ -20,7 +20,7 @@ Iterations (x 10^3) - + @@ -39,10 +39,10 @@ Iterations (x 10^3) 3.0 - + 4.0 - + 5.0 @@ -81,9 +81,9 @@ Iterations (x 10^3) - - - + + + Base Sample diff --git a/criterion/micro_ops_identity/report/change/mean.svg b/criterion/micro_ops_identity/report/change/mean.svg index c253df5d7a2b..dde61e8f8c3e 100644 --- a/criterion/micro_ops_identity/report/change/mean.svg +++ b/criterion/micro_ops_identity/report/change/mean.svg @@ -9,90 +9,90 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - + + 200 - - -220 - - + - --0.009 + +-0.002 + + + +-0.001 - - --0.008 + + +0 - - --0.007 + + +0.001 - - --0.006 + + +0.002 - - --0.005 + + +0.003 - - --0.004 + + +0.004 - - --0.003 + + +0.005 - - --0.002 + + +0.006 - - --0.001 + + +0.007 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/median.svg b/criterion/micro_ops_identity/report/change/median.svg index 2699220c68de..0b5935a91174 100644 --- a/criterion/micro_ops_identity/report/change/median.svg +++ b/criterion/micro_ops_identity/report/change/median.svg @@ -9,82 +9,78 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - + - --0.008 - - - --0.007 + +0 - - --0.006 + + +0.001 - - --0.005 + + +0.002 - - --0.004 + + +0.003 - - --0.003 + + +0.004 - - --0.002 + + +0.005 - - --0.001 + + +0.006 - - -0 + + +0.007 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/t-test.svg b/criterion/micro_ops_identity/report/change/t-test.svg index 316b5568fab9..1e836542e016 100644 --- a/criterion/micro_ops_identity/report/change/t-test.svg +++ b/criterion/micro_ops_identity/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_identity/report/index.html b/criterion/micro_ops_identity/report/index.html index de540990141d..22327305e2e4 100644 --- a/criterion/micro_ops_identity/report/index.html +++ b/criterion/micro_ops_identity/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 3.9350 µs - 3.9463 µs - 3.9584 µs + 3.9234 µs + 3.9348 µs + 3.9489 µs R² - 0.9809785 - 0.9821294 - 0.9808226 + 0.9813735 + 0.9824638 + 0.9807783 Mean - 3.9333 µs - 3.9438 µs - 3.9550 µs + 3.9438 µs + 3.9534 µs + 3.9643 µs Std. Dev. - 41.784 ns - 55.387 ns - 68.652 ns + 33.844 ns + 52.392 ns + 73.233 ns Median - 3.9266 µs - 3.9386 µs - 3.9492 µs + 3.9445 µs + 3.9520 µs + 3.9578 µs MAD - 32.768 ns - 42.115 ns - 54.345 ns + 26.916 ns + 35.461 ns + 45.260 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.8348% - -0.5062% - -0.1610% - (p = 0.00 < + -0.1416% + +0.2429% + +0.6205% + (p = 0.21 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_identity/report/mean.svg b/criterion/micro_ops_identity/report/mean.svg index 3d7bec85e3f3..c24374f7cab7 100644 --- a/criterion/micro_ops_identity/report/mean.svg +++ b/criterion/micro_ops_identity/report/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - - -3.935 - - - -3.94 + + +80 - - + + + 3.945 - - + + 3.95 - - + + 3.955 - - - - + + +3.96 + + + +3.965 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/median.svg b/criterion/micro_ops_identity/report/median.svg index c14ff357d85b..e7006c98be03 100644 --- a/criterion/micro_ops_identity/report/median.svg +++ b/criterion/micro_ops_identity/report/median.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (µs) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - - -3.925 + + +100 + + + +120 - - -3.93 + + +140 - - -3.935 + + +160 - - -3.94 + + + +3.944 + + + +3.946 - - -3.945 + + +3.948 - - + + 3.95 - - - - + + +3.952 + + + +3.954 + + + +3.956 + + + +3.958 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/pdf.svg b/criterion/micro_ops_identity/report/pdf.svg index 176d63f6af57..f663f002c644 100644 --- a/criterion/micro_ops_identity/report/pdf.svg +++ b/criterion/micro_ops_identity/report/pdf.svg @@ -42,46 +42,50 @@ Average Time (µs) - -3.8 - - - + 3.85 - - + + 3.9 - - + + 3.95 - - + + 4 - - + + 4.05 - - + + 4.1 - - + + 4.15 - - + + 4.2 - - + + 4.25 - + + +4.3 + + + +4.35 + + Density (a.u.) @@ -90,46 +94,52 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - - - - + + +8 + + + +9 + + + + + + - - - - - - - + + + + + PDF diff --git a/criterion/micro_ops_identity/report/pdf_small.svg b/criterion/micro_ops_identity/report/pdf_small.svg index ca3e607363b7..f041a202cd09 100644 --- a/criterion/micro_ops_identity/report/pdf_small.svg +++ b/criterion/micro_ops_identity/report/pdf_small.svg @@ -10,59 +10,63 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - - -3.8 + + +9 + + + +10 - - + + + 3.9 - - + + 4 - - + + 4.1 - - + + 4.2 - - - + + + diff --git a/criterion/micro_ops_identity/report/regression.svg b/criterion/micro_ops_identity/report/regression.svg index c1142bce8cba..bd7e7dd11029 100644 --- a/criterion/micro_ops_identity/report/regression.svg +++ b/criterion/micro_ops_identity/report/regression.svg @@ -15,62 +15,37 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + - -0.5 - - 1.0 - -1.5 - - - + 2.0 - - -2.5 - - - + + 3.0 - - -3.5 - - - + + 4.0 - - -4.5 - - - + + 5.0 - - -5.5 + + +6.0 - + 0.2 @@ -102,106 +77,106 @@ Iterations (x 10^3) - + - + - - + + - + - - - + + + - + - + - - + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_identity/report/regression_small.svg b/criterion/micro_ops_identity/report/regression_small.svg index a4c03cb2e84e..53bc37fcfc98 100644 --- a/criterion/micro_ops_identity/report/regression_small.svg +++ b/criterion/micro_ops_identity/report/regression_small.svg @@ -12,62 +12,37 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + - -0.5 - - 1.0 - -1.5 - - - + 2.0 - - -2.5 - - - + + 3.0 - - -3.5 - - - + + 4.0 - - -4.5 - - - + + 5.0 - - -5.5 + + +6.0 - + 0.2 @@ -104,99 +79,99 @@ Iterations (x 10^3) - + - - + + - + - + - + - + - - + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - + - - - - + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + diff --git a/criterion/micro_ops_identity/report/relative_pdf_small.svg b/criterion/micro_ops_identity/report/relative_pdf_small.svg index 21753ef409b1..c62443822aed 100644 --- a/criterion/micro_ops_identity/report/relative_pdf_small.svg +++ b/criterion/micro_ops_identity/report/relative_pdf_small.svg @@ -6,73 +6,57 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - -10 - - - -11 - - + - + 3.8 - - -3.9 - - - + + 4 - - -4.1 - - - + + 4.2 - - - - - + + + + + diff --git a/criterion/micro_ops_identity/report/relative_regression_small.svg b/criterion/micro_ops_identity/report/relative_regression_small.svg index 261d871b4021..03ef7413c548 100644 --- a/criterion/micro_ops_identity/report/relative_regression_small.svg +++ b/criterion/micro_ops_identity/report/relative_regression_small.svg @@ -16,7 +16,7 @@ Iterations (x 10^3) - + @@ -32,10 +32,10 @@ Iterations (x 10^3) 2.0 - + 3.0 - + 4.0 @@ -80,5 +80,5 @@ Iterations (x 10^3) - + diff --git a/criterion/micro_ops_identity/report/slope.svg b/criterion/micro_ops_identity/report/slope.svg index 8967732a3244..c44e5667364c 100644 --- a/criterion/micro_ops_identity/report/slope.svg +++ b/criterion/micro_ops_identity/report/slope.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - + - + +3.925 + + + +3.93 + + + 3.935 - - + + 3.94 - - + + 3.945 - - + + 3.95 - - -3.955 - - - -3.96 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/typical.svg b/criterion/micro_ops_identity/report/typical.svg index 6b8807ac8cb3..a786183945a6 100644 --- a/criterion/micro_ops_identity/report/typical.svg +++ b/criterion/micro_ops_identity/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - + - + +3.925 + + + +3.93 + + + 3.935 - - + + 3.94 - - + + 3.945 - - + + 3.95 - - -3.955 - - - -3.96 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/base/estimates.json b/criterion/micro_ops_join/base/estimates.json index cc7a71a9e031..81d04ac3df49 100644 --- a/criterion/micro_ops_join/base/estimates.json +++ b/criterion/micro_ops_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76562.02817818912,"upper_bound":77626.306148951},"point_estimate":77007.58745404026,"standard_error":276.25888152425745},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76379.18939393939,"upper_bound":76519.04918032787},"point_estimate":76465.86894707207,"standard_error":32.16220686303851},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":220.839123484488,"upper_bound":408.8765036529993},"point_estimate":309.5775311551727,"standard_error":46.48615657563431},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76701.54436950927,"upper_bound":78033.13174146802},"point_estimate":77267.06784493374,"standard_error":344.92534493987824},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":660.193048945167,"upper_bound":4397.324553478358},"point_estimate":2774.8790349577043,"standard_error":991.8559399890283}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76604.48607530101,"upper_bound":76878.23911427619},"point_estimate":76730.31167740416,"standard_error":69.96566238756213},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76550.40357142857,"upper_bound":76695.49791666666},"point_estimate":76626.07519503546,"standard_error":42.57703076100844},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":244.23227180037676,"upper_bound":468.99424176447377},"point_estimate":323.03724160536484,"standard_error":57.04668191481283},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76756.8961520905,"upper_bound":76937.73438171831},"point_estimate":76841.97501699424,"standard_error":46.30829708914193},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":436.017051028352,"upper_bound":989.6610283073187},"point_estimate":702.4234774557646,"standard_error":153.02794051920267}} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/sample.json b/criterion/micro_ops_join/base/sample.json index fdf46755833c..dcb567017dc1 100644 --- a/criterion/micro_ops_join/base/sample.json +++ b/criterion/micro_ops_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[453126.0,923455.0,1375900.0,1828275.0,2274899.0,2713589.0,3167211.0,3679187.0,4102787.0,4581861.0,5005048.0,5499183.0,5970104.0,6424967.0,6862015.0,7317253.0,7787977.0,9517233.0,8659908.0,9184246.0,9620803.0,10082053.0,10482106.0,10889082.0,11358563.0,11883010.0,12353988.0,12814909.0,13194817.0,13686683.0,14191363.0,14681090.0,15082149.0,15653919.0,15993228.0,16567003.0,16931324.0,17895161.0,17843251.0,18348215.0,18770901.0,19429079.0,19957615.0,20218011.0,20631173.0,21224894.0,21526171.0,22077715.0,22490750.0,23084067.0,23446868.0,23820247.0,24600707.0,24645887.0,25324522.0,25689985.0,26111837.0,27173160.0,35242028.0,27478667.0,28005972.0,29336010.0,28988718.0,29332615.0,29945808.0,30230432.0,30844974.0,31267082.0,32793830.0,32375886.0,32548068.0,33099541.0,33422607.0,33951671.0,34441494.0,34872977.0,35313685.0,35829233.0,36404743.0,36714200.0,37163669.0,37563047.0,38393421.0,38428817.0,39020053.0,39447886.0,40078796.0,41685251.0,41299160.0,42293912.0,42270004.0,42138561.0,42679394.0,43144561.0,43618692.0,44149365.0,44403063.0,45338661.0,50699908.0,45752963.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[455418.0,907764.0,1372168.0,1826342.0,2293689.0,2722556.0,3181045.0,3631330.0,4249618.0,4588562.0,5053589.0,5499245.0,5960076.0,6413702.0,6889896.0,7338694.0,7742169.0,8227338.0,8814007.0,9158647.0,9646698.0,10078393.0,10505650.0,10968601.0,11427529.0,11882437.0,12319561.0,12789487.0,13207963.0,13758343.0,14195202.0,14702326.0,15149835.0,15703955.0,16072848.0,16518634.0,17018540.0,17585970.0,18181996.0,19523994.0,18873496.0,19269102.0,20127460.0,20160403.0,20651760.0,21164542.0,21724223.0,22007468.0,22569711.0,23053159.0,23598247.0,23947239.0,24452616.0,24876898.0,25888727.0,26193443.0,26370740.0,26633043.0,27192830.0,27663861.0,28007968.0,29025946.0,29121728.0,29525565.0,29869032.0,30433937.0,30832885.0,31477888.0,31731642.0,32149491.0,32608584.0,33233980.0,33641282.0,34248527.0,34473558.0,34969795.0,35332091.0,36034199.0,36343875.0,36813839.0,37155095.0,37675280.0,38528814.0,38678633.0,39030389.0,39545199.0,40104993.0,40547314.0,41264704.0,41413623.0,42148480.0,42517791.0,42798542.0,43216253.0,44039217.0,44129659.0,44629431.0,45012398.0,45733547.0,45976553.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/tukey.json b/criterion/micro_ops_join/base/tukey.json index 28e94ce6e078..80087d22a804 100644 --- a/criterion/micro_ops_join/base/tukey.json +++ b/criterion/micro_ops_join/base/tukey.json @@ -1 +1 @@ -[74970.03563446843,75630.14135215076,77390.42326597031,78050.52898365264] \ No newline at end of file +[75096.80481607052,75769.58070664637,77563.64974818198,78236.42563875784] \ No newline at end of file diff --git a/criterion/micro_ops_join/change/estimates.json b/criterion/micro_ops_join/change/estimates.json index 5c5c1f6384c3..947392193ab2 100644 --- a/criterion/micro_ops_join/change/estimates.json +++ b/criterion/micro_ops_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001315871903495136,"upper_bound":0.01451182145644717},"point_estimate":0.00723263218431458,"standard_error":0.0033611149008526244},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0010952318322121624,"upper_bound":0.002057268246199895},"point_estimate":0.0006352592027965009,"standard_error":0.0008390697600633404}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01164625680522395,"upper_bound":0.002594145457227059},"point_estimate":-0.0036006293120348642,"standard_error":0.003681833690054936},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.000871782312942937,"upper_bound":0.0036078174039841926},"point_estimate":0.0020951340796804274,"standard_error":0.0007195537256856805}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/estimates.json b/criterion/micro_ops_join/new/estimates.json index cc7a71a9e031..81d04ac3df49 100644 --- a/criterion/micro_ops_join/new/estimates.json +++ b/criterion/micro_ops_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76562.02817818912,"upper_bound":77626.306148951},"point_estimate":77007.58745404026,"standard_error":276.25888152425745},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76379.18939393939,"upper_bound":76519.04918032787},"point_estimate":76465.86894707207,"standard_error":32.16220686303851},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":220.839123484488,"upper_bound":408.8765036529993},"point_estimate":309.5775311551727,"standard_error":46.48615657563431},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76701.54436950927,"upper_bound":78033.13174146802},"point_estimate":77267.06784493374,"standard_error":344.92534493987824},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":660.193048945167,"upper_bound":4397.324553478358},"point_estimate":2774.8790349577043,"standard_error":991.8559399890283}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76604.48607530101,"upper_bound":76878.23911427619},"point_estimate":76730.31167740416,"standard_error":69.96566238756213},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76550.40357142857,"upper_bound":76695.49791666666},"point_estimate":76626.07519503546,"standard_error":42.57703076100844},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":244.23227180037676,"upper_bound":468.99424176447377},"point_estimate":323.03724160536484,"standard_error":57.04668191481283},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76756.8961520905,"upper_bound":76937.73438171831},"point_estimate":76841.97501699424,"standard_error":46.30829708914193},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":436.017051028352,"upper_bound":989.6610283073187},"point_estimate":702.4234774557646,"standard_error":153.02794051920267}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/sample.json b/criterion/micro_ops_join/new/sample.json index fdf46755833c..dcb567017dc1 100644 --- a/criterion/micro_ops_join/new/sample.json +++ b/criterion/micro_ops_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[453126.0,923455.0,1375900.0,1828275.0,2274899.0,2713589.0,3167211.0,3679187.0,4102787.0,4581861.0,5005048.0,5499183.0,5970104.0,6424967.0,6862015.0,7317253.0,7787977.0,9517233.0,8659908.0,9184246.0,9620803.0,10082053.0,10482106.0,10889082.0,11358563.0,11883010.0,12353988.0,12814909.0,13194817.0,13686683.0,14191363.0,14681090.0,15082149.0,15653919.0,15993228.0,16567003.0,16931324.0,17895161.0,17843251.0,18348215.0,18770901.0,19429079.0,19957615.0,20218011.0,20631173.0,21224894.0,21526171.0,22077715.0,22490750.0,23084067.0,23446868.0,23820247.0,24600707.0,24645887.0,25324522.0,25689985.0,26111837.0,27173160.0,35242028.0,27478667.0,28005972.0,29336010.0,28988718.0,29332615.0,29945808.0,30230432.0,30844974.0,31267082.0,32793830.0,32375886.0,32548068.0,33099541.0,33422607.0,33951671.0,34441494.0,34872977.0,35313685.0,35829233.0,36404743.0,36714200.0,37163669.0,37563047.0,38393421.0,38428817.0,39020053.0,39447886.0,40078796.0,41685251.0,41299160.0,42293912.0,42270004.0,42138561.0,42679394.0,43144561.0,43618692.0,44149365.0,44403063.0,45338661.0,50699908.0,45752963.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[455418.0,907764.0,1372168.0,1826342.0,2293689.0,2722556.0,3181045.0,3631330.0,4249618.0,4588562.0,5053589.0,5499245.0,5960076.0,6413702.0,6889896.0,7338694.0,7742169.0,8227338.0,8814007.0,9158647.0,9646698.0,10078393.0,10505650.0,10968601.0,11427529.0,11882437.0,12319561.0,12789487.0,13207963.0,13758343.0,14195202.0,14702326.0,15149835.0,15703955.0,16072848.0,16518634.0,17018540.0,17585970.0,18181996.0,19523994.0,18873496.0,19269102.0,20127460.0,20160403.0,20651760.0,21164542.0,21724223.0,22007468.0,22569711.0,23053159.0,23598247.0,23947239.0,24452616.0,24876898.0,25888727.0,26193443.0,26370740.0,26633043.0,27192830.0,27663861.0,28007968.0,29025946.0,29121728.0,29525565.0,29869032.0,30433937.0,30832885.0,31477888.0,31731642.0,32149491.0,32608584.0,33233980.0,33641282.0,34248527.0,34473558.0,34969795.0,35332091.0,36034199.0,36343875.0,36813839.0,37155095.0,37675280.0,38528814.0,38678633.0,39030389.0,39545199.0,40104993.0,40547314.0,41264704.0,41413623.0,42148480.0,42517791.0,42798542.0,43216253.0,44039217.0,44129659.0,44629431.0,45012398.0,45733547.0,45976553.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/tukey.json b/criterion/micro_ops_join/new/tukey.json index 28e94ce6e078..80087d22a804 100644 --- a/criterion/micro_ops_join/new/tukey.json +++ b/criterion/micro_ops_join/new/tukey.json @@ -1 +1 @@ -[74970.03563446843,75630.14135215076,77390.42326597031,78050.52898365264] \ No newline at end of file +[75096.80481607052,75769.58070664637,77563.64974818198,78236.42563875784] \ No newline at end of file diff --git a/criterion/micro_ops_join/report/MAD.svg b/criterion/micro_ops_join/report/MAD.svg index 41eeacb23501..aed8e23da5e0 100644 --- a/criterion/micro_ops_join/report/MAD.svg +++ b/criterion/micro_ops_join/report/MAD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - - + + 0.009 - - -0.01 - - + - -200 - - - + 250 - - + + 300 - - + + 350 - - + + 400 - - - - + + +450 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/SD.svg b/criterion/micro_ops_join/report/SD.svg index c80cfa97592a..d0bdb3565a03 100644 --- a/criterion/micro_ops_join/report/SD.svg +++ b/criterion/micro_ops_join/report/SD.svg @@ -6,93 +6,69 @@ micro/ops/join:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.05 + +5e-4 - - -0.1 + + +0.001 - - -0.15 + + +0.0015 - - -0.2 + + +0.002 - - -0.25 - - - -0.3 - - - -0.35 - - + -0.4 +0.0025 - -0.45 + +0.003 - - -0.5 + + +0.0035 - - -0.55 - - + - -0.5 - - - -1 - - - -1.5 + +400 - - -2 + + +500 - - -2.5 + + +600 - - -3 + + +700 - - -3.5 + + +800 - - -4 + + +900 - - -4.5 + + +1000 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/both/pdf.svg b/criterion/micro_ops_join/report/both/pdf.svg index 95af34aa875e..452741e83ab1 100644 --- a/criterion/micro_ops_join/report/both/pdf.svg +++ b/criterion/micro_ops_join/report/both/pdf.svg @@ -9,42 +9,38 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - -0.9 - - + 80 @@ -58,10 +54,10 @@ Average Time (µs) 100 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_join/report/both/regression.svg b/criterion/micro_ops_join/report/both/regression.svg index da18a07c3095..a5a6f1b37737 100644 --- a/criterion/micro_ops_join/report/both/regression.svg +++ b/criterion/micro_ops_join/report/both/regression.svg @@ -95,10 +95,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_join/report/change/mean.svg b/criterion/micro_ops_join/report/change/mean.svg index 0657cc21b9f7..144b863626e4 100644 --- a/criterion/micro_ops_join/report/change/mean.svg +++ b/criterion/micro_ops_join/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - - -110 - - + - -0 + +-0.012 - - -0.002 + + +-0.01 - - -0.004 + + +-0.008 - - -0.006 + + +-0.006 - - -0.008 + + +-0.004 - - -0.01 + + +-0.002 - - -0.012 + + +0 + + + +0.002 - - -0.014 + + +0.004 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/median.svg b/criterion/micro_ops_join/report/change/median.svg index 512339572568..02c03d5f64a5 100644 --- a/criterion/micro_ops_join/report/change/median.svg +++ b/criterion/micro_ops_join/report/change/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - - --0.001 - - - --5e-4 - - - -0 - - - -5e-4 + + +500 - - + + + 0.001 - - + + 0.0015 - - + + 0.002 - - - - + + +0.0025 + + + +0.003 + + + +0.0035 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/t-test.svg b/criterion/micro_ops_join/report/change/t-test.svg index 16bd36647f41..41e7cc311236 100644 --- a/criterion/micro_ops_join/report/change/t-test.svg +++ b/criterion/micro_ops_join/report/change/t-test.svg @@ -13,69 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/micro_ops_join/report/index.html b/criterion/micro_ops_join/report/index.html index f9e626fdca49..91f62ddb3dba 100644 --- a/criterion/micro_ops_join/report/index.html +++ b/criterion/micro_ops_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 76.702 µs - 77.267 µs - 78.033 µs + 76.757 µs + 76.842 µs + 76.938 µs R² - 0.8348054 - 0.8402700 - 0.8302968 + 0.9944569 + 0.9946262 + 0.9944117 Mean - 76.562 µs - 77.008 µs - 77.626 µs + 76.604 µs + 76.730 µs + 76.878 µs Std. Dev. - 660.19 ns - 2.7749 µs - 4.3973 µs + 436.02 ns + 702.42 ns + 989.66 ns Median - 76.379 µs - 76.466 µs - 76.519 µs + 76.550 µs + 76.626 µs + 76.695 µs MAD - 220.84 ns - 309.58 ns - 408.88 ns + 244.23 ns + 323.04 ns + 468.99 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.1316% - +0.7233% - +1.4512% - (p = 0.03 < + -1.1646% + -0.3601% + +0.2594% + (p = 0.38 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_join/report/mean.svg b/criterion/micro_ops_join/report/mean.svg index bb7bc3cf2a9e..055dbb5bec62 100644 --- a/criterion/micro_ops_join/report/mean.svg +++ b/criterion/micro_ops_join/report/mean.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -0.2 - - - -0.4 - - - -0.6 + +1 - - -0.8 + + +2 - - -1 + + +3 - - -1.2 + + +4 - - -1.4 + + +5 - - -1.6 + + +6 - + - + 76.6 - - -76.8 + + +76.65 + + + +76.7 - - -77 + + +76.75 - - -77.2 + + +76.8 - - -77.4 + + +76.85 - - -77.6 + + +76.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/median.svg b/criterion/micro_ops_join/report/median.svg index 86b582d8025c..65a523bd3bc8 100644 --- a/criterion/micro_ops_join/report/median.svg +++ b/criterion/micro_ops_join/report/median.svg @@ -9,86 +9,70 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - -14 - - - -16 - - - -18 - - - -20 - - - -22 - - + - -76.38 + +76.54 + + + +76.56 - - -76.4 + + +76.58 - - -76.42 + + +76.6 - - -76.44 + + +76.62 - - -76.46 + + +76.64 - - -76.48 + + +76.66 - - -76.5 + + +76.68 - - -76.52 + + +76.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/pdf.svg b/criterion/micro_ops_join/report/pdf.svg index 1471acc28001..6b9fcb1b85f9 100644 --- a/criterion/micro_ops_join/report/pdf.svg +++ b/criterion/micro_ops_join/report/pdf.svg @@ -38,30 +38,38 @@ Average Time (µs) - + 75 - - -80 + + +76 - - -85 + + +77 - - -90 + + +78 - - -95 + + +79 - - -100 + + +80 + + + +81 - + + +82 + + Density (a.u.) @@ -70,60 +78,66 @@ Density (a.u.) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_join/report/pdf_small.svg b/criterion/micro_ops_join/report/pdf_small.svg index 69517f8d0483..11574512519e 100644 --- a/criterion/micro_ops_join/report/pdf_small.svg +++ b/criterion/micro_ops_join/report/pdf_small.svg @@ -10,43 +10,55 @@ Average Time (µs) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + - -80 + +76 - - -90 + + +78 + + + +80 - - -100 + + +82 - - - + + + diff --git a/criterion/micro_ops_join/report/regression.svg b/criterion/micro_ops_join/report/regression.svg index 9c5e21286e76..6eb3ae51718b 100644 --- a/criterion/micro_ops_join/report/regression.svg +++ b/criterion/micro_ops_join/report/regression.svg @@ -14,57 +14,52 @@ Iterations - - - - - - - - - - + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - - -50.0 - - + 100 @@ -91,107 +86,107 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_join/report/regression_small.svg b/criterion/micro_ops_join/report/regression_small.svg index b7a737760f70..d52c6925153f 100644 --- a/criterion/micro_ops_join/report/regression_small.svg +++ b/criterion/micro_ops_join/report/regression_small.svg @@ -11,57 +11,52 @@ Iterations - - - - - - - - - - + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - - -50.0 - - + 100 @@ -91,102 +86,102 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_join/report/relative_pdf_small.svg b/criterion/micro_ops_join/report/relative_pdf_small.svg index 356c537dcffa..47e278afda56 100644 --- a/criterion/micro_ops_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_join/report/relative_pdf_small.svg @@ -6,42 +6,38 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - + -0.8 +0.7 - -0.9 + +0.8 - + 80 @@ -55,8 +51,8 @@ Average Time (µs) 100 - - - - + + + + diff --git a/criterion/micro_ops_join/report/relative_regression_small.svg b/criterion/micro_ops_join/report/relative_regression_small.svg index 705031b70c4d..d379f184372f 100644 --- a/criterion/micro_ops_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_join/report/relative_regression_small.svg @@ -92,8 +92,8 @@ Iterations 600 - - - - + + + + diff --git a/criterion/micro_ops_join/report/slope.svg b/criterion/micro_ops_join/report/slope.svg index 8d50ba2ed5e0..551cad6795f7 100644 --- a/criterion/micro_ops_join/report/slope.svg +++ b/criterion/micro_ops_join/report/slope.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - -0.2 + +1 - - -0.4 + + +2 - - -0.6 + + +3 - - -0.8 + + +4 - - -1 + + +5 + + + +6 + + + +7 + + + +8 - - -1.2 + + +9 - + - -76.6 + +76.74 - - + + +76.76 + + + +76.78 + + + 76.8 - - -77 + + +76.82 + + + +76.84 + + + +76.86 - - -77.2 + + +76.88 - - -77.4 + + +76.9 - - -77.6 + + +76.92 - - -77.8 + + +76.94 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/typical.svg b/criterion/micro_ops_join/report/typical.svg index 9c0e19d79c18..29e4eb384789 100644 --- a/criterion/micro_ops_join/report/typical.svg +++ b/criterion/micro_ops_join/report/typical.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - -0.2 + +1 - - -0.4 + + +2 - - -0.6 + + +3 - - -0.8 + + +4 - - -1 + + +5 + + + +6 + + + +7 + + + +8 - - -1.2 + + +9 - + - -76.6 + +76.74 - - + + +76.76 + + + +76.78 + + + 76.8 - - -77 + + +76.82 + + + +76.84 + + + +76.86 - - -77.2 + + +76.88 - - -77.4 + + +76.9 - - -77.6 + + +76.92 - - -77.8 + + +76.94 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/base/estimates.json b/criterion/micro_ops_map/base/estimates.json index 4027389ddb82..79876caad432 100644 --- a/criterion/micro_ops_map/base/estimates.json +++ b/criterion/micro_ops_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9481.653781128956,"upper_bound":9648.817681698614},"point_estimate":9552.665329878346,"standard_error":43.318422409645684},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9464.55606893107,"upper_bound":9479.288461538461},"point_estimate":9469.4168354329,"standard_error":3.7186518051527537},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.82200060905863,"upper_bound":58.36168507498431},"point_estimate":44.21503822059842,"standard_error":5.958559555701779},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9484.68750847385,"upper_bound":9723.768600261998},"point_estimate":9568.263466369599,"standard_error":68.21057610943475},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87.51501096438871,"upper_bound":664.321945904862},"point_estimate":433.05006350857263,"standard_error":146.5266326032963}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9484.922458502002,"upper_bound":9529.061614703465},"point_estimate":9505.025240696197,"standard_error":11.31835538850573},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9469.150849150848,"upper_bound":9491.337606837607},"point_estimate":9478.318009049774,"standard_error":5.380030995540174},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.094469583753195,"upper_bound":65.74209861431312},"point_estimate":49.01164947693822,"standard_error":7.004555055995926},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9488.901615341883,"upper_bound":9531.608048205442},"point_estimate":9508.601020336248,"standard_error":10.921347110707751},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61.431980964973484,"upper_bound":156.1916273037652},"point_estimate":113.52882671043541,"standard_error":23.90957560418691}} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/sample.json b/criterion/micro_ops_map/base/sample.json index 266ac2fb4d32..bb0389fe9a3e 100644 --- a/criterion/micro_ops_map/base/sample.json +++ b/criterion/micro_ops_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[122251.0,244155.0,493340.0,492117.0,609967.0,732491.0,858083.0,990419.0,1097984.0,1222189.0,1353959.0,1475485.0,1606333.0,1713586.0,1840964.0,2220661.0,2109198.0,2197551.0,2370391.0,2469102.0,2562034.0,2740058.0,2831203.0,2953327.0,3091333.0,3180351.0,3330503.0,3428161.0,3540475.0,3663480.0,3804963.0,4075705.0,4051425.0,4198819.0,4293510.0,4433499.0,4569118.0,4664685.0,4840477.0,4921737.0,5056076.0,5163647.0,5291537.0,5417121.0,5545113.0,5964822.0,5794646.0,5915076.0,5987050.0,6148859.0,6258414.0,6440203.0,6490092.0,6622841.0,6776469.0,6879627.0,7031155.0,7102197.0,7262564.0,7461729.0,7499502.0,7652195.0,7720667.0,7886934.0,7995594.0,8098356.0,8248794.0,8370031.0,8487439.0,8617871.0,8742564.0,8854845.0,8968976.0,9147469.0,9197049.0,9327974.0,9474789.0,9754449.0,9743946.0,10298627.0,9971324.0,10093748.0,10217472.0,10388169.0,10541307.0,10596627.0,10729381.0,10811670.0,10990659.0,11095775.0,11232003.0,11344629.0,11488993.0,11627625.0,14942353.0,11894148.0,11904149.0,12138152.0,12350082.0,12384348.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[122106.0,261906.0,376820.0,492015.0,610385.0,732361.0,879121.0,976919.0,1099042.0,1233473.0,1360578.0,1498145.0,1594693.0,1726233.0,1861554.0,1983729.0,2081366.0,2220973.0,2337315.0,2468077.0,2574091.0,2724809.0,2833322.0,2958400.0,3118556.0,3194068.0,3303856.0,3433170.0,3575688.0,3684698.0,3829117.0,3919113.0,4042859.0,4166130.0,4331892.0,4456121.0,4565735.0,4666349.0,4802567.0,4918984.0,5034867.0,5239937.0,5274451.0,5404527.0,5930561.0,5665972.0,5759337.0,5912285.0,6059289.0,6208453.0,6284199.0,6425733.0,6510271.0,6652922.0,6827971.0,7011322.0,7004825.0,7171831.0,7233618.0,7451338.0,7505464.0,7646068.0,7782287.0,7977062.0,7990804.0,8152794.0,8265774.0,8371981.0,8480938.0,8582798.0,8707899.0,9273647.0,8998019.0,9052223.0,9223184.0,9343561.0,9478620.0,9595178.0,9730874.0,9908714.0,9969336.0,10133353.0,10286982.0,10366520.0,10559090.0,10632730.0,10688515.0,10813779.0,11089060.0,11078683.0,11375695.0,11342514.0,11518765.0,11636095.0,11763287.0,11786468.0,12237513.0,12074490.0,12240708.0,12321668.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/tukey.json b/criterion/micro_ops_map/base/tukey.json index 97714a63760d..ce42d70ed3ff 100644 --- a/criterion/micro_ops_map/base/tukey.json +++ b/criterion/micro_ops_map/base/tukey.json @@ -1 +1 @@ -[9263.403224590083,9352.282702038632,9589.294641901426,9678.174119349973] \ No newline at end of file +[9233.297197573987,9341.471767816802,9629.937288464309,9738.111858707125] \ No newline at end of file diff --git a/criterion/micro_ops_map/change/estimates.json b/criterion/micro_ops_map/change/estimates.json index b6aefbd7f18d..0afa88e93568 100644 --- a/criterion/micro_ops_map/change/estimates.json +++ b/criterion/micro_ops_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0029321420296268457,"upper_bound":0.014232728931917989},"point_estimate":0.004862752749599464,"standard_error":0.004501749101179374},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003051342349675079,"upper_bound":-0.0002420691563265187},"point_estimate":-0.0018565642318506548,"standard_error":0.0007475668836398542}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.015008841202313798,"upper_bound":0.002868103205245395},"point_estimate":-0.004987099153692998,"standard_error":0.0046025488509457224},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00036352703271724796,"upper_bound":0.002361226878959677},"point_estimate":0.0009399917409451675,"standard_error":0.0006628329154558706}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/estimates.json b/criterion/micro_ops_map/new/estimates.json index 4027389ddb82..79876caad432 100644 --- a/criterion/micro_ops_map/new/estimates.json +++ b/criterion/micro_ops_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9481.653781128956,"upper_bound":9648.817681698614},"point_estimate":9552.665329878346,"standard_error":43.318422409645684},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9464.55606893107,"upper_bound":9479.288461538461},"point_estimate":9469.4168354329,"standard_error":3.7186518051527537},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.82200060905863,"upper_bound":58.36168507498431},"point_estimate":44.21503822059842,"standard_error":5.958559555701779},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9484.68750847385,"upper_bound":9723.768600261998},"point_estimate":9568.263466369599,"standard_error":68.21057610943475},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87.51501096438871,"upper_bound":664.321945904862},"point_estimate":433.05006350857263,"standard_error":146.5266326032963}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9484.922458502002,"upper_bound":9529.061614703465},"point_estimate":9505.025240696197,"standard_error":11.31835538850573},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9469.150849150848,"upper_bound":9491.337606837607},"point_estimate":9478.318009049774,"standard_error":5.380030995540174},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.094469583753195,"upper_bound":65.74209861431312},"point_estimate":49.01164947693822,"standard_error":7.004555055995926},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9488.901615341883,"upper_bound":9531.608048205442},"point_estimate":9508.601020336248,"standard_error":10.921347110707751},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61.431980964973484,"upper_bound":156.1916273037652},"point_estimate":113.52882671043541,"standard_error":23.90957560418691}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/sample.json b/criterion/micro_ops_map/new/sample.json index 266ac2fb4d32..bb0389fe9a3e 100644 --- a/criterion/micro_ops_map/new/sample.json +++ b/criterion/micro_ops_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[122251.0,244155.0,493340.0,492117.0,609967.0,732491.0,858083.0,990419.0,1097984.0,1222189.0,1353959.0,1475485.0,1606333.0,1713586.0,1840964.0,2220661.0,2109198.0,2197551.0,2370391.0,2469102.0,2562034.0,2740058.0,2831203.0,2953327.0,3091333.0,3180351.0,3330503.0,3428161.0,3540475.0,3663480.0,3804963.0,4075705.0,4051425.0,4198819.0,4293510.0,4433499.0,4569118.0,4664685.0,4840477.0,4921737.0,5056076.0,5163647.0,5291537.0,5417121.0,5545113.0,5964822.0,5794646.0,5915076.0,5987050.0,6148859.0,6258414.0,6440203.0,6490092.0,6622841.0,6776469.0,6879627.0,7031155.0,7102197.0,7262564.0,7461729.0,7499502.0,7652195.0,7720667.0,7886934.0,7995594.0,8098356.0,8248794.0,8370031.0,8487439.0,8617871.0,8742564.0,8854845.0,8968976.0,9147469.0,9197049.0,9327974.0,9474789.0,9754449.0,9743946.0,10298627.0,9971324.0,10093748.0,10217472.0,10388169.0,10541307.0,10596627.0,10729381.0,10811670.0,10990659.0,11095775.0,11232003.0,11344629.0,11488993.0,11627625.0,14942353.0,11894148.0,11904149.0,12138152.0,12350082.0,12384348.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[122106.0,261906.0,376820.0,492015.0,610385.0,732361.0,879121.0,976919.0,1099042.0,1233473.0,1360578.0,1498145.0,1594693.0,1726233.0,1861554.0,1983729.0,2081366.0,2220973.0,2337315.0,2468077.0,2574091.0,2724809.0,2833322.0,2958400.0,3118556.0,3194068.0,3303856.0,3433170.0,3575688.0,3684698.0,3829117.0,3919113.0,4042859.0,4166130.0,4331892.0,4456121.0,4565735.0,4666349.0,4802567.0,4918984.0,5034867.0,5239937.0,5274451.0,5404527.0,5930561.0,5665972.0,5759337.0,5912285.0,6059289.0,6208453.0,6284199.0,6425733.0,6510271.0,6652922.0,6827971.0,7011322.0,7004825.0,7171831.0,7233618.0,7451338.0,7505464.0,7646068.0,7782287.0,7977062.0,7990804.0,8152794.0,8265774.0,8371981.0,8480938.0,8582798.0,8707899.0,9273647.0,8998019.0,9052223.0,9223184.0,9343561.0,9478620.0,9595178.0,9730874.0,9908714.0,9969336.0,10133353.0,10286982.0,10366520.0,10559090.0,10632730.0,10688515.0,10813779.0,11089060.0,11078683.0,11375695.0,11342514.0,11518765.0,11636095.0,11763287.0,11786468.0,12237513.0,12074490.0,12240708.0,12321668.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/tukey.json b/criterion/micro_ops_map/new/tukey.json index 97714a63760d..ce42d70ed3ff 100644 --- a/criterion/micro_ops_map/new/tukey.json +++ b/criterion/micro_ops_map/new/tukey.json @@ -1 +1 @@ -[9263.403224590083,9352.282702038632,9589.294641901426,9678.174119349973] \ No newline at end of file +[9233.297197573987,9341.471767816802,9629.937288464309,9738.111858707125] \ No newline at end of file diff --git a/criterion/micro_ops_map/report/MAD.svg b/criterion/micro_ops_map/report/MAD.svg index f80e4b1b3437..0f19bf43d048 100644 --- a/criterion/micro_ops_map/report/MAD.svg +++ b/criterion/micro_ops_map/report/MAD.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - -0.07 - - - -0.08 - - - -0.09 - - - -0.1 - - - -0.11 - - + - -30 - - - -35 - - - + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - - - + + +65 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/SD.svg b/criterion/micro_ops_map/report/SD.svg index 3c29f6302790..a65a45c58829 100644 --- a/criterion/micro_ops_map/report/SD.svg +++ b/criterion/micro_ops_map/report/SD.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (ns) - -5e-4 + +0.002 - - -0.001 + + +0.004 - - -0.0015 + + +0.006 - - -0.002 + + +0.008 + + + +0.01 + + + +0.012 - - -0.0025 + + +0.014 - - -0.003 + + +0.016 - - -0.0035 + + +0.018 - + - + +60 + + + +70 + + + +80 + + + +90 + + + 100 - - -200 + + +110 - - -300 + + +120 - - -400 + + +130 - - -500 + + +140 - - -600 + + +150 - - -700 + + +160 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/both/pdf.svg b/criterion/micro_ops_map/report/both/pdf.svg index ddcb215e4d04..27d1e14e2c0a 100644 --- a/criterion/micro_ops_map/report/both/pdf.svg +++ b/criterion/micro_ops_map/report/both/pdf.svg @@ -9,50 +9,46 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - -5.5 - - + 9 @@ -74,10 +70,10 @@ Average Time (µs) 13 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_map/report/both/regression.svg b/criterion/micro_ops_map/report/both/regression.svg index 314e8c122371..3f9d48dcb0de 100644 --- a/criterion/micro_ops_map/report/both/regression.svg +++ b/criterion/micro_ops_map/report/both/regression.svg @@ -80,10 +80,10 @@ Iterations (x 10^3) 1.2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_map/report/change/mean.svg b/criterion/micro_ops_map/report/change/mean.svg index 822404b7518a..a8f497b02924 100644 --- a/criterion/micro_ops_map/report/change/mean.svg +++ b/criterion/micro_ops_map/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + - --0.004 + +-0.016 - - --0.002 + + +-0.014 - - -0 + + +-0.012 - - -0.002 + + +-0.01 - - -0.004 + + +-0.008 - - -0.006 + + +-0.006 - - -0.008 + + +-0.004 - - -0.01 + + +-0.002 - - -0.012 + + +0 - - -0.014 + + +0.002 - - -0.016 + + +0.004 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/median.svg b/criterion/micro_ops_map/report/change/median.svg index 8b318f34f978..1eea9dddd1cf 100644 --- a/criterion/micro_ops_map/report/change/median.svg +++ b/criterion/micro_ops_map/report/change/median.svg @@ -9,62 +9,66 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + + +700 + + - --0.003 + +-5e-4 - - --0.0025 + + +0 - - --0.002 + + +5e-4 - - --0.0015 + + +0.001 - - --0.001 + + +0.0015 - - --5e-4 + + +0.002 - - -0 + + +0.0025 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/t-test.svg b/criterion/micro_ops_map/report/change/t-test.svg index 6eaa6d8dcae8..de03a90eb452 100644 --- a/criterion/micro_ops_map/report/change/t-test.svg +++ b/criterion/micro_ops_map/report/change/t-test.svg @@ -13,65 +13,65 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/micro_ops_map/report/index.html b/criterion/micro_ops_map/report/index.html index 58437be29e6b..1463b8edb459 100644 --- a/criterion/micro_ops_map/report/index.html +++ b/criterion/micro_ops_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 9.4847 µs - 9.5683 µs - 9.7238 µs + 9.4889 µs + 9.5086 µs + 9.5316 µs R² - 0.7744650 - 0.7809229 - 0.7590118 + 0.9868765 + 0.9874613 + 0.9866639 Mean - 9.4817 µs - 9.5527 µs - 9.6488 µs + 9.4849 µs + 9.5050 µs + 9.5291 µs Std. Dev. - 87.515 ns - 433.05 ns - 664.32 ns + 61.432 ns + 113.53 ns + 156.19 ns Median - 9.4646 µs - 9.4694 µs - 9.4793 µs + 9.4692 µs + 9.4783 µs + 9.4913 µs MAD - 32.822 ns - 44.215 ns - 58.362 ns + 39.094 ns + 49.012 ns + 65.742 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.2932% - +0.4863% - +1.4233% - (p = 0.35 > + -1.5009% + -0.4987% + +0.2868% + (p = 0.33 > 0.05) diff --git a/criterion/micro_ops_map/report/mean.svg b/criterion/micro_ops_map/report/mean.svg index 5c7054d8654f..06ee42946d7f 100644 --- a/criterion/micro_ops_map/report/mean.svg +++ b/criterion/micro_ops_map/report/mean.svg @@ -9,90 +9,74 @@ Density (a.u.) Average time (µs)
- -1 - - - -2 - - - -3 - - - -4 - - - + 5 - - -6 + + +10 - - -7 + + +15 - - -8 + + +20 - - -9 + + +25 - - -10 + + +30 - - - -9.48 + + +35 - - -9.5 + + + +9.485 - - -9.52 + + +9.49 - - -9.54 + + +9.495 - - -9.56 + + +9.5 - - -9.58 + + +9.505 - - -9.6 + + +9.51 - - -9.62 + + +9.515 - - -9.64 + + +9.52 - - -9.66 + + +9.525 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/median.svg b/criterion/micro_ops_map/report/median.svg index 5a395152a5a2..6716c83bfab7 100644 --- a/criterion/micro_ops_map/report/median.svg +++ b/criterion/micro_ops_map/report/median.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (µs) - -50 + +20 - - -100 - - - -150 - - - -200 + + +40 - - -250 + + +60 - - -300 + + +80 - - - -9.464 + + +100 - - -9.466 + + +120 - - -9.468 + + +140 - - + + + 9.47 - - -9.472 - - - -9.474 + + +9.475 - - -9.476 + + +9.48 - - -9.478 + + +9.485 - - -9.48 + + +9.49 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/pdf.svg b/criterion/micro_ops_map/report/pdf.svg index 9b09f30b9b39..1ddee31a4c1e 100644 --- a/criterion/micro_ops_map/report/pdf.svg +++ b/criterion/micro_ops_map/report/pdf.svg @@ -38,42 +38,46 @@ Average Time (µs) - -9 + +9.3 - - + + +9.4 + + + 9.5 - - -10 + + +9.6 - - -10.5 + + +9.7 - - -11 + + +9.8 - - -11.5 + + +9.9 - - -12 + + +10 - - -12.5 + + +10.1 - - -13 + + +10.2 - + Density (a.u.) @@ -82,66 +86,66 @@ Density (a.u.) 0 - -0.2 - - - -0.4 + +0.5 - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 - - - -1.4 - - - -1.6 - - - -1.8 - - - - - - - - - - - - - - - - - - - - - - - - - - + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_map/report/pdf_small.svg b/criterion/micro_ops_map/report/pdf_small.svg index ff92808733af..90fdb73472d0 100644 --- a/criterion/micro_ops_map/report/pdf_small.svg +++ b/criterion/micro_ops_map/report/pdf_small.svg @@ -10,67 +10,51 @@ Average Time (µs) 0 - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 - - - + 1 - - -1.2 + + +2 - - -1.4 + + +3 - - -1.6 + + +4 - - -1.8 + + +5 - - -2 + + +6 - + - -9 + +9.4 - - -10 + + +9.6 - - -11 + + +9.8 - - -12 + + +10 - - -13 + + +10.2 - - - + + + diff --git a/criterion/micro_ops_map/report/regression.svg b/criterion/micro_ops_map/report/regression.svg index c2f2feeb9378..8a544e65b090 100644 --- a/criterion/micro_ops_map/report/regression.svg +++ b/criterion/micro_ops_map/report/regression.svg @@ -14,42 +14,37 @@ Iterations (x 10^3) - - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - -14.0 - - + 0.2 @@ -76,107 +71,107 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_map/report/regression_small.svg b/criterion/micro_ops_map/report/regression_small.svg index 96786ef4abcb..fbf583d6ae1d 100644 --- a/criterion/micro_ops_map/report/regression_small.svg +++ b/criterion/micro_ops_map/report/regression_small.svg @@ -11,42 +11,37 @@ Iterations (x 10^3) - - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - -14.0 - - + 0.2 @@ -73,105 +68,105 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_map/report/relative_pdf_small.svg b/criterion/micro_ops_map/report/relative_pdf_small.svg index 448bfca5825a..04e26826ecb1 100644 --- a/criterion/micro_ops_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_map/report/relative_pdf_small.svg @@ -6,50 +6,46 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - -5.5 - - + 9 @@ -71,8 +67,8 @@ Average Time (µs) 13 - - - - + + + + diff --git a/criterion/micro_ops_map/report/relative_regression_small.svg b/criterion/micro_ops_map/report/relative_regression_small.svg index fae48180cb97..c662e2c9cf5b 100644 --- a/criterion/micro_ops_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_map/report/relative_regression_small.svg @@ -77,8 +77,8 @@ Iterations (x 10^3) 1.2 - - - - + + + + diff --git a/criterion/micro_ops_map/report/slope.svg b/criterion/micro_ops_map/report/slope.svg index 8ba36b7512cf..457ef38f02b2 100644 --- a/criterion/micro_ops_map/report/slope.svg +++ b/criterion/micro_ops_map/report/slope.svg @@ -9,54 +9,82 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 + + +10 - - -6 + + +15 - - -8 + + +20 - - -10 + + +25 + + + +30 - - -12 + + +35 - + + +40 + + - + +9.485 + + + +9.49 + + + +9.495 + + + 9.5 - - -9.55 + + +9.505 + + + +9.51 + + + +9.515 - - -9.6 + + +9.52 - - -9.65 + + +9.525 - - -9.7 + + +9.53 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/typical.svg b/criterion/micro_ops_map/report/typical.svg index f955853c964a..09ced8b9787f 100644 --- a/criterion/micro_ops_map/report/typical.svg +++ b/criterion/micro_ops_map/report/typical.svg @@ -9,54 +9,82 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 + + +10 - - -6 + + +15 - - -8 + + +20 - - -10 + + +25 + + + +30 - - -12 + + +35 - + + +40 + + - + +9.485 + + + +9.49 + + + +9.495 + + + 9.5 - - -9.55 + + +9.505 + + + +9.51 + + + +9.515 - - -9.6 + + +9.52 - - -9.65 + + +9.525 - - -9.7 + + +9.53 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/base/estimates.json b/criterion/micro_ops_next_tick_big/base/estimates.json index c0a062d11240..652ff6ef6e2e 100644 --- a/criterion/micro_ops_next_tick_big/base/estimates.json +++ b/criterion/micro_ops_next_tick_big/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69711.09942818453,"upper_bound":71365.07482408003},"point_estimate":70548.62132175197,"standard_error":419.6622899688126},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69717.24722629745,"upper_bound":70185.75},"point_estimate":69891.50170706245,"standard_error":130.7065030846413},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":790.9536719577795,"upper_bound":2494.894070222903},"point_estimate":1428.5856610838703,"standard_error":414.3052587884187},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70664.63236688173,"upper_bound":71901.16298342729},"point_estimate":71249.87170955689,"standard_error":317.3844938697689},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2511.6537981837305,"upper_bound":5760.749897944793},"point_estimate":4211.899547893642,"standard_error":833.0121500954989}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71222.58200413286,"upper_bound":72955.59080163774},"point_estimate":72098.5140983905,"standard_error":441.41196290356146},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71548.33376623377,"upper_bound":72331.61880711881},"point_estimate":71946.8667953668,"standard_error":186.07474929007057},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1021.2759349680526,"upper_bound":2019.9843166841574},"point_estimate":1407.6515697234793,"standard_error":252.49265903825705},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72418.41036592027,"upper_bound":74516.78380806505},"point_estimate":73311.89840233064,"standard_error":543.2638626320413},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2691.6817840177278,"upper_bound":5986.934911611386},"point_estimate":4433.529178935833,"standard_error":842.5522127869401}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/sample.json b/criterion/micro_ops_next_tick_big/base/sample.json index 5f64a9ad034a..84170415f574 100644 --- a/criterion/micro_ops_next_tick_big/base/sample.json +++ b/criterion/micro_ops_next_tick_big/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[661046.0,1618585.0,2566126.0,3789363.0,4870733.0,5595298.0,7067078.0,7588874.0,9276168.0,9475831.0,10425276.0,11301243.0,12392642.0,13356744.0,14563040.0,15216501.0,16344570.0,17214576.0,18277272.0,20417513.0,21681005.0,22523228.0,29332957.0,24540188.0,24303776.0,25175085.0,26026276.0,27049288.0,27954060.0,29136900.0,29958956.0,30724608.0,32098245.0,35508309.0,34049522.0,34694558.0,37132044.0,36914968.0,40861945.0,41968384.0,41953657.0,44428212.0,42026904.0,43861732.0,44356217.0,45563443.0,45956658.0,47166900.0,47934465.0,52637466.0,52002328.0,52803645.0,52776856.0,56185297.0,54373751.0,55453909.0,55967619.0,56985111.0,57996743.0,58908757.0,59685949.0,64583424.0,61671161.0,62886432.0,69086020.0,64700983.0,68832515.0,66724315.0,71701398.0,69341647.0,69965363.0,70937200.0,71287485.0,72351813.0,72868008.0,74248018.0,81791769.0,83445930.0,82580632.0,78248405.0,84690205.0,79961096.0,81215821.0,81504080.0,82726155.0,83709182.0,84668896.0,85686518.0,87424917.0,88222578.0,88707133.0,89661727.0,93323943.0,91527195.0,92851730.0,93587135.0,104176277.0,99445054.0,104478823.0,97775554.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[683435.0,1618583.0,2693715.0,3548251.0,4916455.0,5586183.0,6592145.0,7564804.0,8487158.0,10411095.0,11200369.0,12367213.0,12495695.0,13460189.0,15377012.0,15493532.0,17095895.0,18572541.0,19304017.0,20193468.0,20452064.0,22027276.0,26444903.0,25475660.0,25431457.0,25581519.0,27301022.0,28199262.0,29265667.0,31466624.0,30892185.0,32929666.0,32748094.0,35874132.0,34413816.0,37754477.0,36822075.0,39073868.0,39226776.0,41029886.0,41867811.0,42856871.0,43677004.0,43941982.0,45556658.0,47838889.0,47383342.0,47638081.0,48871701.0,49711289.0,50943446.0,55981819.0,53008429.0,54844081.0,55092217.0,56139787.0,58115932.0,57855633.0,63392234.0,61301322.0,67076991.0,61328893.0,63562312.0,64907481.0,65958909.0,65833893.0,67072032.0,71916179.0,68812365.0,75918725.0,70216183.0,72629962.0,75079888.0,74547287.0,74536286.0,76415971.0,77055564.0,80063729.0,79717349.0,79899661.0,81001303.0,82179227.0,90010692.0,89024457.0,84933686.0,85854176.0,114202519.0,89244000.0,89281882.0,94187836.0,99156058.0,99966621.0,93806479.0,93788365.0,95347246.0,95693437.0,96507046.0,103483684.0,99531925.0,102081185.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/tukey.json b/criterion/micro_ops_next_tick_big/base/tukey.json index 2dfbb394c995..bf1446f052d8 100644 --- a/criterion/micro_ops_next_tick_big/base/tukey.json +++ b/criterion/micro_ops_next_tick_big/base/tukey.json @@ -1 +1 @@ -[60057.234649245744,64721.20285093866,77158.45138878643,81822.41959047935] \ No newline at end of file +[65062.42545439162,68144.14658378871,76362.0695955143,79443.7907249114] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/change/estimates.json b/criterion/micro_ops_next_tick_big/change/estimates.json index 77405aa89689..5d1210d7ed0c 100644 --- a/criterion/micro_ops_next_tick_big/change/estimates.json +++ b/criterion/micro_ops_next_tick_big/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.057504132984818164,"upper_bound":-0.026847786177933656},"point_estimate":-0.04212105181577408,"standard_error":0.007773270669219091},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04771363014042296,"upper_bound":-0.03764966980640405},"point_estimate":-0.04240050004741469,"standard_error":0.00255549722602199}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004965075923118239,"upper_bound":0.03926515251134919},"point_estimate":0.021969143373758104,"standard_error":0.008749642768355784},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.021586990157250074,"upper_bound":0.03659140102454095},"point_estimate":0.029407939994179122,"standard_error":0.003592274554152298}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/estimates.json b/criterion/micro_ops_next_tick_big/new/estimates.json index c0a062d11240..652ff6ef6e2e 100644 --- a/criterion/micro_ops_next_tick_big/new/estimates.json +++ b/criterion/micro_ops_next_tick_big/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69711.09942818453,"upper_bound":71365.07482408003},"point_estimate":70548.62132175197,"standard_error":419.6622899688126},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69717.24722629745,"upper_bound":70185.75},"point_estimate":69891.50170706245,"standard_error":130.7065030846413},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":790.9536719577795,"upper_bound":2494.894070222903},"point_estimate":1428.5856610838703,"standard_error":414.3052587884187},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70664.63236688173,"upper_bound":71901.16298342729},"point_estimate":71249.87170955689,"standard_error":317.3844938697689},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2511.6537981837305,"upper_bound":5760.749897944793},"point_estimate":4211.899547893642,"standard_error":833.0121500954989}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71222.58200413286,"upper_bound":72955.59080163774},"point_estimate":72098.5140983905,"standard_error":441.41196290356146},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71548.33376623377,"upper_bound":72331.61880711881},"point_estimate":71946.8667953668,"standard_error":186.07474929007057},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1021.2759349680526,"upper_bound":2019.9843166841574},"point_estimate":1407.6515697234793,"standard_error":252.49265903825705},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72418.41036592027,"upper_bound":74516.78380806505},"point_estimate":73311.89840233064,"standard_error":543.2638626320413},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2691.6817840177278,"upper_bound":5986.934911611386},"point_estimate":4433.529178935833,"standard_error":842.5522127869401}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/sample.json b/criterion/micro_ops_next_tick_big/new/sample.json index 5f64a9ad034a..84170415f574 100644 --- a/criterion/micro_ops_next_tick_big/new/sample.json +++ b/criterion/micro_ops_next_tick_big/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[661046.0,1618585.0,2566126.0,3789363.0,4870733.0,5595298.0,7067078.0,7588874.0,9276168.0,9475831.0,10425276.0,11301243.0,12392642.0,13356744.0,14563040.0,15216501.0,16344570.0,17214576.0,18277272.0,20417513.0,21681005.0,22523228.0,29332957.0,24540188.0,24303776.0,25175085.0,26026276.0,27049288.0,27954060.0,29136900.0,29958956.0,30724608.0,32098245.0,35508309.0,34049522.0,34694558.0,37132044.0,36914968.0,40861945.0,41968384.0,41953657.0,44428212.0,42026904.0,43861732.0,44356217.0,45563443.0,45956658.0,47166900.0,47934465.0,52637466.0,52002328.0,52803645.0,52776856.0,56185297.0,54373751.0,55453909.0,55967619.0,56985111.0,57996743.0,58908757.0,59685949.0,64583424.0,61671161.0,62886432.0,69086020.0,64700983.0,68832515.0,66724315.0,71701398.0,69341647.0,69965363.0,70937200.0,71287485.0,72351813.0,72868008.0,74248018.0,81791769.0,83445930.0,82580632.0,78248405.0,84690205.0,79961096.0,81215821.0,81504080.0,82726155.0,83709182.0,84668896.0,85686518.0,87424917.0,88222578.0,88707133.0,89661727.0,93323943.0,91527195.0,92851730.0,93587135.0,104176277.0,99445054.0,104478823.0,97775554.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[683435.0,1618583.0,2693715.0,3548251.0,4916455.0,5586183.0,6592145.0,7564804.0,8487158.0,10411095.0,11200369.0,12367213.0,12495695.0,13460189.0,15377012.0,15493532.0,17095895.0,18572541.0,19304017.0,20193468.0,20452064.0,22027276.0,26444903.0,25475660.0,25431457.0,25581519.0,27301022.0,28199262.0,29265667.0,31466624.0,30892185.0,32929666.0,32748094.0,35874132.0,34413816.0,37754477.0,36822075.0,39073868.0,39226776.0,41029886.0,41867811.0,42856871.0,43677004.0,43941982.0,45556658.0,47838889.0,47383342.0,47638081.0,48871701.0,49711289.0,50943446.0,55981819.0,53008429.0,54844081.0,55092217.0,56139787.0,58115932.0,57855633.0,63392234.0,61301322.0,67076991.0,61328893.0,63562312.0,64907481.0,65958909.0,65833893.0,67072032.0,71916179.0,68812365.0,75918725.0,70216183.0,72629962.0,75079888.0,74547287.0,74536286.0,76415971.0,77055564.0,80063729.0,79717349.0,79899661.0,81001303.0,82179227.0,90010692.0,89024457.0,84933686.0,85854176.0,114202519.0,89244000.0,89281882.0,94187836.0,99156058.0,99966621.0,93806479.0,93788365.0,95347246.0,95693437.0,96507046.0,103483684.0,99531925.0,102081185.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/tukey.json b/criterion/micro_ops_next_tick_big/new/tukey.json index 2dfbb394c995..bf1446f052d8 100644 --- a/criterion/micro_ops_next_tick_big/new/tukey.json +++ b/criterion/micro_ops_next_tick_big/new/tukey.json @@ -1 +1 @@ -[60057.234649245744,64721.20285093866,77158.45138878643,81822.41959047935] \ No newline at end of file +[65062.42545439162,68144.14658378871,76362.0695955143,79443.7907249114] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/report/MAD.svg b/criterion/micro_ops_next_tick_big/report/MAD.svg index 3ea5f668bb47..5a7a0bbd8ac8 100644 --- a/criterion/micro_ops_next_tick_big/report/MAD.svg +++ b/criterion/micro_ops_next_tick_big/report/MAD.svg @@ -9,78 +9,74 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - - -0.8 + + +1.6 - - + + +1.8 + + + +2 + + + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - - -2.2 - - - -2.4 - - - -2.6 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/SD.svg b/criterion/micro_ops_next_tick_big/report/SD.svg index b02a76ed7cc0..213565daa78a 100644 --- a/criterion/micro_ops_next_tick_big/report/SD.svg +++ b/criterion/micro_ops_next_tick_big/report/SD.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.05 - + 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - + - + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - + + 5.5 - - + + 6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/both/pdf.svg b/criterion/micro_ops_next_tick_big/report/both/pdf.svg index 84693b667b38..64254bce8efb 100644 --- a/criterion/micro_ops_next_tick_big/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/both/pdf.svg @@ -9,59 +9,59 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_big/report/both/regression.svg b/criterion/micro_ops_next_tick_big/report/both/regression.svg index a2733674733a..79e36308c6b1 100644 --- a/criterion/micro_ops_next_tick_big/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/both/regression.svg @@ -9,81 +9,106 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - + + + + + + + - - - - - + + + + + + + + + + 0.0 - + +10.0 + + + 20.0 - - + + +30.0 + + + 40.0 - - + + +50.0 + + + 60.0 - - + + +70.0 + + + 80.0 - - + + +90.0 + + + 100.0 - + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - - - - + + + + + Base Sample diff --git a/criterion/micro_ops_next_tick_big/report/change/mean.svg b/criterion/micro_ops_next_tick_big/report/change/mean.svg index ab820bab7b61..09befe392f47 100644 --- a/criterion/micro_ops_next_tick_big/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/change/mean.svg @@ -9,83 +9,79 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - -50 - - + - --0.06 - - - --0.055 - - - --0.05 - - - --0.045 - - - --0.04 - - - --0.035 - - - --0.03 - - - --0.025 - - - - - - + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/median.svg b/criterion/micro_ops_next_tick_big/report/change/median.svg index 46a510b418e5..9c47a78b755c 100644 --- a/criterion/micro_ops_next_tick_big/report/change/median.svg +++ b/criterion/micro_ops_next_tick_big/report/change/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 + + + +0.02 - - -160 + + +0.022 - - -180 + + +0.024 - - -200 + + +0.026 - - - --0.048 + + +0.028 - - --0.046 + + +0.03 - - --0.044 + + +0.032 - - --0.042 + + +0.034 - - --0.04 + + +0.036 - - --0.038 + + +0.038 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/t-test.svg b/criterion/micro_ops_next_tick_big/report/change/t-test.svg index 6533fa71b0b3..3427689011e2 100644 --- a/criterion/micro_ops_next_tick_big/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_big/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_big/report/index.html b/criterion/micro_ops_next_tick_big/report/index.html index 4d4f15e1c608..049a4103d4e6 100644 --- a/criterion/micro_ops_next_tick_big/report/index.html +++ b/criterion/micro_ops_next_tick_big/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 70.665 µs - 71.250 µs - 71.901 µs + 72.418 µs + 73.312 µs + 74.517 µs R² - 0.8442044 - 0.8514642 - 0.8424914 + 0.7189595 + 0.7298958 + 0.7102490 Mean - 69.711 µs - 70.549 µs - 71.365 µs + 71.223 µs + 72.099 µs + 72.956 µs Std. Dev. - 2.5117 µs - 4.2119 µs - 5.7607 µs + 2.6917 µs + 4.4335 µs + 5.9869 µs Median - 69.717 µs - 69.892 µs - 70.186 µs + 71.548 µs + 71.947 µs + 72.332 µs MAD - 790.95 ns - 1.4286 µs - 2.4949 µs + 1.0213 µs + 1.4077 µs + 2.0200 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -5.7504% - -4.2121% - -2.6848% - (p = 0.00 < + +0.4965% + +2.1969% + +3.9265% + (p = 0.01 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_next_tick_big/report/mean.svg b/criterion/micro_ops_next_tick_big/report/mean.svg index d761871a600e..827c92888f83 100644 --- a/criterion/micro_ops_next_tick_big/report/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/mean.svg @@ -9,89 +9,85 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - -1 - - + - -69.6 + +71.2 - - -69.8 + + +71.4 - - -70 + + +71.6 - - -70.2 + + +71.8 - - -70.4 + + +72 - - -70.6 + + +72.2 - - -70.8 + + +72.4 - - -71 + + +72.6 - - -71.2 + + +72.8 - - -71.4 + + +73 - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/median.svg b/criterion/micro_ops_next_tick_big/report/median.svg index 1bafdb411823..df20c87b36ce 100644 --- a/criterion/micro_ops_next_tick_big/report/median.svg +++ b/criterion/micro_ops_next_tick_big/report/median.svg @@ -9,78 +9,86 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - -4 + + +3.5 - - -5 + + +4 - - -6 + + +4.5 - + - -69.7 - - - -69.75 + +71.5 - - -69.8 + + +71.6 - - -69.85 + + +71.7 - - -69.9 + + +71.8 - - -69.95 + + +71.9 - - -70 + + +72 - - -70.05 + + +72.1 - - -70.1 + + +72.2 - - -70.15 + + +72.3 - - -70.2 + + +72.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/pdf.svg b/criterion/micro_ops_next_tick_big/report/pdf.svg index 3df90149ccfb..a78766b3b57a 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf.svg @@ -42,50 +42,50 @@ Average Time (µs) - + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - - + + 85 - - + + 90 - - + + 95 - + Density (a.u.) @@ -94,48 +94,74 @@ Density (a.u.) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_big/report/pdf_small.svg b/criterion/micro_ops_next_tick_big/report/pdf_small.svg index 9b1be1b73142..8d8d1bf5dc66 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf_small.svg @@ -10,55 +10,55 @@ Average Time (µs) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - - + + + diff --git a/criterion/micro_ops_next_tick_big/report/regression.svg b/criterion/micro_ops_next_tick_big/report/regression.svg index 7dfe80316dd6..1ffe38770ae5 100644 --- a/criterion/micro_ops_next_tick_big/report/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/regression.svg @@ -15,57 +15,62 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + + +110.0 + + 0.2 @@ -98,105 +103,105 @@ Iterations (x 10^3) - - - - - - + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_next_tick_big/report/regression_small.svg b/criterion/micro_ops_next_tick_big/report/regression_small.svg index cfba3228d225..d2e9f486daaf 100644 --- a/criterion/micro_ops_next_tick_big/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/regression_small.svg @@ -12,57 +12,62 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + + +110.0 + + 0.2 @@ -93,105 +98,105 @@ Iterations (x 10^3) - + - - - - - - + + + + + + - - - - - + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg index 06cba2f32fd3..8d9190a0194a 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg @@ -6,57 +6,57 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg index 5842f0783fbe..5557781139d8 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg @@ -6,79 +6,104 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - + + + + + + + - - - - - + + + + + + + + + + 0.0 - + +10.0 + + + 20.0 - - + + +30.0 + + + 40.0 - - + + +50.0 + + + 60.0 - - + + +70.0 + + + 80.0 - - + + +90.0 + + + 100.0 - + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/slope.svg b/criterion/micro_ops_next_tick_big/report/slope.svg index 04c927bd363f..6f000e0825ab 100644 --- a/criterion/micro_ops_next_tick_big/report/slope.svg +++ b/criterion/micro_ops_next_tick_big/report/slope.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - -0.4 + + +0.3 - - -0.6 + + +0.4 - - -0.8 + + +0.5 - + -1 +0.6 - -1.2 - - - - -70.6 + +0.7 - - -70.8 + + +0.8 - - -71 + + + +72.5 - - -71.2 + + +73 - - -71.4 + + +73.5 - - -71.6 + + +74 - - -71.8 + + +74.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/typical.svg b/criterion/micro_ops_next_tick_big/report/typical.svg index b0f58c393d72..64d8775a5045 100644 --- a/criterion/micro_ops_next_tick_big/report/typical.svg +++ b/criterion/micro_ops_next_tick_big/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - -0.4 + + +0.3 - - -0.6 + + +0.4 - - -0.8 + + +0.5 - + -1 +0.6 - -1.2 - - - - -70.6 + +0.7 - - -70.8 + + +0.8 - - -71 + + + +72.5 - - -71.2 + + +73 - - -71.4 + + +73.5 - - -71.6 + + +74 - - -71.8 + + +74.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/base/estimates.json b/criterion/micro_ops_next_tick_small/base/estimates.json index fdb4b18155cf..9622eca54cde 100644 --- a/criterion/micro_ops_next_tick_small/base/estimates.json +++ b/criterion/micro_ops_next_tick_small/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48176.51394004953,"upper_bound":48744.39553722963},"point_estimate":48469.72648016171,"standard_error":143.79206005267892},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48499.44380952381,"upper_bound":48595.64506627393},"point_estimate":48528.64468292125,"standard_error":17.42737563405859},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":166.53662867439508,"upper_bound":264.25416521073544},"point_estimate":201.76684417360642,"standard_error":23.00823497019875},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48658.059657666076,"upper_bound":49085.33018415567},"point_estimate":48839.213764416956,"standard_error":110.62290787351613},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":707.3173175836287,"upper_bound":2075.713812802627},"point_estimate":1450.462352989486,"standard_error":350.17940722640367}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48121.311745722654,"upper_bound":48564.960671705274},"point_estimate":48364.833987664024,"standard_error":113.27206218182923},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48445.88683518862,"upper_bound":48559.47947454844},"point_estimate":48521.806998557004,"standard_error":26.6779078951647},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":170.26080570592214,"upper_bound":322.9145310769929},"point_estimate":245.35250305543275,"standard_error":40.6978623558683},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48580.516317363465,"upper_bound":48868.24072920889},"point_estimate":48704.56719837869,"standard_error":74.37647434444342},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":558.9584896520362,"upper_bound":1702.0768899329998},"point_estimate":1136.8039766662046,"standard_error":314.0827963384924}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/sample.json b/criterion/micro_ops_next_tick_small/base/sample.json index fc5868886c50..d3a21d74db8f 100644 --- a/criterion/micro_ops_next_tick_small/base/sample.json +++ b/criterion/micro_ops_next_tick_small/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[827507.0,1846952.0,2892256.0,3934745.0,4927670.0,5956763.0,6963565.0,7999221.0,8984511.0,10002174.0,11002062.0,12129209.0,13071932.0,14103770.0,15404300.0,16126881.0,17305083.0,18274334.0,19306273.0,20379629.0,21398754.0,22297453.0,23334381.0,24542318.0,25412095.0,26494047.0,27561422.0,28447358.0,30323954.0,30576166.0,31337419.0,32701118.0,33997832.0,34661511.0,35584867.0,36661049.0,37590145.0,38728272.0,39665895.0,40756173.0,42012771.0,42987974.0,43843683.0,44759365.0,45804688.0,47009369.0,47831677.0,48797052.0,49838066.0,50924416.0,51870596.0,53118347.0,54017798.0,55193536.0,56130407.0,56926144.0,63075828.0,59333173.0,60364240.0,61117147.0,62161498.0,63016136.0,64327236.0,65222079.0,66242026.0,77048750.0,68485668.0,74118837.0,70215331.0,72281954.0,72075878.0,73591511.0,75873757.0,75330191.0,76543318.0,77490728.0,78667178.0,79497689.0,81484092.0,81898146.0,82949751.0,83463672.0,84999593.0,85819215.0,86867964.0,87622174.0,89245809.0,89699005.0,90957658.0,93271503.0,92873368.0,93738986.0,95022535.0,95663213.0,97049263.0,98028223.0,98989329.0,100317845.0,101331234.0,103394505.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[840670.0,1894110.0,2891426.0,3906615.0,4937482.0,5933244.0,6972257.0,7956950.0,9112352.0,9998318.0,11058400.0,12070433.0,13247936.0,14104527.0,15173527.0,16147188.0,17269036.0,18238138.0,19319582.0,20287341.0,21170261.0,22316916.0,23460577.0,24351421.0,25536370.0,26249260.0,27571265.0,28421584.0,29400003.0,30388882.0,31432514.0,32617242.0,33450719.0,34851422.0,35471589.0,36668979.0,37699016.0,38519829.0,39419510.0,40692173.0,42432204.0,43078990.0,43854308.0,44836074.0,45629795.0,46927906.0,47879125.0,48818250.0,50496245.0,51012116.0,52023397.0,53175072.0,54145555.0,54940250.0,56060777.0,57578790.0,58697614.0,59145446.0,60249401.0,61123895.0,62169431.0,63323030.0,66640917.0,65349720.0,66261564.0,67564635.0,68597956.0,70156688.0,75115651.0,71072970.0,72508248.0,73380498.0,74630538.0,75712212.0,76743300.0,77357175.0,78341565.0,79200080.0,80521984.0,86204869.0,82751799.0,83796894.0,84388967.0,85736380.0,86403855.0,87719528.0,88833673.0,89280914.0,90982884.0,91957877.0,93631284.0,93722133.0,95387124.0,95836278.0,97100675.0,97966012.0,98707386.0,100048547.0,100872507.0,101664184.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/tukey.json b/criterion/micro_ops_next_tick_small/base/tukey.json index d50f5ce9d5d0..827431f0d13c 100644 --- a/criterion/micro_ops_next_tick_small/base/tukey.json +++ b/criterion/micro_ops_next_tick_small/base/tukey.json @@ -1 +1 @@ -[47620.49592006591,48013.216157311865,49060.470123301086,49453.19036054704] \ No newline at end of file +[47230.195826932926,47757.58837685612,49163.96850998464,49691.36105990784] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/change/estimates.json b/criterion/micro_ops_next_tick_small/change/estimates.json index b1ad46a251f0..bae452c26216 100644 --- a/criterion/micro_ops_next_tick_small/change/estimates.json +++ b/criterion/micro_ops_next_tick_small/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0094303022955591,"upper_bound":0.005673339650648867},"point_estimate":-0.0016896043709017095,"standard_error":0.0038450687666458324},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0020793823543328537,"upper_bound":0.0010914512744095717},"point_estimate":-0.00040054492832153343,"standard_error":0.0008319753088249305}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00962121147549292,"upper_bound":0.005344240736709998},"point_estimate":-0.0021640826164063265,"standard_error":0.003817583330301079},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0019064439853199167,"upper_bound":0.0007207427317581505},"point_estimate":-0.00014089996555488593,"standard_error":0.0006547986911994903}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/estimates.json b/criterion/micro_ops_next_tick_small/new/estimates.json index fdb4b18155cf..9622eca54cde 100644 --- a/criterion/micro_ops_next_tick_small/new/estimates.json +++ b/criterion/micro_ops_next_tick_small/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48176.51394004953,"upper_bound":48744.39553722963},"point_estimate":48469.72648016171,"standard_error":143.79206005267892},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48499.44380952381,"upper_bound":48595.64506627393},"point_estimate":48528.64468292125,"standard_error":17.42737563405859},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":166.53662867439508,"upper_bound":264.25416521073544},"point_estimate":201.76684417360642,"standard_error":23.00823497019875},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48658.059657666076,"upper_bound":49085.33018415567},"point_estimate":48839.213764416956,"standard_error":110.62290787351613},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":707.3173175836287,"upper_bound":2075.713812802627},"point_estimate":1450.462352989486,"standard_error":350.17940722640367}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48121.311745722654,"upper_bound":48564.960671705274},"point_estimate":48364.833987664024,"standard_error":113.27206218182923},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48445.88683518862,"upper_bound":48559.47947454844},"point_estimate":48521.806998557004,"standard_error":26.6779078951647},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":170.26080570592214,"upper_bound":322.9145310769929},"point_estimate":245.35250305543275,"standard_error":40.6978623558683},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48580.516317363465,"upper_bound":48868.24072920889},"point_estimate":48704.56719837869,"standard_error":74.37647434444342},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":558.9584896520362,"upper_bound":1702.0768899329998},"point_estimate":1136.8039766662046,"standard_error":314.0827963384924}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/sample.json b/criterion/micro_ops_next_tick_small/new/sample.json index fc5868886c50..d3a21d74db8f 100644 --- a/criterion/micro_ops_next_tick_small/new/sample.json +++ b/criterion/micro_ops_next_tick_small/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[827507.0,1846952.0,2892256.0,3934745.0,4927670.0,5956763.0,6963565.0,7999221.0,8984511.0,10002174.0,11002062.0,12129209.0,13071932.0,14103770.0,15404300.0,16126881.0,17305083.0,18274334.0,19306273.0,20379629.0,21398754.0,22297453.0,23334381.0,24542318.0,25412095.0,26494047.0,27561422.0,28447358.0,30323954.0,30576166.0,31337419.0,32701118.0,33997832.0,34661511.0,35584867.0,36661049.0,37590145.0,38728272.0,39665895.0,40756173.0,42012771.0,42987974.0,43843683.0,44759365.0,45804688.0,47009369.0,47831677.0,48797052.0,49838066.0,50924416.0,51870596.0,53118347.0,54017798.0,55193536.0,56130407.0,56926144.0,63075828.0,59333173.0,60364240.0,61117147.0,62161498.0,63016136.0,64327236.0,65222079.0,66242026.0,77048750.0,68485668.0,74118837.0,70215331.0,72281954.0,72075878.0,73591511.0,75873757.0,75330191.0,76543318.0,77490728.0,78667178.0,79497689.0,81484092.0,81898146.0,82949751.0,83463672.0,84999593.0,85819215.0,86867964.0,87622174.0,89245809.0,89699005.0,90957658.0,93271503.0,92873368.0,93738986.0,95022535.0,95663213.0,97049263.0,98028223.0,98989329.0,100317845.0,101331234.0,103394505.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[840670.0,1894110.0,2891426.0,3906615.0,4937482.0,5933244.0,6972257.0,7956950.0,9112352.0,9998318.0,11058400.0,12070433.0,13247936.0,14104527.0,15173527.0,16147188.0,17269036.0,18238138.0,19319582.0,20287341.0,21170261.0,22316916.0,23460577.0,24351421.0,25536370.0,26249260.0,27571265.0,28421584.0,29400003.0,30388882.0,31432514.0,32617242.0,33450719.0,34851422.0,35471589.0,36668979.0,37699016.0,38519829.0,39419510.0,40692173.0,42432204.0,43078990.0,43854308.0,44836074.0,45629795.0,46927906.0,47879125.0,48818250.0,50496245.0,51012116.0,52023397.0,53175072.0,54145555.0,54940250.0,56060777.0,57578790.0,58697614.0,59145446.0,60249401.0,61123895.0,62169431.0,63323030.0,66640917.0,65349720.0,66261564.0,67564635.0,68597956.0,70156688.0,75115651.0,71072970.0,72508248.0,73380498.0,74630538.0,75712212.0,76743300.0,77357175.0,78341565.0,79200080.0,80521984.0,86204869.0,82751799.0,83796894.0,84388967.0,85736380.0,86403855.0,87719528.0,88833673.0,89280914.0,90982884.0,91957877.0,93631284.0,93722133.0,95387124.0,95836278.0,97100675.0,97966012.0,98707386.0,100048547.0,100872507.0,101664184.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/tukey.json b/criterion/micro_ops_next_tick_small/new/tukey.json index d50f5ce9d5d0..827431f0d13c 100644 --- a/criterion/micro_ops_next_tick_small/new/tukey.json +++ b/criterion/micro_ops_next_tick_small/new/tukey.json @@ -1 +1 @@ -[47620.49592006591,48013.216157311865,49060.470123301086,49453.19036054704] \ No newline at end of file +[47230.195826932926,47757.58837685612,49163.96850998464,49691.36105990784] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/report/MAD.svg b/criterion/micro_ops_next_tick_small/report/MAD.svg index 3d117d2b40c7..97a5b5c9f5d4 100644 --- a/criterion/micro_ops_next_tick_small/report/MAD.svg +++ b/criterion/micro_ops_next_tick_small/report/MAD.svg @@ -9,54 +9,90 @@ Density (a.u.) Average time (ns) - + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + 0.005 - - -0.01 + + +0.006 - - -0.015 + + +0.007 - - -0.02 + + +0.008 - - -0.025 + + +0.009 - + + +0.01 + + + +0.011 + + 160 - + 180 - - + + 200 - - + + 220 - - + + 240 - - + + 260 - - - - + + +280 + + + +300 + + + +320 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/SD.svg b/criterion/micro_ops_next_tick_small/report/SD.svg index d9a164b73dd2..5e64d597232f 100644 --- a/criterion/micro_ops_next_tick_small/report/SD.svg +++ b/criterion/micro_ops_next_tick_small/report/SD.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + + +1.4 + + + +1.6 + + - + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - -2 - - - -2.2 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/both/pdf.svg b/criterion/micro_ops_next_tick_small/report/both/pdf.svg index 873ae1ce5758..79b9b3c41186 100644 --- a/criterion/micro_ops_next_tick_small/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/both/pdf.svg @@ -9,50 +9,30 @@ Density (a.u.) Average Time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - - -0.55 + + +0.6 - + 40 @@ -70,10 +50,10 @@ Average Time (µs) 55 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_small/report/both/regression.svg b/criterion/micro_ops_next_tick_small/report/both/regression.svg index 6a24b7a2667d..bab019a8bf4e 100644 --- a/criterion/micro_ops_next_tick_small/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/both/regression.svg @@ -120,10 +120,10 @@ Iterations (x 10^3) 2 - + - - + + Base Sample diff --git a/criterion/micro_ops_next_tick_small/report/change/mean.svg b/criterion/micro_ops_next_tick_small/report/change/mean.svg index 429d4064b106..766137289853 100644 --- a/criterion/micro_ops_next_tick_small/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - + 20 - + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - + - + -0.01 - - + + -0.008 - - + + -0.006 - - + + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/median.svg b/criterion/micro_ops_next_tick_small/report/change/median.svg index 4ab7f8f66493..bcdc5c52729a 100644 --- a/criterion/micro_ops_next_tick_small/report/change/median.svg +++ b/criterion/micro_ops_next_tick_small/report/change/median.svg @@ -9,78 +9,74 @@ Density (a.u.) Relative change (%) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - -450 - - - + + 500 - + + +600 + + + +700 + + + +800 + + + +900 + + - + -0.002 - - + + -0.0015 - - + + -0.001 - - + + -5e-4 - - + + 0 - - + + 5e-4 - - + + 0.001 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/t-test.svg b/criterion/micro_ops_next_tick_small/report/change/t-test.svg index 0488cceac6ba..fac1d5c81eb6 100644 --- a/criterion/micro_ops_next_tick_small/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_small/report/change/t-test.svg @@ -17,69 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/micro_ops_next_tick_small/report/index.html b/criterion/micro_ops_next_tick_small/report/index.html index ec45462592c7..7d748b35144c 100644 --- a/criterion/micro_ops_next_tick_small/report/index.html +++ b/criterion/micro_ops_next_tick_small/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 48.658 µs - 48.839 µs - 49.085 µs + 48.581 µs + 48.705 µs + 48.868 µs R² - 0.9478908 - 0.9495434 - 0.9464974 + 0.9787728 + 0.9796515 + 0.9781228 Mean - 48.177 µs - 48.470 µs - 48.744 µs + 48.121 µs + 48.365 µs + 48.565 µs Std. Dev. - 707.32 ns - 1.4505 µs - 2.0757 µs + 558.96 ns + 1.1368 µs + 1.7021 µs Median - 48.499 µs - 48.529 µs - 48.596 µs + 48.446 µs + 48.522 µs + 48.559 µs MAD - 166.54 ns - 201.77 ns - 264.25 ns + 170.26 ns + 245.35 ns + 322.91 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.9430% - -0.1690% - +0.5673% - (p = 0.67 > + -0.9621% + -0.2164% + +0.5344% + (p = 0.58 > 0.05) diff --git a/criterion/micro_ops_next_tick_small/report/mean.svg b/criterion/micro_ops_next_tick_small/report/mean.svg index 3ccdc611f365..92fb93e75cd6 100644 --- a/criterion/micro_ops_next_tick_small/report/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/mean.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (µs)
- + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - + + +3.5 + + + +4 + + - + +48.1 + + + +48.15 + + + 48.2 - - + + +48.25 + + + 48.3 - - + + +48.35 + + + 48.4 - - -48.5 + + +48.45 - - -48.6 + + +48.5 - - -48.7 + + +48.55 - - -48.8 + + +48.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/median.svg b/criterion/micro_ops_next_tick_small/report/median.svg index 7dd155675275..2d574803e7e0 100644 --- a/criterion/micro_ops_next_tick_small/report/median.svg +++ b/criterion/micro_ops_next_tick_small/report/median.svg @@ -9,74 +9,58 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - - -45 + + + +48.44 - - -50 + + +48.46 - - -55 + + +48.48 - - - + + 48.5 - - + + 48.52 - - + + 48.54 - - + + 48.56 - - -48.58 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/pdf.svg b/criterion/micro_ops_next_tick_small/report/pdf.svg index 5823a76711fd..3559541d10c1 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf.svg @@ -54,46 +54,34 @@ Average Time (µs) - -38 - - - + 40 - - + + 42 - - + + 44 - - + + 46 - - + + 48 - - + + 50 - - + + 52 - - -54 - - - -56 - - + Density (a.u.) @@ -102,98 +90,62 @@ Density (a.u.) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_small/report/pdf_small.svg b/criterion/micro_ops_next_tick_small/report/pdf_small.svg index c9a003d51997..9205f0dc3dc1 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf_small.svg @@ -10,43 +10,47 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - + + +0.6 + + + +0.7 + + - + 40 - - + + 45 - - + + 50 - - -55 - - - - + + + diff --git a/criterion/micro_ops_next_tick_small/report/regression.svg b/criterion/micro_ops_next_tick_small/report/regression.svg index 6bb92882fcf0..95d24128b9f1 100644 --- a/criterion/micro_ops_next_tick_small/report/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/regression.svg @@ -18,57 +18,57 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -114,104 +114,104 @@ Iterations (x 10^3) - - + + - - - + + + - - + + - - - - - + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_next_tick_small/report/regression_small.svg b/criterion/micro_ops_next_tick_small/report/regression_small.svg index bd29c9c84cf9..b9e1b42b0556 100644 --- a/criterion/micro_ops_next_tick_small/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/regression_small.svg @@ -16,56 +16,56 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + 10.0 - + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -117,96 +117,96 @@ Iterations (x 10^3) - + - - + + - - + + - - - - - - + + + + + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg index 7cb0753c12ff..de448fd0be0b 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg @@ -6,50 +6,30 @@ Density (a.u.) Average Time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - - -0.55 + + +0.6 - + 40 @@ -67,8 +47,8 @@ Average Time (µs) 55 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg index 9f0a7ef02f4d..88490f8ddc9a 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg @@ -117,8 +117,8 @@ Iterations (x 10^3) 2 - + - - + + diff --git a/criterion/micro_ops_next_tick_small/report/slope.svg b/criterion/micro_ops_next_tick_small/report/slope.svg index 560d15797039..e30a6e94ce4c 100644 --- a/criterion/micro_ops_next_tick_small/report/slope.svg +++ b/criterion/micro_ops_next_tick_small/report/slope.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - + + +4.5 + + + +5 + + + +5.5 + + - + +48.55 + + + +48.6 + + + 48.65 - - + + 48.7 - - + + 48.75 - - + + 48.8 - - + + 48.85 - - + + 48.9 - - -48.95 - - - -49 - - - -49.05 - - - -49.1 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/typical.svg b/criterion/micro_ops_next_tick_small/report/typical.svg index 480795e77ae1..d52f4f9ac6c6 100644 --- a/criterion/micro_ops_next_tick_small/report/typical.svg +++ b/criterion/micro_ops_next_tick_small/report/typical.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - + + +4.5 + + + +5 + + + +5.5 + + - + +48.55 + + + +48.6 + + + 48.65 - - + + 48.7 - - + + 48.75 - - + + 48.8 - - + + 48.85 - - + + 48.9 - - -48.95 - - - -49 - - - -49.05 - - - -49.1 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/base/estimates.json b/criterion/micro_ops_sort/base/estimates.json index 609af200ee8e..c9527348444c 100644 --- a/criterion/micro_ops_sort/base/estimates.json +++ b/criterion/micro_ops_sort/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80943.66123274149,"upper_bound":82348.3553229643},"point_estimate":81555.1625936569,"standard_error":361.2262362416013},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80019.53988868275,"upper_bound":81676.87702398033},"point_estimate":81124.35322090401,"standard_error":573.5708976136043},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":844.9922444084052,"upper_bound":2293.5612407626268},"point_estimate":2006.8492535469773,"standard_error":394.8037543635446},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80012.55087411364,"upper_bound":80987.44024471325},"point_estimate":80416.86514682598,"standard_error":251.38432022944363},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1574.616047098242,"upper_bound":5443.960856037903},"point_estimate":3619.2054965380476,"standard_error":1028.7610988781537}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80523.65904919998,"upper_bound":81133.94551110406},"point_estimate":80822.39576376035,"standard_error":155.74690299125757},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79711.96043956044,"upper_bound":81497.83669377936},"point_estimate":80118.06848306334,"standard_error":639.7946722662223},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":803.1872513143528,"upper_bound":2227.744126409502},"point_estimate":1671.2856143763743,"standard_error":418.9029450248477},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79734.92656571587,"upper_bound":80136.00137310133},"point_estimate":79912.62527306889,"standard_error":102.725586777243},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1318.7873178547047,"upper_bound":1840.161658491788},"point_estimate":1567.4511206056675,"standard_error":136.2059827127116}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/sample.json b/criterion/micro_ops_sort/base/sample.json index fded7e0fb64d..7eb8f13c7343 100644 --- a/criterion/micro_ops_sort/base/sample.json +++ b/criterion/micro_ops_sort/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[581608.0,1157525.0,1746804.0,2313456.0,2891154.0,3479250.0,4074371.0,4626617.0,5183570.0,5732766.0,6348005.0,7093301.0,7444329.0,9527908.0,8656725.0,9203856.0,9799999.0,10402240.0,10911435.0,11559048.0,12053285.0,12630790.0,13297715.0,13777390.0,14239525.0,14847110.0,15538894.0,15954147.0,16530660.0,17098735.0,17653627.0,18295232.0,18813952.0,19436408.0,20200821.0,20670148.0,21279305.0,21947245.0,22442757.0,22911916.0,23444506.0,24288697.0,24764538.0,33190416.0,28762038.0,26534429.0,26614648.0,26750182.0,27151032.0,27658746.0,28436485.0,29145637.0,29618488.0,30310866.0,30752401.0,31234938.0,31830366.0,32315707.0,33019544.0,35085154.0,34291255.0,34537165.0,35208460.0,35753487.0,36228582.0,36755620.0,37096518.0,38176469.0,38460429.0,38873436.0,39623555.0,40111743.0,45599460.0,42270287.0,41712671.0,42555321.0,43130532.0,43438994.0,44470037.0,44762658.0,45409426.0,46962151.0,46529505.0,47349639.0,47439968.0,47919677.0,48610022.0,48931699.0,49599131.0,50018101.0,50630986.0,51189038.0,51736500.0,52486127.0,52945448.0,53571980.0,54009344.0,54500295.0,55109625.0,55710947.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[576054.0,1149563.0,1751283.0,2296245.0,2890292.0,3443332.0,4062779.0,4639113.0,5187290.0,5987055.0,6353845.0,6918756.0,7522699.0,8050597.0,8646624.0,9289156.0,9857981.0,10404398.0,10943819.0,11535399.0,12134929.0,12577201.0,13239967.0,13663108.0,14226679.0,14981527.0,15354672.0,16016107.0,16551101.0,17173714.0,17900131.0,18216714.0,18809865.0,19431866.0,19946798.0,20546832.0,21153956.0,23150555.0,22310174.0,22930213.0,23435690.0,24038168.0,24520410.0,25355997.0,25667795.0,25845989.0,26043509.0,26616067.0,27081796.0,27715696.0,28316497.0,28845199.0,29345698.0,29809663.0,30536579.0,30962950.0,32990650.0,32111931.0,32689763.0,33447977.0,33783972.0,34484140.0,35037002.0,35539364.0,36268942.0,36913548.0,37274934.0,38038672.0,38406297.0,40050179.0,39696068.0,40051142.0,40709267.0,41368278.0,41844306.0,42304354.0,42825761.0,43321153.0,43891669.0,44498673.0,44928180.0,45671154.0,46198699.0,46694558.0,47223505.0,47843215.0,48843540.0,49281017.0,49755003.0,50285719.0,50567458.0,53074089.0,51835139.0,52636765.0,52926014.0,53306856.0,54342597.0,54459294.0,55179130.0,55515185.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/tukey.json b/criterion/micro_ops_sort/base/tukey.json index d4ed436debf3..bec5846f09b6 100644 --- a/criterion/micro_ops_sort/base/tukey.json +++ b/criterion/micro_ops_sort/base/tukey.json @@ -1 +1 @@ -[71764.13114285146,75705.85009827995,86217.10064608924,90158.81960151772] \ No newline at end of file +[71460.82521395654,75458.37927913101,86118.52345292957,90116.07751810402] \ No newline at end of file diff --git a/criterion/micro_ops_sort/change/estimates.json b/criterion/micro_ops_sort/change/estimates.json index 85ae5bd588fa..adcb93dea898 100644 --- a/criterion/micro_ops_sort/change/estimates.json +++ b/criterion/micro_ops_sort/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003111478955301837,"upper_bound":0.01570137501642261},"point_estimate":0.005269651769841399,"standard_error":0.004848788216720899},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012810845857133437,"upper_bound":0.011240280208168824},"point_estimate":0.002344792510886151,"standard_error":0.00748817650114991}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019166582797281582,"upper_bound":-0.0005840937570685881},"point_estimate":-0.00898492267801021,"standard_error":0.00476701197087342},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0212186955842687,"upper_bound":0.015684799008967687},"point_estimate":-0.012404225092562893,"standard_error":0.010623291971576108}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/estimates.json b/criterion/micro_ops_sort/new/estimates.json index 609af200ee8e..c9527348444c 100644 --- a/criterion/micro_ops_sort/new/estimates.json +++ b/criterion/micro_ops_sort/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80943.66123274149,"upper_bound":82348.3553229643},"point_estimate":81555.1625936569,"standard_error":361.2262362416013},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80019.53988868275,"upper_bound":81676.87702398033},"point_estimate":81124.35322090401,"standard_error":573.5708976136043},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":844.9922444084052,"upper_bound":2293.5612407626268},"point_estimate":2006.8492535469773,"standard_error":394.8037543635446},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80012.55087411364,"upper_bound":80987.44024471325},"point_estimate":80416.86514682598,"standard_error":251.38432022944363},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1574.616047098242,"upper_bound":5443.960856037903},"point_estimate":3619.2054965380476,"standard_error":1028.7610988781537}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80523.65904919998,"upper_bound":81133.94551110406},"point_estimate":80822.39576376035,"standard_error":155.74690299125757},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79711.96043956044,"upper_bound":81497.83669377936},"point_estimate":80118.06848306334,"standard_error":639.7946722662223},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":803.1872513143528,"upper_bound":2227.744126409502},"point_estimate":1671.2856143763743,"standard_error":418.9029450248477},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79734.92656571587,"upper_bound":80136.00137310133},"point_estimate":79912.62527306889,"standard_error":102.725586777243},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1318.7873178547047,"upper_bound":1840.161658491788},"point_estimate":1567.4511206056675,"standard_error":136.2059827127116}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/sample.json b/criterion/micro_ops_sort/new/sample.json index fded7e0fb64d..7eb8f13c7343 100644 --- a/criterion/micro_ops_sort/new/sample.json +++ b/criterion/micro_ops_sort/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[581608.0,1157525.0,1746804.0,2313456.0,2891154.0,3479250.0,4074371.0,4626617.0,5183570.0,5732766.0,6348005.0,7093301.0,7444329.0,9527908.0,8656725.0,9203856.0,9799999.0,10402240.0,10911435.0,11559048.0,12053285.0,12630790.0,13297715.0,13777390.0,14239525.0,14847110.0,15538894.0,15954147.0,16530660.0,17098735.0,17653627.0,18295232.0,18813952.0,19436408.0,20200821.0,20670148.0,21279305.0,21947245.0,22442757.0,22911916.0,23444506.0,24288697.0,24764538.0,33190416.0,28762038.0,26534429.0,26614648.0,26750182.0,27151032.0,27658746.0,28436485.0,29145637.0,29618488.0,30310866.0,30752401.0,31234938.0,31830366.0,32315707.0,33019544.0,35085154.0,34291255.0,34537165.0,35208460.0,35753487.0,36228582.0,36755620.0,37096518.0,38176469.0,38460429.0,38873436.0,39623555.0,40111743.0,45599460.0,42270287.0,41712671.0,42555321.0,43130532.0,43438994.0,44470037.0,44762658.0,45409426.0,46962151.0,46529505.0,47349639.0,47439968.0,47919677.0,48610022.0,48931699.0,49599131.0,50018101.0,50630986.0,51189038.0,51736500.0,52486127.0,52945448.0,53571980.0,54009344.0,54500295.0,55109625.0,55710947.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[576054.0,1149563.0,1751283.0,2296245.0,2890292.0,3443332.0,4062779.0,4639113.0,5187290.0,5987055.0,6353845.0,6918756.0,7522699.0,8050597.0,8646624.0,9289156.0,9857981.0,10404398.0,10943819.0,11535399.0,12134929.0,12577201.0,13239967.0,13663108.0,14226679.0,14981527.0,15354672.0,16016107.0,16551101.0,17173714.0,17900131.0,18216714.0,18809865.0,19431866.0,19946798.0,20546832.0,21153956.0,23150555.0,22310174.0,22930213.0,23435690.0,24038168.0,24520410.0,25355997.0,25667795.0,25845989.0,26043509.0,26616067.0,27081796.0,27715696.0,28316497.0,28845199.0,29345698.0,29809663.0,30536579.0,30962950.0,32990650.0,32111931.0,32689763.0,33447977.0,33783972.0,34484140.0,35037002.0,35539364.0,36268942.0,36913548.0,37274934.0,38038672.0,38406297.0,40050179.0,39696068.0,40051142.0,40709267.0,41368278.0,41844306.0,42304354.0,42825761.0,43321153.0,43891669.0,44498673.0,44928180.0,45671154.0,46198699.0,46694558.0,47223505.0,47843215.0,48843540.0,49281017.0,49755003.0,50285719.0,50567458.0,53074089.0,51835139.0,52636765.0,52926014.0,53306856.0,54342597.0,54459294.0,55179130.0,55515185.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/tukey.json b/criterion/micro_ops_sort/new/tukey.json index d4ed436debf3..bec5846f09b6 100644 --- a/criterion/micro_ops_sort/new/tukey.json +++ b/criterion/micro_ops_sort/new/tukey.json @@ -1 +1 @@ -[71764.13114285146,75705.85009827995,86217.10064608924,90158.81960151772] \ No newline at end of file +[71460.82521395654,75458.37927913101,86118.52345292957,90116.07751810402] \ No newline at end of file diff --git a/criterion/micro_ops_sort/report/MAD.svg b/criterion/micro_ops_sort/report/MAD.svg index 8b63fd54f863..6c83f24c3015 100644 --- a/criterion/micro_ops_sort/report/MAD.svg +++ b/criterion/micro_ops_sort/report/MAD.svg @@ -9,78 +9,86 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - -1 + + +0.9 - - -1.2 + + +1 - - -1.4 + + +1.1 - - -1.6 - - + - + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - - + + 2.2 - - -2.4 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/SD.svg b/criterion/micro_ops_sort/report/SD.svg index afec720482b4..5081d07083bf 100644 --- a/criterion/micro_ops_sort/report/SD.svg +++ b/criterion/micro_ops_sort/report/SD.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - -0.05 + +0.5 - - -0.1 + + +1 - - -0.15 - - - -0.2 - - - -0.25 - - - -0.3 - - - -0.35 - - - -0.4 - - - -0.45 - - - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 + + + +1.3 + + + +1.4 - - -4 + + +1.5 - - -4.5 + + +1.6 - - -5 + + +1.7 - - -5.5 + + +1.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/both/pdf.svg b/criterion/micro_ops_sort/report/both/pdf.svg index 34b05adeef7f..a49ad9134918 100644 --- a/criterion/micro_ops_sort/report/both/pdf.svg +++ b/criterion/micro_ops_sort/report/both/pdf.svg @@ -9,34 +9,26 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - - -0.35 - - + 80 @@ -54,10 +46,10 @@ Average Time (µs) 110 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_sort/report/both/regression.svg b/criterion/micro_ops_sort/report/both/regression.svg index 1675215dce64..15e5981fd554 100644 --- a/criterion/micro_ops_sort/report/both/regression.svg +++ b/criterion/micro_ops_sort/report/both/regression.svg @@ -19,9 +19,9 @@ Iterations - - - + + + 0.0 @@ -35,18 +35,18 @@ Iterations 20.0 - + 30.0 - - + + 40.0 - - + + 50.0 - + 0 @@ -81,9 +81,9 @@ Iterations - - - + + + Base Sample diff --git a/criterion/micro_ops_sort/report/change/mean.svg b/criterion/micro_ops_sort/report/change/mean.svg index bb9c6b399f31..c9c0afda96f5 100644 --- a/criterion/micro_ops_sort/report/change/mean.svg +++ b/criterion/micro_ops_sort/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + - --0.004 + +-0.02 - - --0.002 + + +-0.018 - - -0 + + +-0.016 - - -0.002 + + +-0.014 - - -0.004 + + +-0.012 - - -0.006 + + +-0.01 - - -0.008 + + +-0.008 - - -0.01 + + +-0.006 - - -0.012 + + +-0.004 - - -0.014 + + +-0.002 - - -0.016 + + +3.46945e-18 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/median.svg b/criterion/micro_ops_sort/report/change/median.svg index 01c4bbea5283..8c34ec3c1ccb 100644 --- a/criterion/micro_ops_sort/report/change/median.svg +++ b/criterion/micro_ops_sort/report/change/median.svg @@ -9,59 +9,91 @@ Density (a.u.) Relative change (%) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - + -50 +45 - -60 + +50 + + + +55 - + - + +-0.025 + + + +-0.02 + + + -0.015 - - + + -0.01 - - + + -0.005 - - -0 + + +3.46945e-18 - - + + 0.005 - - + + 0.01 - - - - - + + +0.015 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/t-test.svg b/criterion/micro_ops_sort/report/change/t-test.svg index 78ee3b38356a..47e07fd39047 100644 --- a/criterion/micro_ops_sort/report/change/t-test.svg +++ b/criterion/micro_ops_sort/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_sort/report/index.html b/criterion/micro_ops_sort/report/index.html index a793e59887de..79684f689706 100644 --- a/criterion/micro_ops_sort/report/index.html +++ b/criterion/micro_ops_sort/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 80.013 µs - 80.417 µs - 80.987 µs + 79.735 µs + 79.913 µs + 80.136 µs R² - 0.8564146 - 0.8591216 - 0.8537474 + 0.9770439 + 0.9777211 + 0.9766514 Mean - 80.944 µs - 81.555 µs - 82.348 µs + 80.524 µs + 80.822 µs + 81.134 µs Std. Dev. - 1.5746 µs - 3.6192 µs - 5.4440 µs + 1.3188 µs + 1.5675 µs + 1.8402 µs Median - 80.020 µs - 81.124 µs - 81.677 µs + 79.712 µs + 80.118 µs + 81.498 µs MAD - 844.99 ns - 2.0068 µs - 2.2936 µs + 803.19 ns + 1.6713 µs + 2.2277 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.3111% - +0.5270% - +1.5701% - (p = 0.30 > + -1.9167% + -0.8985% + -0.0584% + (p = 0.06 > 0.05) diff --git a/criterion/micro_ops_sort/report/mean.svg b/criterion/micro_ops_sort/report/mean.svg index dd5fdcb9793e..cba177375630 100644 --- a/criterion/micro_ops_sort/report/mean.svg +++ b/criterion/micro_ops_sort/report/mean.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs)
- -0.2 + +0.5 - - -0.4 - - - -0.6 + + +1 - - -0.8 + + +1.5 - - -1 + + +2 - - -1.2 + + +2.5 - + - -80.8 - - - -81 + +80.5 - - -81.2 + + +80.6 - - -81.4 + + +80.7 - - -81.6 + + +80.8 - - -81.8 + + +80.9 - - -82 + + +81 - - -82.2 + + +81.1 - - -82.4 + + +81.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/median.svg b/criterion/micro_ops_sort/report/median.svg index 06a00e6980c1..181dfc1d0e54 100644 --- a/criterion/micro_ops_sort/report/median.svg +++ b/criterion/micro_ops_sort/report/median.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - -2 - - + - + +79.6 + + + +79.8 + + + 80 - - + + 80.2 - - + + 80.4 - - + + 80.6 - - + + 80.8 - - + + 81 - - + + 81.2 - - + + 81.4 - - + + 81.6 - - -81.8 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/pdf.svg b/criterion/micro_ops_sort/report/pdf.svg index f786d1b75cca..69cb8cf93c41 100644 --- a/criterion/micro_ops_sort/report/pdf.svg +++ b/criterion/micro_ops_sort/report/pdf.svg @@ -42,38 +42,30 @@ Average Time (µs) - -75 + +78 - - + + 80 - - -85 + + +82 - - -90 + + +84 - - -95 + + +86 - - -100 - - - -105 - - - -110 + + +88 - + Density (a.u.) @@ -82,52 +74,34 @@ Density (a.u.) 0 - -0.02 - - - -0.04 - - - -0.06 - - - -0.08 + +0.05 - - + + 0.1 - - -0.12 + + +0.15 - - -0.14 + + +0.2 - - -0.16 + + +0.25 - - - - - + + + + + - - - - - - - - - + + + PDF diff --git a/criterion/micro_ops_sort/report/pdf_small.svg b/criterion/micro_ops_sort/report/pdf_small.svg index 6cd4721dcdb7..8b16e009ad87 100644 --- a/criterion/micro_ops_sort/report/pdf_small.svg +++ b/criterion/micro_ops_sort/report/pdf_small.svg @@ -10,59 +10,39 @@ Average Time (µs) 0 - -0.02 + +0.05 - - -0.04 - - - -0.06 - - - -0.08 - - - + + 0.1 - - -0.12 + + +0.15 - - -0.14 + + +0.2 - - -0.16 + + +0.25 - - -0.18 + + +0.3 - + - + 80 - - -90 - - - -100 - - - -110 + + +85 - - - + + + diff --git a/criterion/micro_ops_sort/report/regression.svg b/criterion/micro_ops_sort/report/regression.svg index deefbcf63aad..082a697d5ac5 100644 --- a/criterion/micro_ops_sort/report/regression.svg +++ b/criterion/micro_ops_sort/report/regression.svg @@ -17,15 +17,15 @@ Iterations - - - - - - - - - + + + + + + + + + 5.0 @@ -35,42 +35,42 @@ Iterations 10.0 - + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - - + + 50.0 - - + + 55.0 - + 100 @@ -105,100 +105,100 @@ Iterations - + - - - - + + + + - + - + - + - + - - - - - + + + + + - - + + - + - + - - - - - - - - - - - + + + + + + + + + + + - - + + - - - - - - - - - - + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + diff --git a/criterion/micro_ops_sort/report/regression_small.svg b/criterion/micro_ops_sort/report/regression_small.svg index 22a87ed7a4d3..88f17b6a4e2a 100644 --- a/criterion/micro_ops_sort/report/regression_small.svg +++ b/criterion/micro_ops_sort/report/regression_small.svg @@ -14,14 +14,14 @@ Iterations - + - - - - + + + + @@ -32,10 +32,10 @@ Iterations 10.0 - + 15.0 - + 20.0 @@ -48,22 +48,22 @@ Iterations 30.0 - + 35.0 - - + + 40.0 - - + + 45.0 - - + + 50.0 - + 55.0 @@ -102,100 +102,100 @@ Iterations - + - - - + + + - + - + - + - + - - - + + + - - + + - + - + - + - - - - - - - - + + + + + + + + - + - - - - - - + + + + + + - - - + + + - + - - + + - - + + - - - - + + + + - + - - + + - + - - - - - - - - - - - - - - + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_sort/report/relative_pdf_small.svg b/criterion/micro_ops_sort/report/relative_pdf_small.svg index 3963fb6c7196..a58f6a08ba73 100644 --- a/criterion/micro_ops_sort/report/relative_pdf_small.svg +++ b/criterion/micro_ops_sort/report/relative_pdf_small.svg @@ -6,34 +6,26 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - - -0.35 - - + 80 @@ -51,8 +43,8 @@ Average Time (µs) 110 - - - - + + + + diff --git a/criterion/micro_ops_sort/report/relative_regression_small.svg b/criterion/micro_ops_sort/report/relative_regression_small.svg index fc5644d908f6..eacd66552236 100644 --- a/criterion/micro_ops_sort/report/relative_regression_small.svg +++ b/criterion/micro_ops_sort/report/relative_regression_small.svg @@ -16,9 +16,9 @@ Iterations - + - + 0.0 @@ -32,18 +32,18 @@ Iterations 20.0 - + 30.0 - + 40.0 - + 50.0 - + 0 @@ -78,7 +78,7 @@ Iterations - - - + + + diff --git a/criterion/micro_ops_sort/report/slope.svg b/criterion/micro_ops_sort/report/slope.svg index 7fcb6e55d0e3..9fbfb746dd47 100644 --- a/criterion/micro_ops_sort/report/slope.svg +++ b/criterion/micro_ops_sort/report/slope.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - - -1.2 + + +3 - - -1.4 + + +3.5 - - -1.6 + + +4 - + - -80 + +79.7 - - -80.1 + + +79.75 - - -80.2 + + +79.8 - - -80.3 + + +79.85 - - -80.4 + + +79.9 - - -80.5 + + +79.95 - - -80.6 - - - -80.7 + + +80 - - -80.8 + + +80.05 - + -80.9 +80.1 - -81 + +80.15 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/typical.svg b/criterion/micro_ops_sort/report/typical.svg index 78ea577feb62..67f03675b1b4 100644 --- a/criterion/micro_ops_sort/report/typical.svg +++ b/criterion/micro_ops_sort/report/typical.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - - -1.2 + + +3 - - -1.4 + + +3.5 - - -1.6 + + +4 - + - -80 + +79.7 - - -80.1 + + +79.75 - - -80.2 + + +79.8 - - -80.3 + + +79.85 - - -80.4 + + +79.9 - - -80.5 + + +79.95 - - -80.6 - - - -80.7 + + +80 - - -80.8 + + +80.05 - + -80.9 +80.1 - -81 + +80.15 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/base/estimates.json b/criterion/micro_ops_tee/base/estimates.json index eeca29efb3b5..9cbdea3a29fd 100644 --- a/criterion/micro_ops_tee/base/estimates.json +++ b/criterion/micro_ops_tee/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6921.785426053005,"upper_bound":6974.249220356743},"point_estimate":6944.391706576094,"standard_error":13.5149880661607},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6906.4274966931225,"upper_bound":6922.677753411306},"point_estimate":6911.9049255441005,"standard_error":4.49270603561907},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.756918132465156,"upper_bound":44.149828528536574},"point_estimate":33.67561438469292,"standard_error":4.28017391269812},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6913.233702474457,"upper_bound":6934.5032027187635},"point_estimate":6923.000500960544,"standard_error":5.414735505078066},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50.08642190550501,"upper_bound":204.48992858567843},"point_estimate":135.36423881818408,"standard_error":40.95521441789325}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6892.183306534059,"upper_bound":6910.40627210938},"point_estimate":6900.419792745019,"standard_error":4.675088493273546},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6888.070652173913,"upper_bound":6897.469512195122},"point_estimate":6893.915802929796,"standard_error":2.4464822555647285},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21.288054563921047,"upper_bound":32.698111525875774},"point_estimate":27.30164245647588,"standard_error":2.8637974116367477},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6894.281234741588,"upper_bound":6913.275359959172},"point_estimate":6902.656809763066,"standard_error":4.880457411299845},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24.477581080815238,"upper_bound":66.21312975998802},"point_estimate":46.92105079017638,"standard_error":10.992200212001283}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/sample.json b/criterion/micro_ops_tee/base/sample.json index 3fc631b5db55..ad49af757a60 100644 --- a/criterion/micro_ops_tee/base/sample.json +++ b/criterion/micro_ops_tee/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[83787.0,167290.0,248804.0,347027.0,414228.0,509507.0,664950.0,734162.0,746130.0,830344.0,919385.0,993360.0,1084289.0,1160982.0,1243901.0,1341865.0,1413155.0,1491811.0,1582736.0,1660750.0,1727606.0,1843855.0,1924511.0,2015968.0,2068145.0,2140619.0,2226494.0,2339728.0,2416547.0,2482526.0,2561683.0,2661748.0,2733988.0,2830120.0,2899131.0,2967987.0,3051715.0,3172191.0,3286898.0,3297172.0,3440363.0,3482593.0,3562696.0,3633182.0,3723329.0,3803045.0,3907121.0,3994003.0,4043018.0,4135394.0,4207517.0,4302430.0,4379444.0,4448570.0,4545078.0,4633867.0,4711170.0,4956738.0,4873282.0,4944560.0,5093904.0,5127027.0,5220724.0,5304680.0,5384640.0,5482117.0,5536995.0,5832778.0,5727851.0,5803613.0,6040017.0,5956170.0,6052859.0,6154300.0,6218591.0,6337327.0,6368396.0,6446789.0,6633285.0,6619973.0,6740822.0,6810766.0,6861001.0,6994164.0,7020269.0,7119137.0,7188622.0,7304408.0,7403619.0,7477565.0,7566059.0,7667291.0,7740506.0,7799678.0,7890720.0,7981844.0,8046252.0,8130170.0,8236887.0,8317181.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82496.0,164853.0,258495.0,329240.0,412557.0,493835.0,587179.0,658584.0,742781.0,822460.0,916053.0,988357.0,1091083.0,1153858.0,1236532.0,1316138.0,1410207.0,1492854.0,1577874.0,1650729.0,1744646.0,1828242.0,1910869.0,1986090.0,2057027.0,2157546.0,2219497.0,2312575.0,2402768.0,2469667.0,2573150.0,2631100.0,2745213.0,2808042.0,2899460.0,2966373.0,3063954.0,3134085.0,3226588.0,3310118.0,3397546.0,3462395.0,3548359.0,3655223.0,3729510.0,3802215.0,3885266.0,3987533.0,4042120.0,4122926.0,4220308.0,4280164.0,4407295.0,4467219.0,4546892.0,4639846.0,4704854.0,4798079.0,4890091.0,4966450.0,5029941.0,5114006.0,5213112.0,5279539.0,5375636.0,5459146.0,5542756.0,5643773.0,5706333.0,5831256.0,5866018.0,6182632.0,6050954.0,6134225.0,6183554.0,6327969.0,6372267.0,6442596.0,6526995.0,6601282.0,6675331.0,6787110.0,6867795.0,6947881.0,7047798.0,7117727.0,7217397.0,7295451.0,7329260.0,7477654.0,7544959.0,7604146.0,7693461.0,7800856.0,7842979.0,7960233.0,8070977.0,8181128.0,8207374.0,8260391.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/tukey.json b/criterion/micro_ops_tee/base/tukey.json index 3000ea0e579a..2626cf6d9fba 100644 --- a/criterion/micro_ops_tee/base/tukey.json +++ b/criterion/micro_ops_tee/base/tukey.json @@ -1 +1 @@ -[6755.12753132832,6824.247411497494,7008.567091948622,7077.6869721177945] \ No newline at end of file +[6767.548828125001,6821.074381510418,6963.809190538195,7017.334743923611] \ No newline at end of file diff --git a/criterion/micro_ops_tee/change/estimates.json b/criterion/micro_ops_tee/change/estimates.json index 5de9951a9a6c..5e87af6a6eda 100644 --- a/criterion/micro_ops_tee/change/estimates.json +++ b/criterion/micro_ops_tee/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00142642297687951,"upper_bound":0.006864811237432474},"point_estimate":0.002471597972655726,"standard_error":0.002146026704993464},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0012228506592899535,"upper_bound":0.001971853192413109},"point_estimate":-9.444564594951466e-6,"standard_error":0.0007838461028851539}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010728214860311508,"upper_bound":-0.0027803487812257284},"point_estimate":-0.006332003678513054,"standard_error":0.002040775015593275},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00441512845927865,"upper_bound":-0.00149522644377271},"point_estimate":-0.002602628769938997,"standard_error":0.0007470238431256651}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/estimates.json b/criterion/micro_ops_tee/new/estimates.json index eeca29efb3b5..9cbdea3a29fd 100644 --- a/criterion/micro_ops_tee/new/estimates.json +++ b/criterion/micro_ops_tee/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6921.785426053005,"upper_bound":6974.249220356743},"point_estimate":6944.391706576094,"standard_error":13.5149880661607},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6906.4274966931225,"upper_bound":6922.677753411306},"point_estimate":6911.9049255441005,"standard_error":4.49270603561907},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.756918132465156,"upper_bound":44.149828528536574},"point_estimate":33.67561438469292,"standard_error":4.28017391269812},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6913.233702474457,"upper_bound":6934.5032027187635},"point_estimate":6923.000500960544,"standard_error":5.414735505078066},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50.08642190550501,"upper_bound":204.48992858567843},"point_estimate":135.36423881818408,"standard_error":40.95521441789325}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6892.183306534059,"upper_bound":6910.40627210938},"point_estimate":6900.419792745019,"standard_error":4.675088493273546},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6888.070652173913,"upper_bound":6897.469512195122},"point_estimate":6893.915802929796,"standard_error":2.4464822555647285},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21.288054563921047,"upper_bound":32.698111525875774},"point_estimate":27.30164245647588,"standard_error":2.8637974116367477},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6894.281234741588,"upper_bound":6913.275359959172},"point_estimate":6902.656809763066,"standard_error":4.880457411299845},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24.477581080815238,"upper_bound":66.21312975998802},"point_estimate":46.92105079017638,"standard_error":10.992200212001283}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/sample.json b/criterion/micro_ops_tee/new/sample.json index 3fc631b5db55..ad49af757a60 100644 --- a/criterion/micro_ops_tee/new/sample.json +++ b/criterion/micro_ops_tee/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[83787.0,167290.0,248804.0,347027.0,414228.0,509507.0,664950.0,734162.0,746130.0,830344.0,919385.0,993360.0,1084289.0,1160982.0,1243901.0,1341865.0,1413155.0,1491811.0,1582736.0,1660750.0,1727606.0,1843855.0,1924511.0,2015968.0,2068145.0,2140619.0,2226494.0,2339728.0,2416547.0,2482526.0,2561683.0,2661748.0,2733988.0,2830120.0,2899131.0,2967987.0,3051715.0,3172191.0,3286898.0,3297172.0,3440363.0,3482593.0,3562696.0,3633182.0,3723329.0,3803045.0,3907121.0,3994003.0,4043018.0,4135394.0,4207517.0,4302430.0,4379444.0,4448570.0,4545078.0,4633867.0,4711170.0,4956738.0,4873282.0,4944560.0,5093904.0,5127027.0,5220724.0,5304680.0,5384640.0,5482117.0,5536995.0,5832778.0,5727851.0,5803613.0,6040017.0,5956170.0,6052859.0,6154300.0,6218591.0,6337327.0,6368396.0,6446789.0,6633285.0,6619973.0,6740822.0,6810766.0,6861001.0,6994164.0,7020269.0,7119137.0,7188622.0,7304408.0,7403619.0,7477565.0,7566059.0,7667291.0,7740506.0,7799678.0,7890720.0,7981844.0,8046252.0,8130170.0,8236887.0,8317181.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82496.0,164853.0,258495.0,329240.0,412557.0,493835.0,587179.0,658584.0,742781.0,822460.0,916053.0,988357.0,1091083.0,1153858.0,1236532.0,1316138.0,1410207.0,1492854.0,1577874.0,1650729.0,1744646.0,1828242.0,1910869.0,1986090.0,2057027.0,2157546.0,2219497.0,2312575.0,2402768.0,2469667.0,2573150.0,2631100.0,2745213.0,2808042.0,2899460.0,2966373.0,3063954.0,3134085.0,3226588.0,3310118.0,3397546.0,3462395.0,3548359.0,3655223.0,3729510.0,3802215.0,3885266.0,3987533.0,4042120.0,4122926.0,4220308.0,4280164.0,4407295.0,4467219.0,4546892.0,4639846.0,4704854.0,4798079.0,4890091.0,4966450.0,5029941.0,5114006.0,5213112.0,5279539.0,5375636.0,5459146.0,5542756.0,5643773.0,5706333.0,5831256.0,5866018.0,6182632.0,6050954.0,6134225.0,6183554.0,6327969.0,6372267.0,6442596.0,6526995.0,6601282.0,6675331.0,6787110.0,6867795.0,6947881.0,7047798.0,7117727.0,7217397.0,7295451.0,7329260.0,7477654.0,7544959.0,7604146.0,7693461.0,7800856.0,7842979.0,7960233.0,8070977.0,8181128.0,8207374.0,8260391.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/tukey.json b/criterion/micro_ops_tee/new/tukey.json index 3000ea0e579a..2626cf6d9fba 100644 --- a/criterion/micro_ops_tee/new/tukey.json +++ b/criterion/micro_ops_tee/new/tukey.json @@ -1 +1 @@ -[6755.12753132832,6824.247411497494,7008.567091948622,7077.6869721177945] \ No newline at end of file +[6767.548828125001,6821.074381510418,6963.809190538195,7017.334743923611] \ No newline at end of file diff --git a/criterion/micro_ops_tee/report/MAD.svg b/criterion/micro_ops_tee/report/MAD.svg index b85fe06985de..029671c12f73 100644 --- a/criterion/micro_ops_tee/report/MAD.svg +++ b/criterion/micro_ops_tee/report/MAD.svg @@ -9,78 +9,66 @@ Density (a.u.) Average time (ns) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - + + +0.14 + + + +0.16 + + - + +22 + + + +24 + + + 26 - - + + 28 - - + + 30 - - + + 32 - - -34 - - - -36 - - - -38 - - - -40 - - - -42 - - - -44 - - - -46 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/SD.svg b/criterion/micro_ops_tee/report/SD.svg index c4722551b483..20c9aa56868e 100644 --- a/criterion/micro_ops_tee/report/SD.svg +++ b/criterion/micro_ops_tee/report/SD.svg @@ -9,78 +9,98 @@ Density (a.u.) Average time (ns) - -0.002 + +0.005 - - -0.004 + + +0.01 - - -0.006 + + +0.015 - - -0.008 + + +0.02 - - -0.01 + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 - - -0.012 + + +0.05 - - -0.014 + + +0.055 - + - -40 + +20 - - -60 + + +25 - - -80 + + +30 - - -100 + + +35 - - -120 + + +40 - - -140 + + +45 - - -160 + + +50 - - -180 + + +55 + + + +60 - + -200 +65 - -220 + +70 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/both/pdf.svg b/criterion/micro_ops_tee/report/both/pdf.svg index d200003e46c1..db2a8a2d532c 100644 --- a/criterion/micro_ops_tee/report/both/pdf.svg +++ b/criterion/micro_ops_tee/report/both/pdf.svg @@ -9,38 +9,30 @@ Density (a.u.) Average Time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - + + +10 + + + +12 + + 7 @@ -54,10 +46,10 @@ Average Time (µs) 8 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_tee/report/both/regression.svg b/criterion/micro_ops_tee/report/both/regression.svg index ec7ed126a784..141b867036aa 100644 --- a/criterion/micro_ops_tee/report/both/regression.svg +++ b/criterion/micro_ops_tee/report/both/regression.svg @@ -18,12 +18,12 @@ Iterations (x 10^3) - + - - - - + + + + 0.0 @@ -37,30 +37,30 @@ Iterations (x 10^3) 2.0 - + 3.0 - + 4.0 - + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0 @@ -91,8 +91,8 @@ Iterations (x 10^3) - - + + Base Sample diff --git a/criterion/micro_ops_tee/report/change/mean.svg b/criterion/micro_ops_tee/report/change/mean.svg index 39d8e16e779d..a5617069ed34 100644 --- a/criterion/micro_ops_tee/report/change/mean.svg +++ b/criterion/micro_ops_tee/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - + - --0.002 + +-0.011 - - --0.001 + + +-0.01 - - -0 + + +-0.009 - - -0.001 + + +-0.008 - - -0.002 + + +-0.007 - - -0.003 + + +-0.006 - - -0.004 + + +-0.005 - - -0.005 + + +-0.004 - - -0.006 + + +-0.003 - - -0.007 + + +-0.002 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/median.svg b/criterion/micro_ops_tee/report/change/median.svg index 1d698ee870ce..bbc2b1a94034 100644 --- a/criterion/micro_ops_tee/report/change/median.svg +++ b/criterion/micro_ops_tee/report/change/median.svg @@ -9,66 +9,66 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - - --0.0015 + + +700 - - --0.001 + + + +-0.0045 - - --5e-4 + + +-0.004 - - -0 + + +-0.0035 - - -5e-4 + + +-0.003 - - -0.001 + + +-0.0025 - - -0.0015 + + +-0.002 - - -0.002 + + +-0.0015 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/t-test.svg b/criterion/micro_ops_tee/report/change/t-test.svg index 50335f0d69bd..6c8aa681ee0f 100644 --- a/criterion/micro_ops_tee/report/change/t-test.svg +++ b/criterion/micro_ops_tee/report/change/t-test.svg @@ -13,73 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_tee/report/index.html b/criterion/micro_ops_tee/report/index.html index aa87e3274b5c..fdb57d4e6763 100644 --- a/criterion/micro_ops_tee/report/index.html +++ b/criterion/micro_ops_tee/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.9132 µs - 6.9230 µs - 6.9345 µs + 6.8943 µs + 6.9027 µs + 6.9133 µs R² - 0.9926235 - 0.9928932 - 0.9925191 + 0.9955398 + 0.9957435 + 0.9954161 Mean - 6.9218 µs - 6.9444 µs - 6.9742 µs + 6.8922 µs + 6.9004 µs + 6.9104 µs Std. Dev. - 50.086 ns - 135.36 ns - 204.49 ns + 24.478 ns + 46.921 ns + 66.213 ns Median - 6.9064 µs - 6.9119 µs - 6.9227 µs + 6.8881 µs + 6.8939 µs + 6.8975 µs MAD - 26.757 ns - 33.676 ns - 44.150 ns + 21.288 ns + 27.302 ns + 32.698 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.1426% - +0.2472% - +0.6865% - (p = 0.29 > + -1.0728% + -0.6332% + -0.2780% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_tee/report/mean.svg b/criterion/micro_ops_tee/report/mean.svg index 7e1a570778ff..7865783adb34 100644 --- a/criterion/micro_ops_tee/report/mean.svg +++ b/criterion/micro_ops_tee/report/mean.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + - -6.92 + +6.892 + + + +6.894 + + + +6.896 + + + +6.898 + + + +6.9 - - -6.93 + + +6.902 - - -6.94 + + +6.904 - - -6.95 + + +6.906 - - -6.96 + + +6.908 - - -6.97 + + +6.91 - - -6.98 + + +6.912 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/median.svg b/criterion/micro_ops_tee/report/median.svg index 763e689896ce..de000fd7eb5e 100644 --- a/criterion/micro_ops_tee/report/median.svg +++ b/criterion/micro_ops_tee/report/median.svg @@ -9,86 +9,86 @@ Density (a.u.) Average time (µs) - -20 + +50 - - -40 - - - -60 + + +100 - - -80 + + +150 - - -100 + + +200 - - -120 + + +250 - - -140 + + +300 - - -160 + + +350 - - -180 + + +400 - + - -6.906 + +6.888 + + + +6.889 - - -6.908 + + +6.89 - - -6.91 + + +6.891 - - -6.912 + + +6.892 - - -6.914 + + +6.893 - - -6.916 + + +6.894 - - -6.918 + + +6.895 - - -6.92 + + +6.896 - - -6.922 + + +6.897 - - -6.924 + + +6.898 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/pdf.svg b/criterion/micro_ops_tee/report/pdf.svg index 298407ca08f3..d994a99c4bfb 100644 --- a/criterion/micro_ops_tee/report/pdf.svg +++ b/criterion/micro_ops_tee/report/pdf.svg @@ -38,30 +38,42 @@ Average Time (µs) - + 6.8 - - + + +6.85 + + + +6.9 + + + +6.95 + + + 7 - - -7.2 + + +7.05 - - -7.4 + + +7.1 - - -7.6 + + +7.15 - - -7.8 + + +7.2 - + Density (a.u.) @@ -70,48 +82,44 @@ Density (a.u.) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - - - - - - - - - - - - - - - - - - - - - - + + +6 + + + +8 + + + +10 + + + +12 + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_tee/report/pdf_small.svg b/criterion/micro_ops_tee/report/pdf_small.svg index 7b924382dfde..3d8923d56b58 100644 --- a/criterion/micro_ops_tee/report/pdf_small.svg +++ b/criterion/micro_ops_tee/report/pdf_small.svg @@ -10,43 +10,51 @@ Average Time (µs) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - + + +8 + + + +10 + + + +12 + + - + +6.8 + + + +6.9 + + + 7 - - -7.5 + + +7.1 - - -8 + + +7.2 - - - + + + diff --git a/criterion/micro_ops_tee/report/regression.svg b/criterion/micro_ops_tee/report/regression.svg index 5a5cab359784..dc1efef73b61 100644 --- a/criterion/micro_ops_tee/report/regression.svg +++ b/criterion/micro_ops_tee/report/regression.svg @@ -14,47 +14,47 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -82,106 +82,106 @@ Iterations (x 10^3) - - + + - - + + - + - - - + + + - + - - - + + + - - - + + + - - - - - - - - + + + + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - + + + + + + + - + - - - - + + + + - - + + Sample diff --git a/criterion/micro_ops_tee/report/regression_small.svg b/criterion/micro_ops_tee/report/regression_small.svg index d53584a8c0af..bc14f1306ca2 100644 --- a/criterion/micro_ops_tee/report/regression_small.svg +++ b/criterion/micro_ops_tee/report/regression_small.svg @@ -14,11 +14,11 @@ Iterations (x 10^3) - - - - - + + + + + 1.0 @@ -32,26 +32,26 @@ Iterations (x 10^3) 3.0 - + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -80,103 +80,103 @@ Iterations (x 10^3) - + - - + + - - + + - + - + - + - + - + - + - - - + + + - - - - + + + + - + - - + + - - - - - - - - - + + + + + + + + + - + - + - - - - - - - - + + + + + + + + - - - - - - + + + + + + - + - - - - - - + + + + + + - - + + - - - - + + + + - - + + diff --git a/criterion/micro_ops_tee/report/relative_pdf_small.svg b/criterion/micro_ops_tee/report/relative_pdf_small.svg index 7c12b35f082c..a2a15a5166d4 100644 --- a/criterion/micro_ops_tee/report/relative_pdf_small.svg +++ b/criterion/micro_ops_tee/report/relative_pdf_small.svg @@ -6,38 +6,30 @@ Density (a.u.) Average Time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - + + +10 + + + +12 + + 7 @@ -51,8 +43,8 @@ Average Time (µs) 8 - - - - + + + + diff --git a/criterion/micro_ops_tee/report/slope.svg b/criterion/micro_ops_tee/report/slope.svg index 6c7377ecc318..67b14727737f 100644 --- a/criterion/micro_ops_tee/report/slope.svg +++ b/criterion/micro_ops_tee/report/slope.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + + +90 + + - -6.915 + +6.894 + + + +6.896 + + + +6.898 + + + +6.9 + + + +6.902 + + + +6.904 + + + +6.906 - - -6.92 + + +6.908 - - -6.925 + + +6.91 - - -6.93 + + +6.912 - - -6.935 + + +6.914 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/typical.svg b/criterion/micro_ops_tee/report/typical.svg index ae7ccdfc34e7..5944275b8920 100644 --- a/criterion/micro_ops_tee/report/typical.svg +++ b/criterion/micro_ops_tee/report/typical.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + + +90 + + - -6.915 + +6.894 + + + +6.896 + + + +6.898 + + + +6.9 + + + +6.902 + + + +6.904 + + + +6.906 - - -6.92 + + +6.908 - - -6.925 + + +6.91 - - -6.93 + + +6.912 - - -6.935 + + +6.914 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/base/estimates.json b/criterion/micro_ops_union/base/estimates.json index ce1f680a2df9..463ec103b320 100644 --- a/criterion/micro_ops_union/base/estimates.json +++ b/criterion/micro_ops_union/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15214.849921302726,"upper_bound":15373.282131325825},"point_estimate":15285.222108334377,"standard_error":40.69024229797084},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15165.275262514384,"upper_bound":15209.5},"point_estimate":15191.437869226638,"standard_error":11.417320905309673},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":65.84313997688332,"upper_bound":114.33644638020847},"point_estimate":86.71929261803363,"standard_error":12.347590066712998},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15188.37958560269,"upper_bound":15275.150599061346},"point_estimate":15227.985347642973,"standard_error":22.244508799867685},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":196.1596254276319,"upper_bound":604.210056536021},"point_estimate":409.98291344915606,"standard_error":107.98003325373313}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15142.74837456412,"upper_bound":15368.533468576119},"point_estimate":15231.171485168694,"standard_error":59.6240840905978},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15102.8546875,"upper_bound":15144.639483212639},"point_estimate":15119.612219024122,"standard_error":12.494129982851602},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61.01403126063079,"upper_bound":105.58335309214398},"point_estimate":82.15466961859083,"standard_error":10.947986919635568},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15128.691443866875,"upper_bound":15301.365256743153},"point_estimate":15200.410601817644,"standard_error":44.86627769913734},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155.41758524955526,"upper_bound":983.4828433257474},"point_estimate":599.542007231325,"standard_error":262.0397965107052}} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/sample.json b/criterion/micro_ops_union/base/sample.json index d10b3b607e81..bc1a932c0572 100644 --- a/criterion/micro_ops_union/base/sample.json +++ b/criterion/micro_ops_union/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[135523.0,258513.0,360054.0,480197.0,600169.0,726945.0,854030.0,963958.0,1098626.0,1200140.0,1348824.0,1482335.0,1605426.0,1709799.0,2179735.0,1992035.0,2101835.0,2167556.0,2335644.0,2459738.0,2528366.0,2673178.0,2809547.0,2917982.0,3050130.0,3137418.0,3263511.0,3375897.0,3514622.0,3624185.0,3774658.0,3893632.0,3988052.0,4140979.0,4220583.0,4361681.0,4477856.0,4628118.0,4756790.0,4827774.0,5300294.0,5084907.0,5623003.0,5370857.0,5483730.0,5599224.0,5719309.0,5828574.0,5925072.0,6039656.0,6160980.0,6329179.0,6457152.0,6568546.0,6669372.0,6814013.0,6930273.0,7412577.0,7182201.0,7307979.0,7404963.0,7498496.0,7645640.0,7722854.0,7902631.0,7988530.0,8080379.0,8282038.0,8810834.0,8515999.0,8637572.0,8697830.0,8885424.0,9003744.0,9087620.0,9185283.0,9453775.0,9475583.0,9581204.0,9721035.0,9812438.0,9997721.0,10118755.0,10184832.0,10277435.0,10396317.0,10583275.0,10679974.0,10785367.0,11270045.0,11011831.0,11138295.0,11292915.0,11415136.0,11545400.0,11622726.0,12058162.0,11910183.0,12060596.0,12117941.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[123743.0,240200.0,385195.0,482081.0,613123.0,722195.0,842476.0,963033.0,1100648.0,1280492.0,1363971.0,1458224.0,1558480.0,1683043.0,1810792.0,1922091.0,2060539.0,2169051.0,2278964.0,2415185.0,2543835.0,2668665.0,2819181.0,2906819.0,3034684.0,3142878.0,3276362.0,3365995.0,3483371.0,3665162.0,3730128.0,3851794.0,4026582.0,4129243.0,4206538.0,4370929.0,4459340.0,4630411.0,4688408.0,4833883.0,5412667.0,5035824.0,5180855.0,5332168.0,7446768.0,5529438.0,5701907.0,5796065.0,5918005.0,6084627.0,6159632.0,6272950.0,6429521.0,6554099.0,6677781.0,6807763.0,6950340.0,7012804.0,7160574.0,7237268.0,7359942.0,7512834.0,7588813.0,7730065.0,7809793.0,8265829.0,8120775.0,8311717.0,8322562.0,8455902.0,8597310.0,8702622.0,8801211.0,8934242.0,9032771.0,9196256.0,9337675.0,9441089.0,9565012.0,9671313.0,9855229.0,9927470.0,10034043.0,10147554.0,10322300.0,10391861.0,10556580.0,10587457.0,10859949.0,10902707.0,10963579.0,11137259.0,12072166.0,11412244.0,11484612.0,11607401.0,11684608.0,11871670.0,11961889.0,12127381.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/tukey.json b/criterion/micro_ops_union/base/tukey.json index 922191b38638..efa79214b926 100644 --- a/criterion/micro_ops_union/base/tukey.json +++ b/criterion/micro_ops_union/base/tukey.json @@ -1 +1 @@ -[14791.545969249459,14959.500129523749,15407.37789025519,15575.33205052948] \ No newline at end of file +[14732.786651811384,14899.02392134488,15342.32330676754,15508.560576301037] \ No newline at end of file diff --git a/criterion/micro_ops_union/change/estimates.json b/criterion/micro_ops_union/change/estimates.json index 46fff1144299..28744505d6c9 100644 --- a/criterion/micro_ops_union/change/estimates.json +++ b/criterion/micro_ops_union/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004190579578617818,"upper_bound":0.009281682125288453},"point_estimate":0.0023089928282780114,"standard_error":0.003396172480366685},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0011537772121076317,"upper_bound":0.0032179376777943247},"point_estimate":0.001402102801626448,"standard_error":0.0011072595457705247}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011884773450392105,"upper_bound":0.006686293908863637},"point_estimate":-0.00353613593460389,"standard_error":0.004740696672405826},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006467609339561919,"upper_bound":-0.002327142580957342},"point_estimate":-0.0047280350168836804,"standard_error":0.0011051048479011557}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/estimates.json b/criterion/micro_ops_union/new/estimates.json index ce1f680a2df9..463ec103b320 100644 --- a/criterion/micro_ops_union/new/estimates.json +++ b/criterion/micro_ops_union/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15214.849921302726,"upper_bound":15373.282131325825},"point_estimate":15285.222108334377,"standard_error":40.69024229797084},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15165.275262514384,"upper_bound":15209.5},"point_estimate":15191.437869226638,"standard_error":11.417320905309673},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":65.84313997688332,"upper_bound":114.33644638020847},"point_estimate":86.71929261803363,"standard_error":12.347590066712998},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15188.37958560269,"upper_bound":15275.150599061346},"point_estimate":15227.985347642973,"standard_error":22.244508799867685},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":196.1596254276319,"upper_bound":604.210056536021},"point_estimate":409.98291344915606,"standard_error":107.98003325373313}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15142.74837456412,"upper_bound":15368.533468576119},"point_estimate":15231.171485168694,"standard_error":59.6240840905978},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15102.8546875,"upper_bound":15144.639483212639},"point_estimate":15119.612219024122,"standard_error":12.494129982851602},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61.01403126063079,"upper_bound":105.58335309214398},"point_estimate":82.15466961859083,"standard_error":10.947986919635568},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15128.691443866875,"upper_bound":15301.365256743153},"point_estimate":15200.410601817644,"standard_error":44.86627769913734},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155.41758524955526,"upper_bound":983.4828433257474},"point_estimate":599.542007231325,"standard_error":262.0397965107052}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/sample.json b/criterion/micro_ops_union/new/sample.json index d10b3b607e81..bc1a932c0572 100644 --- a/criterion/micro_ops_union/new/sample.json +++ b/criterion/micro_ops_union/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[135523.0,258513.0,360054.0,480197.0,600169.0,726945.0,854030.0,963958.0,1098626.0,1200140.0,1348824.0,1482335.0,1605426.0,1709799.0,2179735.0,1992035.0,2101835.0,2167556.0,2335644.0,2459738.0,2528366.0,2673178.0,2809547.0,2917982.0,3050130.0,3137418.0,3263511.0,3375897.0,3514622.0,3624185.0,3774658.0,3893632.0,3988052.0,4140979.0,4220583.0,4361681.0,4477856.0,4628118.0,4756790.0,4827774.0,5300294.0,5084907.0,5623003.0,5370857.0,5483730.0,5599224.0,5719309.0,5828574.0,5925072.0,6039656.0,6160980.0,6329179.0,6457152.0,6568546.0,6669372.0,6814013.0,6930273.0,7412577.0,7182201.0,7307979.0,7404963.0,7498496.0,7645640.0,7722854.0,7902631.0,7988530.0,8080379.0,8282038.0,8810834.0,8515999.0,8637572.0,8697830.0,8885424.0,9003744.0,9087620.0,9185283.0,9453775.0,9475583.0,9581204.0,9721035.0,9812438.0,9997721.0,10118755.0,10184832.0,10277435.0,10396317.0,10583275.0,10679974.0,10785367.0,11270045.0,11011831.0,11138295.0,11292915.0,11415136.0,11545400.0,11622726.0,12058162.0,11910183.0,12060596.0,12117941.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[123743.0,240200.0,385195.0,482081.0,613123.0,722195.0,842476.0,963033.0,1100648.0,1280492.0,1363971.0,1458224.0,1558480.0,1683043.0,1810792.0,1922091.0,2060539.0,2169051.0,2278964.0,2415185.0,2543835.0,2668665.0,2819181.0,2906819.0,3034684.0,3142878.0,3276362.0,3365995.0,3483371.0,3665162.0,3730128.0,3851794.0,4026582.0,4129243.0,4206538.0,4370929.0,4459340.0,4630411.0,4688408.0,4833883.0,5412667.0,5035824.0,5180855.0,5332168.0,7446768.0,5529438.0,5701907.0,5796065.0,5918005.0,6084627.0,6159632.0,6272950.0,6429521.0,6554099.0,6677781.0,6807763.0,6950340.0,7012804.0,7160574.0,7237268.0,7359942.0,7512834.0,7588813.0,7730065.0,7809793.0,8265829.0,8120775.0,8311717.0,8322562.0,8455902.0,8597310.0,8702622.0,8801211.0,8934242.0,9032771.0,9196256.0,9337675.0,9441089.0,9565012.0,9671313.0,9855229.0,9927470.0,10034043.0,10147554.0,10322300.0,10391861.0,10556580.0,10587457.0,10859949.0,10902707.0,10963579.0,11137259.0,12072166.0,11412244.0,11484612.0,11607401.0,11684608.0,11871670.0,11961889.0,12127381.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/tukey.json b/criterion/micro_ops_union/new/tukey.json index 922191b38638..efa79214b926 100644 --- a/criterion/micro_ops_union/new/tukey.json +++ b/criterion/micro_ops_union/new/tukey.json @@ -1 +1 @@ -[14791.545969249459,14959.500129523749,15407.37789025519,15575.33205052948] \ No newline at end of file +[14732.786651811384,14899.02392134488,15342.32330676754,15508.560576301037] \ No newline at end of file diff --git a/criterion/micro_ops_union/report/MAD.svg b/criterion/micro_ops_union/report/MAD.svg index f904074caed1..608da2453d83 100644 --- a/criterion/micro_ops_union/report/MAD.svg +++ b/criterion/micro_ops_union/report/MAD.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - + + 0.04 - + + +0.045 + + - + +60 + + + 65 - - + + 70 - - + + 75 - - + + 80 - - + + 85 - - + + 90 - - + + 95 - - + + 100 - - + + 105 - - + + 110 - - -115 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/SD.svg b/criterion/micro_ops_union/report/SD.svg index 4b330a9bf9e7..ab66e23d21ee 100644 --- a/criterion/micro_ops_union/report/SD.svg +++ b/criterion/micro_ops_union/report/SD.svg @@ -9,78 +9,86 @@ Density (a.u.) Average time (ns) - + 5e-4 - - + + 0.001 - + 0.0015 - + 0.002 - - + + 0.0025 - - + + 0.003 - - + + 0.0035 - - + + 0.004 - + + +0.0045 + + - -200 + +100 - - -250 + + +200 - - + + 300 - - -350 - - - + + 400 - - -450 - - - + + 500 - - -550 - - - + + 600 - - - - + + +700 + + + +800 + + + +900 + + + +1000 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/both/pdf.svg b/criterion/micro_ops_union/report/both/pdf.svg index 8bb17481f8f8..59190d313187 100644 --- a/criterion/micro_ops_union/report/both/pdf.svg +++ b/criterion/micro_ops_union/report/both/pdf.svg @@ -9,71 +9,59 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - -2 - - - -2.2 - - + - -15 - - - + 16 - - -17 - - - + + 18 - - - - - + + +20 + + + + + + Base PDF diff --git a/criterion/micro_ops_union/report/both/regression.svg b/criterion/micro_ops_union/report/both/regression.svg index f659c584c499..66b21bbb4ba7 100644 --- a/criterion/micro_ops_union/report/both/regression.svg +++ b/criterion/micro_ops_union/report/both/regression.svg @@ -19,11 +19,11 @@ Iterations - - - - - + + + + + 0.0 @@ -33,26 +33,26 @@ Iterations 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -91,9 +91,9 @@ Iterations - - - + + + Base Sample diff --git a/criterion/micro_ops_union/report/change/mean.svg b/criterion/micro_ops_union/report/change/mean.svg index 3c56761690ad..7fce19924822 100644 --- a/criterion/micro_ops_union/report/change/mean.svg +++ b/criterion/micro_ops_union/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 + + + +-0.012 - - -100 + + +-0.01 - - -110 + + +-0.008 - - - + + +-0.006 + + + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - -0.01 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/median.svg b/criterion/micro_ops_union/report/change/median.svg index a043bba4b920..5e943c3318fb 100644 --- a/criterion/micro_ops_union/report/change/median.svg +++ b/criterion/micro_ops_union/report/change/median.svg @@ -9,86 +9,78 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - + - --0.0015 - - - --0.001 + +-0.0065 - - --5e-4 + + +-0.006 - - -0 + + +-0.0055 - - -5e-4 + + +-0.005 - - -0.001 + + +-0.0045 - - -0.0015 + + +-0.004 - - -0.002 + + +-0.0035 - - -0.0025 + + +-0.003 - - -0.003 + + +-0.0025 - - -0.0035 + + +-0.002 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/t-test.svg b/criterion/micro_ops_union/report/change/t-test.svg index 1ae21d5831e6..9ffda3a1f90e 100644 --- a/criterion/micro_ops_union/report/change/t-test.svg +++ b/criterion/micro_ops_union/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + -4.0 - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_union/report/index.html b/criterion/micro_ops_union/report/index.html index 2149712a605d..219b9deff78a 100644 --- a/criterion/micro_ops_union/report/index.html +++ b/criterion/micro_ops_union/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 15.188 µs - 15.228 µs - 15.275 µs + 15.129 µs + 15.200 µs + 15.301 µs R² - 0.9738907 - 0.9747982 - 0.9735117 + 0.8769018 + 0.8793029 + 0.8745580 Mean - 15.215 µs - 15.285 µs - 15.373 µs + 15.143 µs + 15.231 µs + 15.369 µs Std. Dev. - 196.16 ns - 409.98 ns - 604.21 ns + 155.42 ns + 599.54 ns + 983.48 ns Median - 15.165 µs - 15.191 µs - 15.210 µs + 15.103 µs + 15.120 µs + 15.145 µs MAD - 65.843 ns - 86.719 ns - 114.34 ns + 61.014 ns + 82.155 ns + 105.58 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.4191% - +0.2309% - +0.9282% - (p = 0.50 > + -1.1885% + -0.3536% + +0.6686% + (p = 0.49 > 0.05) diff --git a/criterion/micro_ops_union/report/mean.svg b/criterion/micro_ops_union/report/mean.svg index ffc43a04edee..d12eb7eb5267 100644 --- a/criterion/micro_ops_union/report/mean.svg +++ b/criterion/micro_ops_union/report/mean.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (µs)
- + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - - -9 - - - -10 - - + - -15.2 - - -15.22 +15.15 - -15.24 - - - -15.26 + +15.2 - - -15.28 + + +15.25 - - + + 15.3 - - -15.32 - - - -15.34 - - - -15.36 - - - -15.38 + + +15.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/median.svg b/criterion/micro_ops_union/report/median.svg index 5cffd78e2b47..91edeb20d10a 100644 --- a/criterion/micro_ops_union/report/median.svg +++ b/criterion/micro_ops_union/report/median.svg @@ -9,94 +9,74 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - - -55 + + +60 - - - -15.165 + + +70 - - -15.17 + + + +15.1 - - -15.175 + + +15.105 - - -15.18 + + +15.11 - - -15.185 + + +15.115 - - -15.19 + + +15.12 - - -15.195 + + +15.125 - - -15.2 + + +15.13 - - -15.205 + + +15.135 - - -15.21 + + +15.14 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/pdf.svg b/criterion/micro_ops_union/report/pdf.svg index c3f70658adfc..efc284717684 100644 --- a/criterion/micro_ops_union/report/pdf.svg +++ b/criterion/micro_ops_union/report/pdf.svg @@ -46,42 +46,34 @@ Average Time (µs) - -14.5 - - - + 15 - - -15.5 - - - + + 16 - - -16.5 - - - + + 17 - - -17.5 - - - + + 18 - - -18.5 + + +19 + + + +20 + + + +21 - + Density (a.u.) @@ -90,74 +82,56 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - - -1.8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_union/report/pdf_small.svg b/criterion/micro_ops_union/report/pdf_small.svg index 90d5edcb32e0..81510f095e3f 100644 --- a/criterion/micro_ops_union/report/pdf_small.svg +++ b/criterion/micro_ops_union/report/pdf_small.svg @@ -10,63 +10,47 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - - -1.8 - - - -2 - - + - -15 - - - + 16 - - -17 - - - + + 18 - - - + + +20 + + + + diff --git a/criterion/micro_ops_union/report/regression.svg b/criterion/micro_ops_union/report/regression.svg index 0e755e5a40cb..9eb1203e1d56 100644 --- a/criterion/micro_ops_union/report/regression.svg +++ b/criterion/micro_ops_union/report/regression.svg @@ -19,7 +19,7 @@ Iterations - + @@ -35,10 +35,10 @@ Iterations 6.0 - + 8.0 - + 10.0 @@ -82,106 +82,106 @@ Iterations - + - + - - - - - - - - - - + + + + + + + + + + - - - + + + - + - - + + - - - - - - + + + + + + - + - + - - - - - - - - + + + + + + + + - + - - + + - - - - - + + + + + - + - - - - - - - + + + + + + + - - - + + + - - - - - - - - - + + + + + + + + + - - - - - + + + + + - + - - - - - + + + + + - + Sample diff --git a/criterion/micro_ops_union/report/regression_small.svg b/criterion/micro_ops_union/report/regression_small.svg index 19eecab2e98e..8bc0169d32dc 100644 --- a/criterion/micro_ops_union/report/regression_small.svg +++ b/criterion/micro_ops_union/report/regression_small.svg @@ -81,102 +81,102 @@ Iterations - + - + - + - - - - - - - - - + + + + + + + + + - + - - + + - + - - + + - + - - - - - - + + + + + + - + - + - + - - + + - + - + - - - - - - - + + + + + + + - - - - - - + + + + + + - - - - - - - + + + + + + + - - - - + + + + - + - + - - - + + + - + diff --git a/criterion/micro_ops_union/report/relative_pdf_small.svg b/criterion/micro_ops_union/report/relative_pdf_small.svg index d11f1926c42e..65c62ea99201 100644 --- a/criterion/micro_ops_union/report/relative_pdf_small.svg +++ b/criterion/micro_ops_union/report/relative_pdf_small.svg @@ -6,69 +6,57 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - -2 - - - -2.2 - - + - -15 - - - + 16 - - -17 - - - + + 18 - - - - - + + +20 + + + + + + diff --git a/criterion/micro_ops_union/report/relative_regression_small.svg b/criterion/micro_ops_union/report/relative_regression_small.svg index a4b543aa6480..58ee365d9ffb 100644 --- a/criterion/micro_ops_union/report/relative_regression_small.svg +++ b/criterion/micro_ops_union/report/relative_regression_small.svg @@ -16,11 +16,11 @@ Iterations - + - - - + + + 0.0 @@ -30,26 +30,26 @@ Iterations 2.0 - + 4.0 - + 6.0 - + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -88,7 +88,7 @@ Iterations - - - + + + diff --git a/criterion/micro_ops_union/report/slope.svg b/criterion/micro_ops_union/report/slope.svg index d0c42fde21dd..70683388abb4 100644 --- a/criterion/micro_ops_union/report/slope.svg +++ b/criterion/micro_ops_union/report/slope.svg @@ -9,90 +9,94 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - + + +7 + + + 8 - - -10 + + +9 - - -12 + + +10 - - -14 + + + +15.12 - - -16 + + +15.14 - - -18 + + +15.16 - - - + + 15.18 - - -15.19 - - - + + 15.2 - - -15.21 - - - + + 15.22 - - -15.23 - - - + + 15.24 - - -15.25 - - - + + 15.26 - - -15.27 - - - + + 15.28 - - - - + + +15.3 + + + +15.32 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/typical.svg b/criterion/micro_ops_union/report/typical.svg index a5503319a87d..21489184c073 100644 --- a/criterion/micro_ops_union/report/typical.svg +++ b/criterion/micro_ops_union/report/typical.svg @@ -9,90 +9,94 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - + + +7 + + + 8 - - -10 + + +9 - - -12 + + +10 - - -14 + + + +15.12 - - -16 + + +15.14 - - -18 + + +15.16 - - - + + 15.18 - - -15.19 - - - + + 15.2 - - -15.21 - - - + + 15.22 - - -15.23 - - - + + 15.24 - - -15.25 - - - + + 15.26 - - -15.27 - - - + + 15.28 - - - - + + +15.3 + + + +15.32 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/base/estimates.json b/criterion/micro_ops_unique/base/estimates.json index 360f3939994a..5073fb14e961 100644 --- a/criterion/micro_ops_unique/base/estimates.json +++ b/criterion/micro_ops_unique/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52678.214257999636,"upper_bound":52768.978429471645},"point_estimate":52719.94636466501,"standard_error":23.281254416785707},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52653.833333333336,"upper_bound":52698.24493927126},"point_estimate":52681.832869530146,"standard_error":10.119274163794135},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76.13412110476634,"upper_bound":149.78294087214516},"point_estimate":99.38567740221879,"standard_error":19.391298784591854},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52728.906439013044,"upper_bound":52839.173551421285},"point_estimate":52779.646025647344,"standard_error":28.338065762094864},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":140.4432053435023,"upper_bound":326.22285328423413},"point_estimate":233.53806023638325,"standard_error":49.09805650566302}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52648.50954889492,"upper_bound":52756.23224371865},"point_estimate":52697.42123981089,"standard_error":27.554819666433897},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52632.55789473684,"upper_bound":52683.75514981273},"point_estimate":52662.537524366475,"standard_error":13.259746050093336},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83.23606916934608,"upper_bound":142.3327686314859},"point_estimate":112.07081089767044,"standard_error":14.937676854202618},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52690.242135689325,"upper_bound":52809.49092507318},"point_estimate":52742.353266669954,"standard_error":30.75223279226415},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":154.2354669703824,"upper_bound":397.6194955242465},"point_estimate":278.1866335324159,"standard_error":64.9470794675347}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/sample.json b/criterion/micro_ops_unique/base/sample.json index 91787383e124..d56f0223948f 100644 --- a/criterion/micro_ops_unique/base/sample.json +++ b/criterion/micro_ops_unique/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[472643.0,956699.0,1418851.0,1884723.0,2372312.0,2843307.0,3334147.0,3782360.0,4247358.0,4740193.0,5189764.0,5681840.0,6187910.0,6629180.0,7098788.0,7576905.0,8028662.0,8507764.0,9011338.0,9470967.0,9948410.0,10425147.0,10875769.0,11362074.0,11909346.0,12315072.0,12758231.0,13247874.0,13703667.0,14201913.0,14693625.0,15101505.0,15619711.0,16123607.0,16564877.0,17007576.0,17466801.0,17982031.0,18497211.0,18889232.0,19439311.0,19953927.0,20446161.0,20862218.0,21294458.0,21899180.0,22272087.0,22865646.0,23239805.0,23705049.0,24270160.0,24629232.0,25115579.0,25722919.0,26097235.0,26567024.0,27796253.0,27500020.0,27978880.0,28585472.0,28939058.0,29388675.0,29895863.0,30327353.0,30794250.0,31299432.0,31785625.0,32391397.0,32682910.0,33303680.0,34269799.0,34172418.0,34587893.0,35083640.0,35528901.0,36069121.0,36584510.0,36987120.0,37596971.0,37980398.0,38643327.0,38938827.0,39608733.0,39810472.0,40349996.0,40801578.0,41295550.0,41762011.0,42207344.0,42671828.0,43390307.0,43711557.0,44142304.0,44624005.0,45042798.0,45477108.0,46111328.0,46466169.0,46909712.0,47986911.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[473188.0,957699.0,1429164.0,1882903.0,2352559.0,2840188.0,3327585.0,3785537.0,4249644.0,4759523.0,5192746.0,5657382.0,6150909.0,6617233.0,7086899.0,7562035.0,8026622.0,8558470.0,8999731.0,9475461.0,9933540.0,10394499.0,10861096.0,11352593.0,11845883.0,12281864.0,12754318.0,13232457.0,13706543.0,14208148.0,14679961.0,15129346.0,15599760.0,16103376.0,16578246.0,16986592.0,17515250.0,17979538.0,18439284.0,18935263.0,19519340.0,19949512.0,20571928.0,21603305.0,21340117.0,21777514.0,22269501.0,22762644.0,23254492.0,23646137.0,24212901.0,24688015.0,25077489.0,25642115.0,26155279.0,26583825.0,27016585.0,27480919.0,27969026.0,28437030.0,28907460.0,29423401.0,29826636.0,30494104.0,30831251.0,31347223.0,31777005.0,32232583.0,33188645.0,33227772.0,33603648.0,34606739.0,34577420.0,35100532.0,35569187.0,36047692.0,36541169.0,36955917.0,37571746.0,37972116.0,38438392.0,38850874.0,39278347.0,39838457.0,40338129.0,40768350.0,41273661.0,41724927.0,42193640.0,43495691.0,43140382.0,43607129.0,44057856.0,44567690.0,45000837.0,45502474.0,46021147.0,46481192.0,46956536.0,47435817.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/tukey.json b/criterion/micro_ops_unique/base/tukey.json index c1df253e9c38..57b9eb4bf518 100644 --- a/criterion/micro_ops_unique/base/tukey.json +++ b/criterion/micro_ops_unique/base/tukey.json @@ -1 +1 @@ -[52218.210737504196,52416.854079069555,52946.56965657718,53145.21299814254] \ No newline at end of file +[52115.34114956446,52345.50626660613,52959.27991205058,53189.445029092254] \ No newline at end of file diff --git a/criterion/micro_ops_unique/change/estimates.json b/criterion/micro_ops_unique/change/estimates.json index d1a8c7209e15..c8cf94c4d988 100644 --- a/criterion/micro_ops_unique/change/estimates.json +++ b/criterion/micro_ops_unique/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003544314255732761,"upper_bound":-0.00007907921383149314},"point_estimate":-0.0016750020647691155,"standard_error":0.000879433412237555},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00187006179884186,"upper_bound":-0.000467762352983625},"point_estimate":-0.0010679679423536426,"standard_error":0.0003878422256768006}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0017337113289893756,"upper_bound":0.0011119201313570296},"point_estimate":-0.00042726001081860865,"standard_error":0.000719231561044008},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0010212445661585967,"upper_bound":0.0002536538494979368},"point_estimate":-0.0003662618423215802,"standard_error":0.00032256300417686013}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/estimates.json b/criterion/micro_ops_unique/new/estimates.json index 360f3939994a..5073fb14e961 100644 --- a/criterion/micro_ops_unique/new/estimates.json +++ b/criterion/micro_ops_unique/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52678.214257999636,"upper_bound":52768.978429471645},"point_estimate":52719.94636466501,"standard_error":23.281254416785707},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52653.833333333336,"upper_bound":52698.24493927126},"point_estimate":52681.832869530146,"standard_error":10.119274163794135},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76.13412110476634,"upper_bound":149.78294087214516},"point_estimate":99.38567740221879,"standard_error":19.391298784591854},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52728.906439013044,"upper_bound":52839.173551421285},"point_estimate":52779.646025647344,"standard_error":28.338065762094864},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":140.4432053435023,"upper_bound":326.22285328423413},"point_estimate":233.53806023638325,"standard_error":49.09805650566302}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52648.50954889492,"upper_bound":52756.23224371865},"point_estimate":52697.42123981089,"standard_error":27.554819666433897},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52632.55789473684,"upper_bound":52683.75514981273},"point_estimate":52662.537524366475,"standard_error":13.259746050093336},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83.23606916934608,"upper_bound":142.3327686314859},"point_estimate":112.07081089767044,"standard_error":14.937676854202618},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52690.242135689325,"upper_bound":52809.49092507318},"point_estimate":52742.353266669954,"standard_error":30.75223279226415},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":154.2354669703824,"upper_bound":397.6194955242465},"point_estimate":278.1866335324159,"standard_error":64.9470794675347}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/sample.json b/criterion/micro_ops_unique/new/sample.json index 91787383e124..d56f0223948f 100644 --- a/criterion/micro_ops_unique/new/sample.json +++ b/criterion/micro_ops_unique/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[472643.0,956699.0,1418851.0,1884723.0,2372312.0,2843307.0,3334147.0,3782360.0,4247358.0,4740193.0,5189764.0,5681840.0,6187910.0,6629180.0,7098788.0,7576905.0,8028662.0,8507764.0,9011338.0,9470967.0,9948410.0,10425147.0,10875769.0,11362074.0,11909346.0,12315072.0,12758231.0,13247874.0,13703667.0,14201913.0,14693625.0,15101505.0,15619711.0,16123607.0,16564877.0,17007576.0,17466801.0,17982031.0,18497211.0,18889232.0,19439311.0,19953927.0,20446161.0,20862218.0,21294458.0,21899180.0,22272087.0,22865646.0,23239805.0,23705049.0,24270160.0,24629232.0,25115579.0,25722919.0,26097235.0,26567024.0,27796253.0,27500020.0,27978880.0,28585472.0,28939058.0,29388675.0,29895863.0,30327353.0,30794250.0,31299432.0,31785625.0,32391397.0,32682910.0,33303680.0,34269799.0,34172418.0,34587893.0,35083640.0,35528901.0,36069121.0,36584510.0,36987120.0,37596971.0,37980398.0,38643327.0,38938827.0,39608733.0,39810472.0,40349996.0,40801578.0,41295550.0,41762011.0,42207344.0,42671828.0,43390307.0,43711557.0,44142304.0,44624005.0,45042798.0,45477108.0,46111328.0,46466169.0,46909712.0,47986911.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[473188.0,957699.0,1429164.0,1882903.0,2352559.0,2840188.0,3327585.0,3785537.0,4249644.0,4759523.0,5192746.0,5657382.0,6150909.0,6617233.0,7086899.0,7562035.0,8026622.0,8558470.0,8999731.0,9475461.0,9933540.0,10394499.0,10861096.0,11352593.0,11845883.0,12281864.0,12754318.0,13232457.0,13706543.0,14208148.0,14679961.0,15129346.0,15599760.0,16103376.0,16578246.0,16986592.0,17515250.0,17979538.0,18439284.0,18935263.0,19519340.0,19949512.0,20571928.0,21603305.0,21340117.0,21777514.0,22269501.0,22762644.0,23254492.0,23646137.0,24212901.0,24688015.0,25077489.0,25642115.0,26155279.0,26583825.0,27016585.0,27480919.0,27969026.0,28437030.0,28907460.0,29423401.0,29826636.0,30494104.0,30831251.0,31347223.0,31777005.0,32232583.0,33188645.0,33227772.0,33603648.0,34606739.0,34577420.0,35100532.0,35569187.0,36047692.0,36541169.0,36955917.0,37571746.0,37972116.0,38438392.0,38850874.0,39278347.0,39838457.0,40338129.0,40768350.0,41273661.0,41724927.0,42193640.0,43495691.0,43140382.0,43607129.0,44057856.0,44567690.0,45000837.0,45502474.0,46021147.0,46481192.0,46956536.0,47435817.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/tukey.json b/criterion/micro_ops_unique/new/tukey.json index c1df253e9c38..57b9eb4bf518 100644 --- a/criterion/micro_ops_unique/new/tukey.json +++ b/criterion/micro_ops_unique/new/tukey.json @@ -1 +1 @@ -[52218.210737504196,52416.854079069555,52946.56965657718,53145.21299814254] \ No newline at end of file +[52115.34114956446,52345.50626660613,52959.27991205058,53189.445029092254] \ No newline at end of file diff --git a/criterion/micro_ops_unique/report/MAD.svg b/criterion/micro_ops_unique/report/MAD.svg index 43691a61eed0..c58ae54cd8cc 100644 --- a/criterion/micro_ops_unique/report/MAD.svg +++ b/criterion/micro_ops_unique/report/MAD.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - + 0.015 - + 0.02 - - + + 0.025 - - + + 0.03 - + - -70 - - - + 80 - - + + 90 - - + + 100 - - + + 110 - - + + 120 - - + + 130 - - + + 140 - - -150 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/SD.svg b/criterion/micro_ops_unique/report/SD.svg index 76372f833662..756d1f0ffcb1 100644 --- a/criterion/micro_ops_unique/report/SD.svg +++ b/criterion/micro_ops_unique/report/SD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - -0.008 - - - -0.009 - - + - + 150 - - + + 200 - - + + 250 - - + + 300 - - - - + + +350 + + + +400 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/both/pdf.svg b/criterion/micro_ops_unique/report/both/pdf.svg index 2f22441f5d94..bad11e2709de 100644 --- a/criterion/micro_ops_unique/report/both/pdf.svg +++ b/criterion/micro_ops_unique/report/both/pdf.svg @@ -26,30 +26,22 @@ Average Time (µs) - + 52 - - + + 53 - - + + 54 - - -55 - - - -56 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_unique/report/both/regression.svg b/criterion/micro_ops_unique/report/both/regression.svg index 062f14319208..f664d0737708 100644 --- a/criterion/micro_ops_unique/report/both/regression.svg +++ b/criterion/micro_ops_unique/report/both/regression.svg @@ -113,7 +113,7 @@ Iterations - + Base Sample diff --git a/criterion/micro_ops_unique/report/change/mean.svg b/criterion/micro_ops_unique/report/change/mean.svg index decbfab4d192..4e9168993ca7 100644 --- a/criterion/micro_ops_unique/report/change/mean.svg +++ b/criterion/micro_ops_unique/report/change/mean.svg @@ -9,78 +9,82 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - - --0.0035 - - - --0.003 + + +500 - - --0.0025 + + +550 - - + + + -0.002 - - + + -0.0015 - - + + -0.001 - - + + -5e-4 - - + + 0 - - - - + + +5e-4 + + + +0.001 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/median.svg b/criterion/micro_ops_unique/report/change/median.svg index 8a57c4e82510..f34c64dbd4eb 100644 --- a/criterion/micro_ops_unique/report/change/median.svg +++ b/criterion/micro_ops_unique/report/change/median.svg @@ -9,90 +9,66 @@ Density (a.u.) Relative change (%) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - - -700 - - - + + 800 - - -900 - - - + + 1000 - - -1100 - - - - --0.002 - - - --0.0018 - - - --0.0016 + + +1200 - - --0.0014 + + +1400 - - --0.0012 - - - + + + -0.001 - - + + -8e-4 - - + + -6e-4 - - + + -4e-4 - - - - + + +-2e-4 + + + +0 + + + +2e-4 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/t-test.svg b/criterion/micro_ops_unique/report/change/t-test.svg index 6a130b36b84a..bf93f2e0c30e 100644 --- a/criterion/micro_ops_unique/report/change/t-test.svg +++ b/criterion/micro_ops_unique/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_unique/report/index.html b/criterion/micro_ops_unique/report/index.html index 463149d85560..3fd3cccb0a19 100644 --- a/criterion/micro_ops_unique/report/index.html +++ b/criterion/micro_ops_unique/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 52.729 µs - 52.780 µs - 52.839 µs + 52.690 µs + 52.742 µs + 52.809 µs R² - 0.9974080 - 0.9975298 - 0.9973621 + 0.9967239 + 0.9968581 + 0.9966353 Mean - 52.678 µs - 52.720 µs - 52.769 µs + 52.649 µs + 52.697 µs + 52.756 µs Std. Dev. - 140.44 ns - 233.54 ns - 326.22 ns + 154.24 ns + 278.19 ns + 397.62 ns Median - 52.654 µs - 52.682 µs - 52.698 µs + 52.633 µs + 52.663 µs + 52.684 µs MAD - 76.134 ns - 99.386 ns - 149.78 ns + 83.236 ns + 112.07 ns + 142.33 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.3544% - -0.1675% - -0.0079% - (p = 0.06 > + -0.1734% + -0.0427% + +0.1112% + (p = 0.54 > 0.05) diff --git a/criterion/micro_ops_unique/report/mean.svg b/criterion/micro_ops_unique/report/mean.svg index 1fc89a53d4b9..a4d0d2a2fcc9 100644 --- a/criterion/micro_ops_unique/report/mean.svg +++ b/criterion/micro_ops_unique/report/mean.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs)
- + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - -18 - - + - -52.67 + +52.64 - - -52.68 + + +52.66 - - -52.69 + + +52.68 - - + + 52.7 - - -52.71 - - - + + 52.72 - - -52.73 - - - + + 52.74 - - -52.75 - - - -52.76 - - - -52.77 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/median.svg b/criterion/micro_ops_unique/report/median.svg index d63f691e8811..50be9910e431 100644 --- a/criterion/micro_ops_unique/report/median.svg +++ b/criterion/micro_ops_unique/report/median.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (µs) - -20 + +5 - - -40 + + +10 - - -60 + + +15 - - -80 + + +20 - - -100 + + +25 - - -120 + + +30 - - -140 + + +35 - - - -52.65 + + +40 - - -52.655 + + +45 - - -52.66 + + +50 - - -52.665 + + +55 - - -52.67 + + + +52.63 - - -52.675 + + +52.64 - - -52.68 + + +52.65 - - -52.685 + + +52.66 - - -52.69 + + +52.67 - + -52.695 +52.68 - -52.7 - - - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/pdf.svg b/criterion/micro_ops_unique/report/pdf.svg index 2c00d57ba7e3..13b925dd5208 100644 --- a/criterion/micro_ops_unique/report/pdf.svg +++ b/criterion/micro_ops_unique/report/pdf.svg @@ -50,22 +50,30 @@ Average Time (µs) - + +52 + + + 52.5 - - + + 53 - - + + 53.5 - - + + 54 - + + +54.5 + + Density (a.u.) @@ -74,44 +82,44 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_unique/report/pdf_small.svg b/criterion/micro_ops_unique/report/pdf_small.svg index a460a070f945..26f718256715 100644 --- a/criterion/micro_ops_unique/report/pdf_small.svg +++ b/criterion/micro_ops_unique/report/pdf_small.svg @@ -10,43 +10,39 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + - -52.5 + +52 - - + + 53 - - -53.5 - - - + + 54 - - - + + + diff --git a/criterion/micro_ops_unique/report/regression.svg b/criterion/micro_ops_unique/report/regression.svg index 6634cff562d0..e5e9811642d8 100644 --- a/criterion/micro_ops_unique/report/regression.svg +++ b/criterion/micro_ops_unique/report/regression.svg @@ -17,52 +17,52 @@ Iterations - + - - - - - - - + + + + + + + - + 5.0 - + 10.0 - + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -105,103 +105,103 @@ Iterations - + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_unique/report/regression_small.svg b/criterion/micro_ops_unique/report/regression_small.svg index f960fa4c4d59..a365f91da59a 100644 --- a/criterion/micro_ops_unique/report/regression_small.svg +++ b/criterion/micro_ops_unique/report/regression_small.svg @@ -14,52 +14,52 @@ Iterations - - + + - - - - - - + + + + + + - + 5.0 - - + + 10.0 - + 15.0 - + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -104,99 +104,99 @@ Iterations - + - + - + - + - - + + - + - - + + - - + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_unique/report/relative_pdf_small.svg b/criterion/micro_ops_unique/report/relative_pdf_small.svg index 220500d95d23..71099ea9327a 100644 --- a/criterion/micro_ops_unique/report/relative_pdf_small.svg +++ b/criterion/micro_ops_unique/report/relative_pdf_small.svg @@ -23,28 +23,20 @@ Average Time (µs) - + 52 - - + + 53 - - + + 54 - - -55 - - - -56 - - - - - - + + + + + diff --git a/criterion/micro_ops_unique/report/relative_regression_small.svg b/criterion/micro_ops_unique/report/relative_regression_small.svg index a692864824d4..e7be49182cc6 100644 --- a/criterion/micro_ops_unique/report/relative_regression_small.svg +++ b/criterion/micro_ops_unique/report/relative_regression_small.svg @@ -110,5 +110,5 @@ Iterations - + diff --git a/criterion/micro_ops_unique/report/slope.svg b/criterion/micro_ops_unique/report/slope.svg index f0de68de48f2..a7ba63cda6ad 100644 --- a/criterion/micro_ops_unique/report/slope.svg +++ b/criterion/micro_ops_unique/report/slope.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - + - + +52.68 + + + +52.7 + + + 52.72 - - + + 52.74 - - + + 52.76 - - + + 52.78 - - + + 52.8 - - -52.82 - - - -52.84 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/typical.svg b/criterion/micro_ops_unique/report/typical.svg index 94a69a4a772a..7480cd07a1bf 100644 --- a/criterion/micro_ops_unique/report/typical.svg +++ b/criterion/micro_ops_unique/report/typical.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - + - + +52.68 + + + +52.7 + + + 52.72 - - + + 52.74 - - + + 52.76 - - + + 52.78 - - + + 52.8 - - -52.82 - - - -52.84 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/base/estimates.json b/criterion/reachability_hydroflow/base/estimates.json index 1c6ed46e5817..01cd6a083fc7 100644 --- a/criterion/reachability_hydroflow/base/estimates.json +++ b/criterion/reachability_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1792590.7595501211,"upper_bound":1796377.3021702752},"point_estimate":1794175.3202442408,"standard_error":979.2661995064797},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1791704.3800247372,"upper_bound":1793303.9583333333},"point_estimate":1792396.933105335,"standard_error":433.7195655076577},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2223.6344468206207,"upper_bound":3409.83873946322},"point_estimate":2900.768482896642,"standard_error":298.8114527552681},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1792761.0201229788,"upper_bound":1795080.6621120477},"point_estimate":1793849.0437594207,"standard_error":593.8308142588188},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3924.3197707247737,"upper_bound":15477.282026619278},"point_estimate":9812.959752444296,"standard_error":3564.9965998443704}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1782015.842920163,"upper_bound":1789968.0789862988},"point_estimate":1785399.95827651,"standard_error":2055.488992842969},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1779462.1414595451,"upper_bound":1781198.675},"point_estimate":1780050.25,"standard_error":402.26570284368506},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1936.3482700460047,"upper_bound":3435.706480379153},"point_estimate":2701.4104062070255,"standard_error":367.78925849892806},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1781173.1327004693,"upper_bound":1786099.474925928},"point_estimate":1783253.7369469483,"standard_error":1279.9076066442833},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6865.93578769371,"upper_bound":32228.889946083837},"point_estimate":20676.11964898671,"standard_error":6931.014432731635}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/sample.json b/criterion/reachability_hydroflow/base/sample.json index 6f8152b691c8..5728412a64da 100644 --- a/criterion/reachability_hydroflow/base/sample.json +++ b/criterion/reachability_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1877102.0,3559769.0,5391035.0,7221118.0,8967276.0,10796367.0,12539037.0,14297446.0,16096181.0,17879647.0,19690184.0,21483199.0,23328200.0,25094524.0,26877170.0,28702023.0,30426298.0,32317527.0,34089591.0,35872266.0,37689857.0,39398784.0,41194703.0,43039295.0,44866332.0,46572523.0,48379964.0,50253830.0,52188669.0,53746594.0,55547182.0,57261059.0,59129054.0,60995755.0,62547669.0,64441762.0,66395035.0,68071732.0,70015609.0,71800257.0,73416001.0,75186522.0,77074334.0,79954451.0,80591954.0,82274292.0,84130664.0,85838930.0,87747691.0,89488497.0,91484210.0,93275000.0,95137725.0,96887167.0,99677367.0,100204193.0,101866954.0,104124677.0,105701817.0,107393912.0,109350483.0,111193620.0,112845280.0,114654546.0,116676733.0,118148989.0,119917627.0,121825456.0,123659647.0,125493046.0,128099321.0,129016888.0,131109953.0,133916433.0,134487892.0,136262702.0,137864438.0,139932737.0,141775434.0,144408019.0,145119278.0,146831913.0,148490816.0,150608146.0,152351237.0,154166052.0,156153490.0,158493717.0,159466948.0,161084283.0,163059768.0,164958019.0,167777844.0,168366445.0,170372648.0,172046279.0,174052952.0,175578686.0,177703120.0,179392290.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1790246.0,3588848.0,5329971.0,7129023.0,8907417.0,10666555.0,12494682.0,14337566.0,16033184.0,17753979.0,21419922.0,21619358.0,23194319.0,24921155.0,26686945.0,28510694.0,31956342.0,31972633.0,33871242.0,35644467.0,37480198.0,39142454.0,40897873.0,42794750.0,44374450.0,46259704.0,48113821.0,49796193.0,51624401.0,53400540.0,55247943.0,56986342.0,59741112.0,60494447.0,63461155.0,64017872.0,65727848.0,67462318.0,69487215.0,71147857.0,72913056.0,74694295.0,76333177.0,78315103.0,80018155.0,81819551.0,84732318.0,85451179.0,87382111.0,88989606.0,90664095.0,92486502.0,94334847.0,96075038.0,98038791.0,99531848.0,101480112.0,104455417.0,104878793.0,106906325.0,108549655.0,111141758.0,112122152.0,113864939.0,115826227.0,117317641.0,120397262.0,121005175.0,122712716.0,124593762.0,126333764.0,128063206.0,129893518.0,131622829.0,133646905.0,135458421.0,137216698.0,138888040.0,140553462.0,142495894.0,144103356.0,147132783.0,149139175.0,149588180.0,151285742.0,152970238.0,154694110.0,156728324.0,159471514.0,160127526.0,161873710.0,163772429.0,165486222.0,167526849.0,173267614.0,170862751.0,172785477.0,174345921.0,176623804.0,178386999.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/tukey.json b/criterion/reachability_hydroflow/base/tukey.json index f72183ade5b2..4fa755e51aae 100644 --- a/criterion/reachability_hydroflow/base/tukey.json +++ b/criterion/reachability_hydroflow/base/tukey.json @@ -1 +1 @@ -[1779399.3959269458,1785067.4208355485,1800182.1539251558,1805850.1788337585] \ No newline at end of file +[1767692.7128199073,1773204.7961628607,1787903.685077403,1793415.7684203563] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/change/estimates.json b/criterion/reachability_hydroflow/change/estimates.json index 53914b4cfcb7..6a2a595b342f 100644 --- a/criterion/reachability_hydroflow/change/estimates.json +++ b/criterion/reachability_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0008074075105007255,"upper_bound":0.007536616244791771},"point_estimate":0.00468956787765884,"standard_error":0.0017492736330620034},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0059783044153149945,"upper_bound":0.007249333816206294},"point_estimate":0.0066418709638946805,"standard_error":0.0003186286260472484}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007194548848602132,"upper_bound":-0.0020238529052550285},"point_estimate":-0.004891028133491515,"standard_error":0.0013384058824354526},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007459938224664064,"upper_bound":-0.006109536145712289},"point_estimate":-0.006888364333420549,"standard_error":0.00033934244610220337}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/estimates.json b/criterion/reachability_hydroflow/new/estimates.json index 1c6ed46e5817..01cd6a083fc7 100644 --- a/criterion/reachability_hydroflow/new/estimates.json +++ b/criterion/reachability_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1792590.7595501211,"upper_bound":1796377.3021702752},"point_estimate":1794175.3202442408,"standard_error":979.2661995064797},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1791704.3800247372,"upper_bound":1793303.9583333333},"point_estimate":1792396.933105335,"standard_error":433.7195655076577},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2223.6344468206207,"upper_bound":3409.83873946322},"point_estimate":2900.768482896642,"standard_error":298.8114527552681},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1792761.0201229788,"upper_bound":1795080.6621120477},"point_estimate":1793849.0437594207,"standard_error":593.8308142588188},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3924.3197707247737,"upper_bound":15477.282026619278},"point_estimate":9812.959752444296,"standard_error":3564.9965998443704}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1782015.842920163,"upper_bound":1789968.0789862988},"point_estimate":1785399.95827651,"standard_error":2055.488992842969},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1779462.1414595451,"upper_bound":1781198.675},"point_estimate":1780050.25,"standard_error":402.26570284368506},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1936.3482700460047,"upper_bound":3435.706480379153},"point_estimate":2701.4104062070255,"standard_error":367.78925849892806},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1781173.1327004693,"upper_bound":1786099.474925928},"point_estimate":1783253.7369469483,"standard_error":1279.9076066442833},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6865.93578769371,"upper_bound":32228.889946083837},"point_estimate":20676.11964898671,"standard_error":6931.014432731635}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/sample.json b/criterion/reachability_hydroflow/new/sample.json index 6f8152b691c8..5728412a64da 100644 --- a/criterion/reachability_hydroflow/new/sample.json +++ b/criterion/reachability_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1877102.0,3559769.0,5391035.0,7221118.0,8967276.0,10796367.0,12539037.0,14297446.0,16096181.0,17879647.0,19690184.0,21483199.0,23328200.0,25094524.0,26877170.0,28702023.0,30426298.0,32317527.0,34089591.0,35872266.0,37689857.0,39398784.0,41194703.0,43039295.0,44866332.0,46572523.0,48379964.0,50253830.0,52188669.0,53746594.0,55547182.0,57261059.0,59129054.0,60995755.0,62547669.0,64441762.0,66395035.0,68071732.0,70015609.0,71800257.0,73416001.0,75186522.0,77074334.0,79954451.0,80591954.0,82274292.0,84130664.0,85838930.0,87747691.0,89488497.0,91484210.0,93275000.0,95137725.0,96887167.0,99677367.0,100204193.0,101866954.0,104124677.0,105701817.0,107393912.0,109350483.0,111193620.0,112845280.0,114654546.0,116676733.0,118148989.0,119917627.0,121825456.0,123659647.0,125493046.0,128099321.0,129016888.0,131109953.0,133916433.0,134487892.0,136262702.0,137864438.0,139932737.0,141775434.0,144408019.0,145119278.0,146831913.0,148490816.0,150608146.0,152351237.0,154166052.0,156153490.0,158493717.0,159466948.0,161084283.0,163059768.0,164958019.0,167777844.0,168366445.0,170372648.0,172046279.0,174052952.0,175578686.0,177703120.0,179392290.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1790246.0,3588848.0,5329971.0,7129023.0,8907417.0,10666555.0,12494682.0,14337566.0,16033184.0,17753979.0,21419922.0,21619358.0,23194319.0,24921155.0,26686945.0,28510694.0,31956342.0,31972633.0,33871242.0,35644467.0,37480198.0,39142454.0,40897873.0,42794750.0,44374450.0,46259704.0,48113821.0,49796193.0,51624401.0,53400540.0,55247943.0,56986342.0,59741112.0,60494447.0,63461155.0,64017872.0,65727848.0,67462318.0,69487215.0,71147857.0,72913056.0,74694295.0,76333177.0,78315103.0,80018155.0,81819551.0,84732318.0,85451179.0,87382111.0,88989606.0,90664095.0,92486502.0,94334847.0,96075038.0,98038791.0,99531848.0,101480112.0,104455417.0,104878793.0,106906325.0,108549655.0,111141758.0,112122152.0,113864939.0,115826227.0,117317641.0,120397262.0,121005175.0,122712716.0,124593762.0,126333764.0,128063206.0,129893518.0,131622829.0,133646905.0,135458421.0,137216698.0,138888040.0,140553462.0,142495894.0,144103356.0,147132783.0,149139175.0,149588180.0,151285742.0,152970238.0,154694110.0,156728324.0,159471514.0,160127526.0,161873710.0,163772429.0,165486222.0,167526849.0,173267614.0,170862751.0,172785477.0,174345921.0,176623804.0,178386999.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/tukey.json b/criterion/reachability_hydroflow/new/tukey.json index f72183ade5b2..4fa755e51aae 100644 --- a/criterion/reachability_hydroflow/new/tukey.json +++ b/criterion/reachability_hydroflow/new/tukey.json @@ -1 +1 @@ -[1779399.3959269458,1785067.4208355485,1800182.1539251558,1805850.1788337585] \ No newline at end of file +[1767692.7128199073,1773204.7961628607,1787903.685077403,1793415.7684203563] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/report/MAD.svg b/criterion/reachability_hydroflow/report/MAD.svg index 18dc0f0c35ee..3dc530fec656 100644 --- a/criterion/reachability_hydroflow/report/MAD.svg +++ b/criterion/reachability_hydroflow/report/MAD.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + +1.8 + + + +2 + + + 2.2 - - + + 2.4 - - + + 2.6 - - + + 2.8 - - + + 3 - - + + 3.2 - - + + 3.4 - - - - + + +3.6 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/SD.svg b/criterion/reachability_hydroflow/report/SD.svg index bfe079117195..f787404deff1 100644 --- a/criterion/reachability_hydroflow/report/SD.svg +++ b/criterion/reachability_hydroflow/report/SD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - -0.05 + +0.01 - - -0.1 + + +0.02 - - -0.15 + + +0.03 - - -0.2 + + +0.04 - - -0.25 + + +0.05 - - -0.3 + + +0.06 - - - -4 + + +0.07 - - -6 + + +0.08 - - -8 + + + +5 - - + + 10 - - -12 + + +15 + + + +20 + + + +25 - - -14 + + +30 - - -16 + + +35 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/both/pdf.svg b/criterion/reachability_hydroflow/report/both/pdf.svg index 96c9c23d86ca..d8f87971230b 100644 --- a/criterion/reachability_hydroflow/report/both/pdf.svg +++ b/criterion/reachability_hydroflow/report/both/pdf.svg @@ -38,22 +38,30 @@ Average Time (ms) - + +1.75 + + + 1.8 - - + + +1.85 + + + 1.9 - - -2 + + +1.95 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow/report/both/regression.svg b/criterion/reachability_hydroflow/report/both/regression.svg index 6aa646b56c70..fcd7d1c28e71 100644 --- a/criterion/reachability_hydroflow/report/both/regression.svg +++ b/criterion/reachability_hydroflow/report/both/regression.svg @@ -110,10 +110,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow/report/change/mean.svg b/criterion/reachability_hydroflow/report/change/mean.svg index 3bc0ab111505..00db31d6a0ad 100644 --- a/criterion/reachability_hydroflow/report/change/mean.svg +++ b/criterion/reachability_hydroflow/report/change/mean.svg @@ -9,86 +9,58 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 - - - -160 + + +150 - - -180 - - - + + 200 - - -220 - - - - -0.001 + + +250 - - -0.002 + + +300 - - -0.003 + + + +-0.007 - - -0.004 + + +-0.006 - - -0.005 + + +-0.005 - - -0.006 + + +-0.004 - - -0.007 + + +-0.003 - - -0.008 + + +-0.002 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/median.svg b/criterion/reachability_hydroflow/report/change/median.svg index 0242a4698d88..560372b77cdc 100644 --- a/criterion/reachability_hydroflow/report/change/median.svg +++ b/criterion/reachability_hydroflow/report/change/median.svg @@ -9,62 +9,70 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - + - -0.006 + +-0.0076 - - -0.0062 + + +-0.0074 - - -0.0064 + + +-0.0072 - + + +-0.007 + + -0.0066 +-0.0068 - -0.0068 + +-0.0066 + + + +-0.0064 - - -0.007 + + +-0.0062 - - -0.0072 + + +-0.006 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/t-test.svg b/criterion/reachability_hydroflow/report/change/t-test.svg index 31b4c120917f..df36cbcefb1a 100644 --- a/criterion/reachability_hydroflow/report/change/t-test.svg +++ b/criterion/reachability_hydroflow/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 + + +0.4 + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow/report/index.html b/criterion/reachability_hydroflow/report/index.html index 762c59f0b97c..1de76e1e4eef 100644 --- a/criterion/reachability_hydroflow/report/index.html +++ b/criterion/reachability_hydroflow/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.7928 ms - 1.7938 ms - 1.7951 ms + 1.7812 ms + 1.7833 ms + 1.7861 ms R² - 0.9989458 - 0.9989965 - 0.9989316 + 0.9956788 + 0.9958650 + 0.9955168 Mean - 1.7926 ms - 1.7942 ms - 1.7964 ms + 1.7820 ms + 1.7854 ms + 1.7900 ms Std. Dev. - 3.9243 µs - 9.8130 µs - 15.477 µs + 6.8659 µs + 20.676 µs + 32.229 µs Median - 1.7917 ms - 1.7924 ms - 1.7933 ms + 1.7795 ms + 1.7801 ms + 1.7812 ms MAD - 2.2236 µs - 2.9008 µs - 3.4098 µs + 1.9363 µs + 2.7014 µs + 3.4357 µs @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +0.0807% - +0.4690% - +0.7537% + -0.7195% + -0.4891% + -0.2024% (p = 0.00 < 0.05) diff --git a/criterion/reachability_hydroflow/report/mean.svg b/criterion/reachability_hydroflow/report/mean.svg index 0c87b1f5736b..1fc425cf9d2c 100644 --- a/criterion/reachability_hydroflow/report/mean.svg +++ b/criterion/reachability_hydroflow/report/mean.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (ms)
- -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - -300 + + +120 - - -350 + + +140 - - -400 + + +160 - - -450 + + +180 + + + +200 - + - -1.7925 + +1.782 - - -1.793 + + +1.783 - - -1.7935 + + +1.784 - - -1.794 + + +1.785 - - -1.7945 + + +1.786 - - -1.795 + + +1.787 - - -1.7955 + + +1.788 - - -1.796 + + +1.789 - - -1.7965 + + +1.79 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/median.svg b/criterion/reachability_hydroflow/report/median.svg index 7aef8a09599a..3454b4686274 100644 --- a/criterion/reachability_hydroflow/report/median.svg +++ b/criterion/reachability_hydroflow/report/median.svg @@ -9,82 +9,94 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - + + +1800 + + + +2000 + + + +2200 + + - -1.7916 + +1.7794 - - -1.7918 + + +1.7796 - - -1.792 + + +1.7798 - - -1.7922 + + +1.78 - - -1.7924 + + +1.7802 - - -1.7926 + + +1.7804 - - -1.7928 + + +1.7806 - - -1.793 + + +1.7808 - - -1.7932 + + +1.781 - - -1.7934 + + +1.7812 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/pdf.svg b/criterion/reachability_hydroflow/report/pdf.svg index 43644cb44a9e..d2e81bda1042 100644 --- a/criterion/reachability_hydroflow/report/pdf.svg +++ b/criterion/reachability_hydroflow/report/pdf.svg @@ -54,30 +54,50 @@ Average Time (ms) - + +1.76 + + + 1.78 - - + + 1.8 - - + + 1.82 - - + + 1.84 - - + + 1.86 - - + + 1.88 - + + +1.9 + + + +1.92 + + + +1.94 + + + +1.96 + + Density (a.u.) @@ -86,60 +106,72 @@ Density (a.u.) 0 - -10 - - - -20 + +5 - - -30 + + +10 - - -40 + + +15 - - -50 + + +20 - - -60 + + +25 - - -70 + + +30 - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +35 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow/report/pdf_small.svg b/criterion/reachability_hydroflow/report/pdf_small.svg index a54af034d6a1..4b991e2a5ce9 100644 --- a/criterion/reachability_hydroflow/report/pdf_small.svg +++ b/criterion/reachability_hydroflow/report/pdf_small.svg @@ -11,46 +11,58 @@ Average Time (ms) -10 +5 - -20 + +10 - - -30 + + +15 - - -40 + + +20 - - -50 + + +25 - - -60 + + +30 - - -70 + + +35 - - -80 + + +40 - + - + +1.75 + + + 1.8 - - + + 1.85 - - - + + +1.9 + + + +1.95 + + + + diff --git a/criterion/reachability_hydroflow/report/regression.svg b/criterion/reachability_hydroflow/report/regression.svg index 053c5f093acb..efca7821afae 100644 --- a/criterion/reachability_hydroflow/report/regression.svg +++ b/criterion/reachability_hydroflow/report/regression.svg @@ -18,47 +18,47 @@ Iterations - - - - - - - - + + + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - + 10 @@ -101,7 +101,7 @@ Iterations - + @@ -110,13 +110,13 @@ Iterations - - + + - + @@ -127,78 +127,78 @@ Iterations - + - + - + - - + + - + - - - + + + - + - + - + - - - - + + + + - - + + - + - + - - - + + + - - - - - + + + + + - + - - - - - - - - - - - + + + + + + + + + + + - + - - - + + + - + - + diff --git a/criterion/reachability_hydroflow/report/regression_small.svg b/criterion/reachability_hydroflow/report/regression_small.svg index 99106c0f6889..c609282a7db2 100644 --- a/criterion/reachability_hydroflow/report/regression_small.svg +++ b/criterion/reachability_hydroflow/report/regression_small.svg @@ -17,12 +17,12 @@ Iterations - - - - - - + + + + + + 20.0 @@ -32,30 +32,30 @@ Iterations 40.0 - + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - + 10 @@ -107,13 +107,13 @@ Iterations - + - + @@ -123,27 +123,27 @@ Iterations - + - + - + - + - + - - + + - + @@ -151,50 +151,50 @@ Iterations - + - - + + - + - + - + - - + + - - + + - - - + + + - - + + - + - - - + + + - + - + - - + + diff --git a/criterion/reachability_hydroflow/report/relative_pdf_small.svg b/criterion/reachability_hydroflow/report/relative_pdf_small.svg index 82cadbbf7c8a..e5434a7c3a51 100644 --- a/criterion/reachability_hydroflow/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow/report/relative_pdf_small.svg @@ -35,20 +35,28 @@ Average Time (ms) - + +1.75 + + + 1.8 - + -1.9 +1.85 - -2 - - - - - - + +1.9 + + + +1.95 + + + + + + diff --git a/criterion/reachability_hydroflow/report/relative_regression_small.svg b/criterion/reachability_hydroflow/report/relative_regression_small.svg index 10c49e8d212f..db9aeea7fc9b 100644 --- a/criterion/reachability_hydroflow/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow/report/relative_regression_small.svg @@ -107,8 +107,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow/report/slope.svg b/criterion/reachability_hydroflow/report/slope.svg index 60c31eecfb33..a4e0a7524cfd 100644 --- a/criterion/reachability_hydroflow/report/slope.svg +++ b/criterion/reachability_hydroflow/report/slope.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (ms) - -100 - - - -200 + +50 - - -300 + + +100 - - -400 + + +150 - - -500 + + +200 - - -600 + + +250 - - -700 + + +300 - + - -1.793 + +1.781 + + + +1.782 - - -1.7935 + + +1.783 - - -1.794 + + +1.784 - - -1.7945 + + +1.785 - - -1.795 + + +1.786 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/typical.svg b/criterion/reachability_hydroflow/report/typical.svg index d7c5011bfc66..c55a14672f33 100644 --- a/criterion/reachability_hydroflow/report/typical.svg +++ b/criterion/reachability_hydroflow/report/typical.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (ms) - -100 - - - -200 + +50 - - -300 + + +100 - - -400 + + +150 - - -500 + + +200 - - -600 + + +250 - - -700 + + +300 - + - -1.793 + +1.781 + + + +1.782 - - -1.7935 + + +1.783 - - -1.794 + + +1.784 - - -1.7945 + + +1.785 - - -1.795 + + +1.786 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/base/estimates.json b/criterion/reachability_hydroflow_scheduled/base/estimates.json index 1208e3db4535..79a87bfb9017 100644 --- a/criterion/reachability_hydroflow_scheduled/base/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1803752.6507327815,"upper_bound":1825029.519803859},"point_estimate":1813049.042244519,"standard_error":5468.096433941284},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1799434.614075114,"upper_bound":1800932.9591836734},"point_estimate":1800025.05721831,"standard_error":402.1156347816535},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2674.777045498481,"upper_bound":5422.670320316212},"point_estimate":3782.728723306015,"standard_error":753.1502985756927},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1802669.7374238304,"upper_bound":1814345.4121040127},"point_estimate":1807657.767755283,"standard_error":3022.450776739177},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12460.894571850693,"upper_bound":81351.97253184265},"point_estimate":54895.87960282444,"standard_error":16660.681773615746}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1800178.358968801,"upper_bound":1803958.4813481076},"point_estimate":1801901.4132264287,"standard_error":974.5308075224825},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1798585.9090909092,"upper_bound":1799484.0417350102},"point_estimate":1798941.045617816,"standard_error":257.48581146452125},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1535.0706729281887,"upper_bound":3365.9942935615004},"point_estimate":2224.125962124284,"standard_error":496.23358371704694},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1800480.3658090176,"upper_bound":1805833.85338239},"point_estimate":1802877.9466528744,"standard_error":1376.5497160393338},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5378.518235261665,"upper_bound":13425.746015290371},"point_estimate":9789.66624578387,"standard_error":2050.4809141031797}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/sample.json b/criterion/reachability_hydroflow_scheduled/base/sample.json index 138de5fcd3f5..b049a2fff81e 100644 --- a/criterion/reachability_hydroflow_scheduled/base/sample.json +++ b/criterion/reachability_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1898712.0,3675306.0,5447450.0,7271422.0,8988324.0,10809852.0,12673809.0,14400247.0,16196928.0,17968844.0,19762238.0,21556264.0,23340641.0,25606190.0,27254383.0,28867560.0,30559806.0,32342231.0,34224161.0,36604994.0,37805400.0,39634202.0,41402018.0,43307813.0,45036316.0,46697835.0,48726460.0,50740718.0,52141669.0,54135918.0,55721595.0,57562048.0,59282696.0,61224830.0,62877229.0,64664895.0,66581840.0,68421672.0,70140948.0,72044780.0,89600249.0,86245183.0,89979419.0,79073017.0,81161954.0,83073350.0,84907231.0,86196843.0,88245715.0,89866127.0,91771982.0,93590303.0,95351248.0,97250470.0,98924469.0,100596190.0,102499801.0,104301931.0,105982605.0,107832355.0,109647610.0,111649264.0,113182371.0,116180520.0,117056859.0,118670156.0,120433965.0,122314353.0,124377581.0,125834417.0,127801366.0,129837024.0,131277168.0,133167994.0,134729134.0,136743362.0,138550723.0,141960701.0,143549813.0,144608393.0,147427316.0,147581294.0,149343019.0,151091038.0,152971525.0,155135943.0,156774189.0,158079469.0,162301647.0,163052922.0,163930593.0,165431551.0,168045431.0,169149976.0,171011017.0,172635257.0,175676464.0,177869686.0,178207259.0,179970265.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1849227.0,3668377.0,5444667.0,7221888.0,8969975.0,10789275.0,12586144.0,14410866.0,16180802.0,17968152.0,19728984.0,21580405.0,23330996.0,25286744.0,26920736.0,28773489.0,30483103.0,32432910.0,34200633.0,36629890.0,37781145.0,39543969.0,41343913.0,43157574.0,44850867.0,46724049.0,48716224.0,50516640.0,52095448.0,53838836.0,55781198.0,57806426.0,59443092.0,61110026.0,62954495.0,64804948.0,66472827.0,68345127.0,70147125.0,71874554.0,73704033.0,75548582.0,77461799.0,79137780.0,80805175.0,82841043.0,84751526.0,86350411.0,88279439.0,89938038.0,91882273.0,93428972.0,95374831.0,97291625.0,99184133.0,100700544.0,102546545.0,104680057.0,106170569.0,107973038.0,109823618.0,111519466.0,113320089.0,115249180.0,116866050.0,119053101.0,120470867.0,122298604.0,124123255.0,125934010.0,127761265.0,129431045.0,131186596.0,133089294.0,134732553.0,136619822.0,138554540.0,140270847.0,142023772.0,143794292.0,146234991.0,152230598.0,149250682.0,151878613.0,152955207.0,154725485.0,156505622.0,158422036.0,160079854.0,161811118.0,163590143.0,165574625.0,167350423.0,170724047.0,171529863.0,173458789.0,175680036.0,177318687.0,178839616.0,182163667.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/tukey.json b/criterion/reachability_hydroflow_scheduled/base/tukey.json index af22c0770977..08d1ba40dd93 100644 --- a/criterion/reachability_hydroflow_scheduled/base/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[1778379.9584291182,1788200.802490421,1814389.719987229,1824210.564048532] \ No newline at end of file +[1786449.6538613336,1792146.0684918482,1807336.507506554,1813032.9221370688] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/change/estimates.json b/criterion/reachability_hydroflow_scheduled/change/estimates.json index 04deb1201822..6815e99bb7b4 100644 --- a/criterion/reachability_hydroflow_scheduled/change/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0005852425553498683,"upper_bound":0.0099606278979662},"point_estimate":0.004105517288149896,"standard_error":0.00263805316320718},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0025473817448706804,"upper_bound":-0.0012219913657373072},"point_estimate":-0.0019352146241978785,"standard_error":0.00034104705994617403}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012698359523222602,"upper_bound":-0.0009552563859731586},"point_estimate":-0.006148553491024056,"standard_error":0.0030225568584434964},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001167845030606296,"upper_bound":-0.00010508721774427077},"point_estimate":-0.0006022202836271084,"standard_error":0.00026581669578377596}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/estimates.json b/criterion/reachability_hydroflow_scheduled/new/estimates.json index 1208e3db4535..79a87bfb9017 100644 --- a/criterion/reachability_hydroflow_scheduled/new/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1803752.6507327815,"upper_bound":1825029.519803859},"point_estimate":1813049.042244519,"standard_error":5468.096433941284},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1799434.614075114,"upper_bound":1800932.9591836734},"point_estimate":1800025.05721831,"standard_error":402.1156347816535},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2674.777045498481,"upper_bound":5422.670320316212},"point_estimate":3782.728723306015,"standard_error":753.1502985756927},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1802669.7374238304,"upper_bound":1814345.4121040127},"point_estimate":1807657.767755283,"standard_error":3022.450776739177},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12460.894571850693,"upper_bound":81351.97253184265},"point_estimate":54895.87960282444,"standard_error":16660.681773615746}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1800178.358968801,"upper_bound":1803958.4813481076},"point_estimate":1801901.4132264287,"standard_error":974.5308075224825},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1798585.9090909092,"upper_bound":1799484.0417350102},"point_estimate":1798941.045617816,"standard_error":257.48581146452125},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1535.0706729281887,"upper_bound":3365.9942935615004},"point_estimate":2224.125962124284,"standard_error":496.23358371704694},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1800480.3658090176,"upper_bound":1805833.85338239},"point_estimate":1802877.9466528744,"standard_error":1376.5497160393338},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5378.518235261665,"upper_bound":13425.746015290371},"point_estimate":9789.66624578387,"standard_error":2050.4809141031797}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/sample.json b/criterion/reachability_hydroflow_scheduled/new/sample.json index 138de5fcd3f5..b049a2fff81e 100644 --- a/criterion/reachability_hydroflow_scheduled/new/sample.json +++ b/criterion/reachability_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1898712.0,3675306.0,5447450.0,7271422.0,8988324.0,10809852.0,12673809.0,14400247.0,16196928.0,17968844.0,19762238.0,21556264.0,23340641.0,25606190.0,27254383.0,28867560.0,30559806.0,32342231.0,34224161.0,36604994.0,37805400.0,39634202.0,41402018.0,43307813.0,45036316.0,46697835.0,48726460.0,50740718.0,52141669.0,54135918.0,55721595.0,57562048.0,59282696.0,61224830.0,62877229.0,64664895.0,66581840.0,68421672.0,70140948.0,72044780.0,89600249.0,86245183.0,89979419.0,79073017.0,81161954.0,83073350.0,84907231.0,86196843.0,88245715.0,89866127.0,91771982.0,93590303.0,95351248.0,97250470.0,98924469.0,100596190.0,102499801.0,104301931.0,105982605.0,107832355.0,109647610.0,111649264.0,113182371.0,116180520.0,117056859.0,118670156.0,120433965.0,122314353.0,124377581.0,125834417.0,127801366.0,129837024.0,131277168.0,133167994.0,134729134.0,136743362.0,138550723.0,141960701.0,143549813.0,144608393.0,147427316.0,147581294.0,149343019.0,151091038.0,152971525.0,155135943.0,156774189.0,158079469.0,162301647.0,163052922.0,163930593.0,165431551.0,168045431.0,169149976.0,171011017.0,172635257.0,175676464.0,177869686.0,178207259.0,179970265.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1849227.0,3668377.0,5444667.0,7221888.0,8969975.0,10789275.0,12586144.0,14410866.0,16180802.0,17968152.0,19728984.0,21580405.0,23330996.0,25286744.0,26920736.0,28773489.0,30483103.0,32432910.0,34200633.0,36629890.0,37781145.0,39543969.0,41343913.0,43157574.0,44850867.0,46724049.0,48716224.0,50516640.0,52095448.0,53838836.0,55781198.0,57806426.0,59443092.0,61110026.0,62954495.0,64804948.0,66472827.0,68345127.0,70147125.0,71874554.0,73704033.0,75548582.0,77461799.0,79137780.0,80805175.0,82841043.0,84751526.0,86350411.0,88279439.0,89938038.0,91882273.0,93428972.0,95374831.0,97291625.0,99184133.0,100700544.0,102546545.0,104680057.0,106170569.0,107973038.0,109823618.0,111519466.0,113320089.0,115249180.0,116866050.0,119053101.0,120470867.0,122298604.0,124123255.0,125934010.0,127761265.0,129431045.0,131186596.0,133089294.0,134732553.0,136619822.0,138554540.0,140270847.0,142023772.0,143794292.0,146234991.0,152230598.0,149250682.0,151878613.0,152955207.0,154725485.0,156505622.0,158422036.0,160079854.0,161811118.0,163590143.0,165574625.0,167350423.0,170724047.0,171529863.0,173458789.0,175680036.0,177318687.0,178839616.0,182163667.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/tukey.json b/criterion/reachability_hydroflow_scheduled/new/tukey.json index af22c0770977..08d1ba40dd93 100644 --- a/criterion/reachability_hydroflow_scheduled/new/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[1778379.9584291182,1788200.802490421,1814389.719987229,1824210.564048532] \ No newline at end of file +[1786449.6538613336,1792146.0684918482,1807336.507506554,1813032.9221370688] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/report/MAD.svg b/criterion/reachability_hydroflow_scheduled/report/MAD.svg index 52c8acca0dac..fb9d42b8696d 100644 --- a/criterion/reachability_hydroflow_scheduled/report/MAD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/MAD.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + + +0.7 + + + +0.8 + + + +0.9 + + - -2.5 + +1.4 - - -3 + + +1.6 + + + +1.8 - - -3.5 + + +2 - - -4 + + +2.2 - - -4.5 + + +2.4 + + + +2.6 + + + +2.8 + + + +3 - - -5 + + +3.2 - - -5.5 + + +3.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/SD.svg b/criterion/reachability_hydroflow_scheduled/report/SD.svg index 760b2fd03e92..91c3d30d318c 100644 --- a/criterion/reachability_hydroflow_scheduled/report/SD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/SD.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) + +0.02 + + -0.005 +0.04 - -0.01 + +0.06 - - -0.015 + + +0.08 - - -0.02 + + +0.1 + + + +0.12 + + + +0.14 - - -0.025 + + +0.16 - - -0.03 + + +0.18 - + + +0.2 + + - -10 + +5 + + + +6 - - -20 + + +7 - - -30 + + +8 - - -40 + + +9 + + + +10 - - -50 + + +11 - - -60 + + +12 - - -70 + + +13 - - -80 + + +14 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg index e50a95cf42f3..4274b3044c2d 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg @@ -9,50 +9,34 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - - -55 + + +60 + + + +70 - + 1.8 @@ -74,10 +58,10 @@ Average Time (ms) 2.2 - - - - + + + + Base PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg index 8476039d87d3..36c1914466f1 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg @@ -115,10 +115,10 @@ Iterations 100 - + - - + + Base Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg index 7fcae99e868e..0aee47b64cd5 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg @@ -9,63 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - + - -0 + +-0.014 + + + +-0.012 - - -0.002 + + +-0.01 - - -0.004 + + +-0.008 - - -0.006 + + +-0.006 - - -0.008 + + +-0.004 - - -0.01 + + +-0.002 + + + +0 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/median.svg b/criterion/reachability_hydroflow_scheduled/report/change/median.svg index 92baeff88d47..5f8a347c96dd 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/median.svg @@ -9,86 +9,74 @@ Density (a.u.) Relative change (%) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - - -700 - - - + + 800 - - -900 + + +1000 + + + +1200 - + + +1400 + + -1000 +1600 - -1100 + +1800 - + - --0.0026 - - - --0.0024 + +-0.0012 - - --0.0022 + + +-0.001 - - --0.002 + + +-8e-4 - - --0.0018 + + +-6e-4 - - --0.0016 + + +-4e-4 - - --0.0014 + + +-2e-4 - - --0.0012 + + +2.1684e-19 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg index 1d85c18455d0..d331b7535925 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg @@ -17,69 +17,61 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/index.html b/criterion/reachability_hydroflow_scheduled/report/index.html index 999737f6e1b1..49975b394439 100644 --- a/criterion/reachability_hydroflow_scheduled/report/index.html +++ b/criterion/reachability_hydroflow_scheduled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.8027 ms - 1.8077 ms - 1.8143 ms + 1.8005 ms + 1.8029 ms + 1.8058 ms R² - 0.9367788 - 0.9377218 - 0.9360281 + 0.9960642 + 0.9962965 + 0.9959435 Mean - 1.8038 ms - 1.8130 ms - 1.8250 ms + 1.8002 ms + 1.8019 ms + 1.8040 ms Std. Dev. - 12.461 µs - 54.896 µs - 81.352 µs + 5.3785 µs + 9.7897 µs + 13.426 µs Median - 1.7994 ms - 1.8000 ms - 1.8009 ms + 1.7986 ms + 1.7989 ms + 1.7995 ms MAD - 2.6748 µs - 3.7827 µs - 5.4227 µs + 1.5351 µs + 2.2241 µs + 3.3660 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.0585% - +0.4106% - +0.9961% - (p = 0.21 > + -1.2698% + -0.6149% + -0.0955% + (p = 0.03 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_scheduled/report/mean.svg b/criterion/reachability_hydroflow_scheduled/report/mean.svg index bf2d862a2e8f..56004747411e 100644 --- a/criterion/reachability_hydroflow_scheduled/report/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/mean.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (ms) - -10 + +50 - - -20 + + +100 - - -30 + + +150 - - -40 + + +200 - - -50 + + +250 - - -60 + + +300 - - -70 + + +350 - - -80 + + +400 - + - -1.805 + +1.8 + + + +1.8005 + + + +1.801 + + + +1.8015 + + + +1.802 - - -1.81 + + +1.8025 - - -1.815 + + +1.803 - - -1.82 + + +1.8035 - - -1.825 + + +1.804 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/median.svg b/criterion/reachability_hydroflow_scheduled/report/median.svg index 948e4033a9d8..5912c9f07b3d 100644 --- a/criterion/reachability_hydroflow_scheduled/report/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/median.svg @@ -9,62 +9,98 @@ Density (a.u.) Average time (ms) - -500 + +200 - - + + +400 + + + +600 + + + +800 + + + 1000 - - -1500 + + +1200 + + + +1400 + + + +1600 + + + +1800 - - + + 2000 - + + +2200 + + - -1.7994 + +1.7985 + + + +1.7986 - - -1.7996 + + +1.7987 - - -1.7998 + + +1.7988 - - -1.8 + + +1.7989 - - -1.8002 + + +1.799 - - -1.8004 + + +1.7991 - - -1.8006 + + +1.7992 - - -1.8008 + + +1.7993 + + + +1.7994 - - -1.801 + + +1.7995 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/pdf.svg index 06defe20b30f..c56c5f6bed0e 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf.svg @@ -54,50 +54,38 @@ Average Time (ms) - -1.75 + +1.79 - - + + 1.8 - - -1.85 - - - -1.9 - - - -1.95 - - - -2 + + +1.81 - - -2.05 + + +1.82 - - -2.1 + + +1.83 - - -2.15 + + +1.84 - - -2.2 + + +1.85 - - -2.25 + + +1.86 - + Density (a.u.) @@ -106,72 +94,60 @@ Density (a.u.) 0 - -2 + +10 - - -4 + + +20 - - -6 + + +30 - - -8 + + +40 - - -10 + + +50 + + + +60 + + + +70 - - -12 - - - -14 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg index 42c5b26dcdf9..38b7a710a03f 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg @@ -10,59 +10,51 @@ Average Time (ms) 0 - -2 - - - -4 + +10 - - -6 + + +20 - - -8 + + +30 - - -10 + + +40 - - -12 + + +50 - - -14 + + +60 - - -16 + + +70 - + - + 1.8 - - -1.9 - - - -2 + + +1.82 - - -2.1 + + +1.84 - - -2.2 + + +1.86 - - - + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/regression.svg b/criterion/reachability_hydroflow_scheduled/report/regression.svg index b82695c53f9c..18074f340a9c 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression.svg @@ -19,46 +19,51 @@ Iterations - - - - - - - + + + + + + + + 20.0 - + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - + + +180.0 + + 10 @@ -106,102 +111,102 @@ Iterations - + - - - - - - - + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg index 3cbce0e71a9c..fc3ac4f59df1 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg @@ -17,12 +17,13 @@ Iterations - - - - - - + + + + + + + 20.0 @@ -32,30 +33,34 @@ Iterations 40.0 - + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - + + +180.0 + + 10 @@ -104,99 +109,99 @@ Iterations - + - - + + - + - - + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg index 8631d7e27a24..2913c0f16fbf 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg @@ -6,50 +6,34 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - - -55 + + +60 + + + +70 - + 1.8 @@ -71,8 +55,8 @@ Average Time (ms) 2.2 - - - - + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg index 953e5bf643bd..85fa019de615 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg @@ -112,8 +112,8 @@ Iterations 100 - + - - + + diff --git a/criterion/reachability_hydroflow_scheduled/report/slope.svg b/criterion/reachability_hydroflow_scheduled/report/slope.svg index 5d13ed8a8c00..4ac541b8a092 100644 --- a/criterion/reachability_hydroflow_scheduled/report/slope.svg +++ b/criterion/reachability_hydroflow_scheduled/report/slope.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 + + +100 - - -80 + + +150 - - -100 + + +200 - - -120 + + +250 - + -140 +300 - -1.802 + +1.8 - - -1.804 + + +1.801 - - -1.806 + + +1.802 - - -1.808 + + +1.803 - - -1.81 + + +1.804 - - -1.812 + + +1.805 - - -1.814 + + +1.806 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/typical.svg b/criterion/reachability_hydroflow_scheduled/report/typical.svg index 5fc3f0cb2a89..08a2dcfb5e11 100644 --- a/criterion/reachability_hydroflow_scheduled/report/typical.svg +++ b/criterion/reachability_hydroflow_scheduled/report/typical.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 + + +100 - - -80 + + +150 - - -100 + + +200 - - -120 + + +250 - + -140 +300 - -1.802 + +1.8 - - -1.804 + + +1.801 - - -1.806 + + +1.802 - - -1.808 + + +1.803 - - -1.81 + + +1.804 - - -1.812 + + +1.805 - - -1.814 + + +1.806 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/base/estimates.json b/criterion/reachability_hydroflow_surface/base/estimates.json index e37dc67a4567..0ff7668eda63 100644 --- a/criterion/reachability_hydroflow_surface/base/estimates.json +++ b/criterion/reachability_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5316703.286472219,"upper_bound":5331882.8615},"point_estimate":5323899.634444446,"standard_error":3871.1165957029957},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5307423.333333333,"upper_bound":5317644.777777778},"point_estimate":5311700.055555556,"standard_error":2591.257181277217},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13713.720289866436,"upper_bound":27230.25478323362},"point_estimate":20007.686644793248,"standard_error":3516.1699245798113},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26930.589428496176,"upper_bound":48757.45758064785},"point_estimate":38845.895786544905,"standard_error":5550.751350025804}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5295789.572500001,"upper_bound":5308548.094361113},"point_estimate":5301728.704444445,"standard_error":3270.7746512122912},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5289883.666666667,"upper_bound":5299325.777777778},"point_estimate":5293325.833333334,"standard_error":2561.548218642609},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11904.86595531274,"upper_bound":21045.588993033387},"point_estimate":15286.841228603857,"standard_error":2384.2689181486307},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19290.78232265351,"upper_bound":43574.29188958496},"point_estimate":32834.82578395508,"standard_error":6082.535507636949}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/sample.json b/criterion/reachability_hydroflow_surface/base/sample.json index 6f11391a8f87..bc62d3008cdc 100644 --- a/criterion/reachability_hydroflow_surface/base/sample.json +++ b/criterion/reachability_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48161810.0,48093993.0,47995619.0,47597573.0,47801306.0,47761732.0,47716388.0,47745733.0,47510562.0,47702873.0,47571484.0,47666582.0,47668096.0,49137204.0,47918714.0,47798391.0,47754138.0,47759887.0,47657198.0,47706779.0,47960882.0,47739170.0,47818867.0,47857270.0,49288881.0,47818088.0,48213155.0,48175006.0,47944141.0,47906530.0,48130893.0,48287124.0,47953251.0,48267156.0,48117196.0,48070821.0,48172631.0,47833686.0,48110684.0,48258102.0,47864963.0,47852643.0,47721085.0,47621388.0,47883088.0,47718149.0,47783984.0,48007792.0,47784032.0,47826954.0,47779113.0,47952271.0,47766810.0,47743546.0,49305682.0,47500136.0,48055715.0,48122299.0,47437377.0,47723138.0,47622750.0,47761599.0,47642742.0,47678577.0,47729942.0,47524059.0,47635996.0,47696208.0,47806673.0,47696138.0,47659259.0,48049062.0,47689114.0,47701518.0,48006311.0,47839452.0,47761118.0,47645805.0,47847137.0,47736935.0,47758226.0,47867424.0,47666864.0,47781715.0,47778227.0,47820328.0,49017606.0,48312869.0,47972731.0,48264070.0,48425859.0,47896741.0,47803928.0,47883775.0,49057910.0,48060227.0,47782499.0,47758047.0,47758035.0,48012434.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48463534.0,47469906.0,47825695.0,47797945.0,47373547.0,47468345.0,47597267.0,47543885.0,47455228.0,47579400.0,47568101.0,47468724.0,47683969.0,47568933.0,47773278.0,47470509.0,47711641.0,47643864.0,47544799.0,47705097.0,47935475.0,47512005.0,47578440.0,47476647.0,47527659.0,47635973.0,47821282.0,47508413.0,47522137.0,47556953.0,47608953.0,47661318.0,48023189.0,47567485.0,47701003.0,47619101.0,47568967.0,47756620.0,47623639.0,47607509.0,47745168.0,49035193.0,47413785.0,47868478.0,47616388.0,47728637.0,47754816.0,47777648.0,47995257.0,47893397.0,47662081.0,47862689.0,47871565.0,47859392.0,47880049.0,47704339.0,47574047.0,47900329.0,47695786.0,47799721.0,47649226.0,49135612.0,47476014.0,47661150.0,47575410.0,47458770.0,47737583.0,47735398.0,47549862.0,47693932.0,47845687.0,47623398.0,47715742.0,48137015.0,47887747.0,47691928.0,47668882.0,47614701.0,47587861.0,47713997.0,48191707.0,49043228.0,47593453.0,47551885.0,47734185.0,47636001.0,47570271.0,47548590.0,47682509.0,47954904.0,47569468.0,47601035.0,47562395.0,47565748.0,47517057.0,47694462.0,47500961.0,47467405.0,47617569.0,47627886.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/tukey.json b/criterion/reachability_hydroflow_surface/base/tukey.json index f8e35a9a76e1..21f72502e7b2 100644 --- a/criterion/reachability_hydroflow_surface/base/tukey.json +++ b/criterion/reachability_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[5206060.72222222,5254160.972222221,5382428.305555557,5430528.555555558] \ No newline at end of file +[5220649.944444445,5252938.902777778,5339042.791666666,5371331.749999999] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/change/estimates.json b/criterion/reachability_hydroflow_surface/change/estimates.json index 712deed5be5d..e4ed6f7addc1 100644 --- a/criterion/reachability_hydroflow_surface/change/estimates.json +++ b/criterion/reachability_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004418569573327852,"upper_bound":0.0076397324805328225},"point_estimate":0.0060417783718456075,"standard_error":0.0008191586351614402},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.003381656066225869,"upper_bound":0.005520910885099761},"point_estimate":0.004325927376924943,"standard_error":0.0005604097500856997}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006059798156812043,"upper_bound":-0.0023940846051403093},"point_estimate":-0.004164415470299332,"standard_error":0.0009370768291864981},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004781595889182227,"upper_bound":-0.0020919050622388857},"point_estimate":-0.0034591980025310276,"standard_error":0.0006762290597501965}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/estimates.json b/criterion/reachability_hydroflow_surface/new/estimates.json index e37dc67a4567..0ff7668eda63 100644 --- a/criterion/reachability_hydroflow_surface/new/estimates.json +++ b/criterion/reachability_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5316703.286472219,"upper_bound":5331882.8615},"point_estimate":5323899.634444446,"standard_error":3871.1165957029957},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5307423.333333333,"upper_bound":5317644.777777778},"point_estimate":5311700.055555556,"standard_error":2591.257181277217},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13713.720289866436,"upper_bound":27230.25478323362},"point_estimate":20007.686644793248,"standard_error":3516.1699245798113},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26930.589428496176,"upper_bound":48757.45758064785},"point_estimate":38845.895786544905,"standard_error":5550.751350025804}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5295789.572500001,"upper_bound":5308548.094361113},"point_estimate":5301728.704444445,"standard_error":3270.7746512122912},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5289883.666666667,"upper_bound":5299325.777777778},"point_estimate":5293325.833333334,"standard_error":2561.548218642609},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11904.86595531274,"upper_bound":21045.588993033387},"point_estimate":15286.841228603857,"standard_error":2384.2689181486307},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19290.78232265351,"upper_bound":43574.29188958496},"point_estimate":32834.82578395508,"standard_error":6082.535507636949}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/sample.json b/criterion/reachability_hydroflow_surface/new/sample.json index 6f11391a8f87..bc62d3008cdc 100644 --- a/criterion/reachability_hydroflow_surface/new/sample.json +++ b/criterion/reachability_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48161810.0,48093993.0,47995619.0,47597573.0,47801306.0,47761732.0,47716388.0,47745733.0,47510562.0,47702873.0,47571484.0,47666582.0,47668096.0,49137204.0,47918714.0,47798391.0,47754138.0,47759887.0,47657198.0,47706779.0,47960882.0,47739170.0,47818867.0,47857270.0,49288881.0,47818088.0,48213155.0,48175006.0,47944141.0,47906530.0,48130893.0,48287124.0,47953251.0,48267156.0,48117196.0,48070821.0,48172631.0,47833686.0,48110684.0,48258102.0,47864963.0,47852643.0,47721085.0,47621388.0,47883088.0,47718149.0,47783984.0,48007792.0,47784032.0,47826954.0,47779113.0,47952271.0,47766810.0,47743546.0,49305682.0,47500136.0,48055715.0,48122299.0,47437377.0,47723138.0,47622750.0,47761599.0,47642742.0,47678577.0,47729942.0,47524059.0,47635996.0,47696208.0,47806673.0,47696138.0,47659259.0,48049062.0,47689114.0,47701518.0,48006311.0,47839452.0,47761118.0,47645805.0,47847137.0,47736935.0,47758226.0,47867424.0,47666864.0,47781715.0,47778227.0,47820328.0,49017606.0,48312869.0,47972731.0,48264070.0,48425859.0,47896741.0,47803928.0,47883775.0,49057910.0,48060227.0,47782499.0,47758047.0,47758035.0,48012434.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48463534.0,47469906.0,47825695.0,47797945.0,47373547.0,47468345.0,47597267.0,47543885.0,47455228.0,47579400.0,47568101.0,47468724.0,47683969.0,47568933.0,47773278.0,47470509.0,47711641.0,47643864.0,47544799.0,47705097.0,47935475.0,47512005.0,47578440.0,47476647.0,47527659.0,47635973.0,47821282.0,47508413.0,47522137.0,47556953.0,47608953.0,47661318.0,48023189.0,47567485.0,47701003.0,47619101.0,47568967.0,47756620.0,47623639.0,47607509.0,47745168.0,49035193.0,47413785.0,47868478.0,47616388.0,47728637.0,47754816.0,47777648.0,47995257.0,47893397.0,47662081.0,47862689.0,47871565.0,47859392.0,47880049.0,47704339.0,47574047.0,47900329.0,47695786.0,47799721.0,47649226.0,49135612.0,47476014.0,47661150.0,47575410.0,47458770.0,47737583.0,47735398.0,47549862.0,47693932.0,47845687.0,47623398.0,47715742.0,48137015.0,47887747.0,47691928.0,47668882.0,47614701.0,47587861.0,47713997.0,48191707.0,49043228.0,47593453.0,47551885.0,47734185.0,47636001.0,47570271.0,47548590.0,47682509.0,47954904.0,47569468.0,47601035.0,47562395.0,47565748.0,47517057.0,47694462.0,47500961.0,47467405.0,47617569.0,47627886.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/tukey.json b/criterion/reachability_hydroflow_surface/new/tukey.json index f8e35a9a76e1..21f72502e7b2 100644 --- a/criterion/reachability_hydroflow_surface/new/tukey.json +++ b/criterion/reachability_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[5206060.72222222,5254160.972222221,5382428.305555557,5430528.555555558] \ No newline at end of file +[5220649.944444445,5252938.902777778,5339042.791666666,5371331.749999999] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/report/MAD.svg b/criterion/reachability_hydroflow_surface/report/MAD.svg index 76f3d6a0e525..88bb8fba29e0 100644 --- a/criterion/reachability_hydroflow_surface/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface/report/MAD.svg @@ -9,66 +9,50 @@ Density (a.u.) Average time (µs) - -0.02 + +0.05 - - -0.04 - - - -0.06 - - - -0.08 - - - + + 0.1 - - -0.12 + + +0.15 + + + +0.2 - + - + +12 + + + 14 - - + + 16 - - + + 18 - - + + 20 - - + + 22 - - -24 - - - -26 - - - -28 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/SD.svg b/criterion/reachability_hydroflow_surface/report/SD.svg index a8dd688cd213..88cd730e81d8 100644 --- a/criterion/reachability_hydroflow_surface/report/SD.svg +++ b/criterion/reachability_hydroflow_surface/report/SD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - + - + +20 + + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - -50 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg index 27b082adaa67..5f62a0e40e17 100644 --- a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg @@ -16,62 +16,57 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + - -5.26 - - - + 5.28 - - + + 5.3 - - + + 5.32 - - + + 5.34 - - + + 5.36 - - + + 5.38 - - + + 5.4 - - + + 5.42 - - + + 5.44 - - + + 5.46 - + 0 @@ -117,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_surface/report/both/pdf.svg b/criterion/reachability_hydroflow_surface/report/both/pdf.svg index 51ac1b7b5c88..37d5f60e6d2f 100644 --- a/criterion/reachability_hydroflow_surface/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/both/pdf.svg @@ -9,67 +9,59 @@ Density (a.u.) Average Time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - -20 - - - -22 - - + - + 5.3 - - + + 5.4 - - + + 5.5 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface/report/change/mean.svg b/criterion/reachability_hydroflow_surface/report/change/mean.svg index 516fe94f918b..c6663b0f5a3b 100644 --- a/criterion/reachability_hydroflow_surface/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/change/mean.svg @@ -9,74 +9,78 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - -450 - - + - -0.0045 + +-0.006 + + + +-0.0055 + + + +-0.005 - - -0.005 + + +-0.0045 - - -0.0055 + + +-0.004 - - -0.006 + + +-0.0035 - - -0.0065 + + +-0.003 - - -0.007 + + +-0.0025 - - -0.0075 + + +-0.002 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/median.svg b/criterion/reachability_hydroflow_surface/report/change/median.svg index cec56665fe1b..c9e81748791e 100644 --- a/criterion/reachability_hydroflow_surface/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface/report/change/median.svg @@ -9,58 +9,62 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - + - -0.0035 + +-0.005 + + + +-0.0045 + + + +-0.004 - - -0.004 + + +-0.0035 - - -0.0045 + + +-0.003 - - -0.005 + + +-0.0025 - - -0.0055 + + +-0.002 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/t-test.svg b/criterion/reachability_hydroflow_surface/report/change/t-test.svg index bcc2650a81f0..e44f4769ce28 100644 --- a/criterion/reachability_hydroflow_surface/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface/report/change/t-test.svg @@ -21,69 +21,69 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface/report/index.html b/criterion/reachability_hydroflow_surface/report/index.html index 9766146e13b9..c5652ff73cfa 100644 --- a/criterion/reachability_hydroflow_surface/report/index.html +++ b/criterion/reachability_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0007562 - 0.0007824 - 0.0007504 + 0.0008599 + 0.0008883 + 0.0008512 Mean - 5.3167 ms - 5.3239 ms - 5.3319 ms + 5.2958 ms + 5.3017 ms + 5.3085 ms Std. Dev. - 26.931 µs - 38.846 µs - 48.757 µs + 19.291 µs + 32.835 µs + 43.574 µs Median - 5.3074 ms - 5.3117 ms - 5.3176 ms + 5.2899 ms + 5.2933 ms + 5.2993 ms MAD - 13.714 µs - 20.008 µs - 27.230 µs + 11.905 µs + 15.287 µs + 21.046 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +0.4419% - +0.6042% - +0.7640% + -0.6060% + -0.4164% + -0.2394% (p = 0.00 < 0.05) diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/iteration_times.svg index 4075d4abe9e2..d4d35e29318a 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times.svg @@ -15,57 +15,52 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + - + 5.28 - - + + 5.3 - - + + 5.32 - - + + 5.34 - - + + 5.36 - - + + 5.38 - - + + 5.4 - - + + 5.42 - - + + 5.44 - - -5.46 - - + 10 @@ -107,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg index 7bf03499de28..55bd7183a354 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg @@ -12,57 +12,52 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + - + 5.28 - - + + 5.3 - - + + 5.32 - - + + 5.34 - - + + 5.36 - - + + 5.38 - - + + 5.4 - - + + 5.42 - - + + 5.44 - - -5.46 - - + 10 @@ -104,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/mean.svg b/criterion/reachability_hydroflow_surface/report/mean.svg index 4ae0124c0b66..7400b9e89307 100644 --- a/criterion/reachability_hydroflow_surface/report/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 + + +120 - + - -5.316 - - - -5.318 - - - -5.32 + +5.296 - - -5.322 + + +5.298 - - -5.324 + + +5.3 - - -5.326 + + +5.302 - - -5.328 + + +5.304 - - -5.33 + + +5.306 - - -5.332 + + +5.308 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/median.svg b/criterion/reachability_hydroflow_surface/report/median.svg index ef4a30447b4c..e15a20fd6a9e 100644 --- a/criterion/reachability_hydroflow_surface/report/median.svg +++ b/criterion/reachability_hydroflow_surface/report/median.svg @@ -9,54 +9,78 @@ Density (a.u.) Average time (ms) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 + + + +140 + + + +160 + + + +180 - - + + 200 - - -250 + + +220 - + - -5.308 + +5.29 - - -5.31 + + +5.292 - - -5.312 + + +5.294 - - -5.314 + + +5.296 - - -5.316 + + +5.298 - - -5.318 + + +5.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/pdf.svg b/criterion/reachability_hydroflow_surface/report/pdf.svg index 48228a838f44..41be867daa68 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf.svg @@ -50,30 +50,30 @@ Average Time (ms) - + 5.25 - - + + 5.3 - - + + 5.35 - - + + 5.4 - - + + 5.45 - - + + 5.5 - + Density (a.u.) @@ -82,50 +82,60 @@ Density (a.u.) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - - - - + + +16 + + + +18 + + + + + + - - - - - - - - - - - + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface/report/pdf_small.svg b/criterion/reachability_hydroflow_surface/report/pdf_small.svg index e4d603223c59..47851a9b57fd 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf_small.svg @@ -10,51 +10,59 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - + + +18 + + + +20 + + - + 5.3 - - + + 5.4 - - + + 5.5 - - - + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg index 3da83daa3ce0..4b6b7fa23237 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,62 +13,57 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + - -5.26 - - - + 5.28 - - + + 5.3 - - + + 5.32 - - + + 5.34 - - + + 5.36 - - + + 5.38 - - + + 5.4 - - + + 5.42 - - + + 5.44 - - + + 5.46 - + 0 @@ -114,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg index bdcf8663997c..5197f9897fbc 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg @@ -6,65 +6,57 @@ Density (a.u.) Average Time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - -18 - - - -20 - - + -22 +18 - + 5.3 - - + + 5.4 - - + + 5.5 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/typical.svg b/criterion/reachability_hydroflow_surface/report/typical.svg index 308e1055b2b3..03bb1a8c867f 100644 --- a/criterion/reachability_hydroflow_surface/report/typical.svg +++ b/criterion/reachability_hydroflow_surface/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 + + +120 - + - -5.316 - - - -5.318 - - - -5.32 + +5.296 - - -5.322 + + +5.298 - - -5.324 + + +5.3 - - -5.326 + + +5.302 - - -5.328 + + +5.304 - - -5.33 + + +5.306 - - -5.332 + + +5.308 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json index 3569f3fe03d7..bc8da316c7f2 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1522955.506737875,"upper_bound":1527585.5653972074},"point_estimate":1525086.9721043801,"standard_error":1187.2737385129178},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1520910.001974117,"upper_bound":1523289.6764044943},"point_estimate":1521798.561607143,"standard_error":566.531532124403},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3237.5187784457003,"upper_bound":5317.401828673877},"point_estimate":4140.307337313883,"standard_error":541.2735454732222},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1522620.3134408947,"upper_bound":1527764.7618574786},"point_estimate":1524930.517940003,"standard_error":1322.2171035455888},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7039.186522788088,"upper_bound":15908.436333559966},"point_estimate":11930.731314756122,"standard_error":2269.3218092213488}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1522137.5058686011,"upper_bound":1526982.8439351802},"point_estimate":1524380.94681375,"standard_error":1238.377111111134},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1520142.357142857,"upper_bound":1522216.6153846155},"point_estimate":1521254.6852272726,"standard_error":519.4482524756452},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3496.926730686603,"upper_bound":5873.524842475726},"point_estimate":4610.862622517912,"standard_error":608.7759031276613},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1521367.2302045033,"upper_bound":1525696.9523855993},"point_estimate":1523369.5193024974,"standard_error":1108.6673000349242},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7820.288078298176,"upper_bound":16276.276062573796},"point_estimate":12409.051333059202,"standard_error":2170.4781319448175}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/sample.json b/criterion/reachability_hydroflow_surface_cheating/base/sample.json index 22e72ef618b4..c461bc20d82f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1586508.0,3031850.0,4581128.0,6074141.0,7631986.0,9106925.0,10684284.0,12152371.0,13674148.0,15145260.0,16748509.0,18303456.0,19741229.0,21258003.0,23013880.0,24348367.0,25899577.0,27398498.0,28789693.0,30463752.0,32208252.0,33415755.0,34946911.0,36624630.0,38017245.0,41134833.0,41227964.0,42547355.0,44121318.0,45520151.0,46926817.0,48726360.0,50231385.0,51928044.0,53336413.0,54896004.0,56127718.0,57776268.0,59554755.0,60677860.0,62347741.0,63822496.0,65318317.0,67043922.0,70255818.0,70132328.0,71478264.0,72915649.0,74548099.0,76271454.0,77487044.0,79334436.0,80653701.0,84213424.0,83686764.0,86568083.0,86908827.0,88052580.0,89590431.0,91185383.0,92936189.0,94440536.0,96362320.0,97384913.0,99240319.0,100506126.0,102547305.0,103635249.0,104756417.0,106527693.0,108169194.0,109546299.0,111009676.0,112473171.0,113920337.0,117020063.0,117240593.0,118842033.0,119931270.0,122069046.0,123457226.0,125093417.0,126103803.0,129764209.0,129066855.0,130895707.0,132245579.0,133841110.0,135581866.0,136452997.0,139789214.0,139563522.0,141330997.0,143272995.0,144442068.0,146776278.0,147537570.0,152780532.0,150579411.0,152072934.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1573298.0,3057338.0,4608406.0,6046309.0,7609197.0,9189248.0,10607476.0,12165676.0,13649696.0,15128697.0,16685336.0,18248001.0,19778839.0,21395089.0,22753112.0,24347072.0,25799059.0,27921433.0,28951615.0,30335462.0,31920460.0,33380567.0,34978689.0,36418997.0,38039005.0,39593837.0,40918215.0,42793937.0,44155085.0,45504186.0,47240475.0,49042351.0,51728405.0,51857355.0,53312560.0,54596957.0,56444319.0,57932285.0,59418200.0,60843983.0,62414530.0,63845979.0,65493447.0,66834841.0,70419741.0,73042638.0,71737115.0,73081539.0,74924088.0,75838605.0,77373329.0,79155264.0,80815331.0,82118487.0,83504665.0,85307818.0,86512751.0,88153040.0,89916036.0,92783259.0,92958822.0,94166580.0,95552212.0,97320024.0,98477007.0,100173310.0,101538028.0,103032587.0,104830138.0,108690111.0,107845143.0,109315552.0,111210588.0,112449850.0,113748766.0,115553091.0,117168040.0,118344107.0,120479697.0,121336397.0,123483415.0,124716428.0,126428169.0,127919202.0,129083983.0,132222800.0,132185327.0,133884062.0,135566736.0,136948323.0,138187629.0,139991924.0,141547942.0,142893213.0,146567523.0,145702110.0,147147399.0,148842282.0,150539368.0,153488336.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json index 422bed04bd90..532208b9c61c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json @@ -1 +1 @@ -[1501048.6528351663,1510200.7251103935,1534606.2511776662,1543758.3234528936] \ No newline at end of file +[1499290.3683069414,1508532.6634198185,1533178.783720824,1542421.0788337009] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json index 47fa63435ecb..26c2b37cfff7 100644 --- a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.009822661741470345,"upper_bound":0.014728335113426265},"point_estimate":0.012312607203564863,"standard_error":0.001245077529719252},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.011087703130702842,"upper_bound":0.012962862199878078},"point_estimate":0.012002055171380643,"standard_error":0.0004528809787595082}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002615887316131804,"upper_bound":0.001707215207958595},"point_estimate":-0.0004629410017553681,"standard_error":0.001104607205927965},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0015345302387256288,"upper_bound":0.00048195470561762654},"point_estimate":-0.0003573905203957395,"standard_error":0.0005077534465887654}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json index 3569f3fe03d7..bc8da316c7f2 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1522955.506737875,"upper_bound":1527585.5653972074},"point_estimate":1525086.9721043801,"standard_error":1187.2737385129178},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1520910.001974117,"upper_bound":1523289.6764044943},"point_estimate":1521798.561607143,"standard_error":566.531532124403},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3237.5187784457003,"upper_bound":5317.401828673877},"point_estimate":4140.307337313883,"standard_error":541.2735454732222},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1522620.3134408947,"upper_bound":1527764.7618574786},"point_estimate":1524930.517940003,"standard_error":1322.2171035455888},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7039.186522788088,"upper_bound":15908.436333559966},"point_estimate":11930.731314756122,"standard_error":2269.3218092213488}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1522137.5058686011,"upper_bound":1526982.8439351802},"point_estimate":1524380.94681375,"standard_error":1238.377111111134},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1520142.357142857,"upper_bound":1522216.6153846155},"point_estimate":1521254.6852272726,"standard_error":519.4482524756452},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3496.926730686603,"upper_bound":5873.524842475726},"point_estimate":4610.862622517912,"standard_error":608.7759031276613},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1521367.2302045033,"upper_bound":1525696.9523855993},"point_estimate":1523369.5193024974,"standard_error":1108.6673000349242},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7820.288078298176,"upper_bound":16276.276062573796},"point_estimate":12409.051333059202,"standard_error":2170.4781319448175}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/sample.json b/criterion/reachability_hydroflow_surface_cheating/new/sample.json index 22e72ef618b4..c461bc20d82f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1586508.0,3031850.0,4581128.0,6074141.0,7631986.0,9106925.0,10684284.0,12152371.0,13674148.0,15145260.0,16748509.0,18303456.0,19741229.0,21258003.0,23013880.0,24348367.0,25899577.0,27398498.0,28789693.0,30463752.0,32208252.0,33415755.0,34946911.0,36624630.0,38017245.0,41134833.0,41227964.0,42547355.0,44121318.0,45520151.0,46926817.0,48726360.0,50231385.0,51928044.0,53336413.0,54896004.0,56127718.0,57776268.0,59554755.0,60677860.0,62347741.0,63822496.0,65318317.0,67043922.0,70255818.0,70132328.0,71478264.0,72915649.0,74548099.0,76271454.0,77487044.0,79334436.0,80653701.0,84213424.0,83686764.0,86568083.0,86908827.0,88052580.0,89590431.0,91185383.0,92936189.0,94440536.0,96362320.0,97384913.0,99240319.0,100506126.0,102547305.0,103635249.0,104756417.0,106527693.0,108169194.0,109546299.0,111009676.0,112473171.0,113920337.0,117020063.0,117240593.0,118842033.0,119931270.0,122069046.0,123457226.0,125093417.0,126103803.0,129764209.0,129066855.0,130895707.0,132245579.0,133841110.0,135581866.0,136452997.0,139789214.0,139563522.0,141330997.0,143272995.0,144442068.0,146776278.0,147537570.0,152780532.0,150579411.0,152072934.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1573298.0,3057338.0,4608406.0,6046309.0,7609197.0,9189248.0,10607476.0,12165676.0,13649696.0,15128697.0,16685336.0,18248001.0,19778839.0,21395089.0,22753112.0,24347072.0,25799059.0,27921433.0,28951615.0,30335462.0,31920460.0,33380567.0,34978689.0,36418997.0,38039005.0,39593837.0,40918215.0,42793937.0,44155085.0,45504186.0,47240475.0,49042351.0,51728405.0,51857355.0,53312560.0,54596957.0,56444319.0,57932285.0,59418200.0,60843983.0,62414530.0,63845979.0,65493447.0,66834841.0,70419741.0,73042638.0,71737115.0,73081539.0,74924088.0,75838605.0,77373329.0,79155264.0,80815331.0,82118487.0,83504665.0,85307818.0,86512751.0,88153040.0,89916036.0,92783259.0,92958822.0,94166580.0,95552212.0,97320024.0,98477007.0,100173310.0,101538028.0,103032587.0,104830138.0,108690111.0,107845143.0,109315552.0,111210588.0,112449850.0,113748766.0,115553091.0,117168040.0,118344107.0,120479697.0,121336397.0,123483415.0,124716428.0,126428169.0,127919202.0,129083983.0,132222800.0,132185327.0,133884062.0,135566736.0,136948323.0,138187629.0,139991924.0,141547942.0,142893213.0,146567523.0,145702110.0,147147399.0,148842282.0,150539368.0,153488336.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json index 422bed04bd90..532208b9c61c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json @@ -1 +1 @@ -[1501048.6528351663,1510200.7251103935,1534606.2511776662,1543758.3234528936] \ No newline at end of file +[1499290.3683069414,1508532.6634198185,1533178.783720824,1542421.0788337009] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg index 8b4feb2d657d..18fd81b735ba 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - + - + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - + + 5.5 - - - - + + +6 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg index ed865ad3106c..2a25c650b651 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - + - + 7 - - + + 8 - - + + 9 - - + + 10 - - + + 11 - - + + 12 - - + + 13 - - + + 14 - - + + 15 - - + + 16 - - - - + + +17 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg index 2694dcd45c25..9ce8de6bee6e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg @@ -9,10 +9,10 @@ Density (a.u.) Average Time (ms) - + 5 - + 10 @@ -54,22 +54,22 @@ Average Time (ms) - + 1.5 - - + + 1.55 - - + + 1.6 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg index c215cb9da30a..597a5547c0e5 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg @@ -105,9 +105,9 @@ Iterations 100 - - - + + + Base Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg index 5ae4e9b1cf95..8f166f25d384 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg @@ -9,59 +9,83 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + + +350 + + - -0.01 - - - -0.011 - - - -0.012 - - - -0.013 - - - -0.014 - - - -0.015 - - - - - - + +-0.003 + + + +-0.0025 + + + +-0.002 + + + +-0.0015 + + + +-0.001 + + + +-5e-4 + + + +0 + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg index a11004384594..58425b4a87a2 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg @@ -9,99 +9,63 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - -900 - - - -1000 - - - -1100 - - + - -0.011 - - - -0.0112 - - - -0.0114 - - - -0.0116 - - - -0.0118 - - - -0.012 - - - -0.0122 - - - -0.0124 - - - -0.0126 - - - -0.0128 - - - -0.013 - - - - - - + +-0.0015 + + + +-0.001 + + + +-5e-4 + + + +0 + + + +5e-4 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg index 18f326363fe0..4e250878e34c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/index.html b/criterion/reachability_hydroflow_surface_cheating/report/index.html index 3ace86631612..1c69d8636363 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/index.html +++ b/criterion/reachability_hydroflow_surface_cheating/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.5226 ms - 1.5249 ms - 1.5278 ms + 1.5214 ms + 1.5234 ms + 1.5257 ms R² - 0.9940380 - 0.9943547 - 0.9938780 + 0.9942982 + 0.9945271 + 0.9942178 Mean - 1.5230 ms - 1.5251 ms - 1.5276 ms + 1.5221 ms + 1.5244 ms + 1.5270 ms Std. Dev. - 7.0392 µs - 11.931 µs - 15.908 µs + 7.8203 µs + 12.409 µs + 16.276 µs Median - 1.5209 ms - 1.5218 ms - 1.5233 ms + 1.5201 ms + 1.5213 ms + 1.5222 ms MAD - 3.2375 µs - 4.1403 µs - 5.3174 µs + 3.4969 µs + 4.6109 µs + 5.8735 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.9823% - +1.2313% - +1.4728% - (p = 0.00 < + -0.2616% + -0.0463% + +0.1707% + (p = 0.69 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg index 19518acd291d..547ba6a27901 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - + - + +1.522 + + + 1.523 - - + + 1.524 - - + + 1.525 - - + + 1.526 - - + + 1.527 - - -1.528 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/median.svg index 9882e1334bf8..4f6b1c069f81 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/median.svg @@ -13,54 +13,54 @@ Average time (ms) 200 - + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - + + +1400 + + - + +1.52 + + + +1.5205 + + + 1.521 - - + + 1.5215 - - + + 1.522 - - -1.5225 - - - -1.523 - - - -1.5235 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg index d59f39c3b354..30803aed3736 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg @@ -54,50 +54,50 @@ Average Time (ms) - + 1.5 - - + + 1.51 - - + + 1.52 - - + + 1.53 - - + + 1.54 - - + + 1.55 - + 1.56 - + 1.57 - - + + 1.58 - - + + 1.59 - - + + 1.6 - + Density (a.u.) @@ -106,50 +106,54 @@ Density (a.u.) 0 - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg index 2a29f11131c9..ff15489aaa83 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (ms) 0 - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + - + 1.5 - - + + 1.55 - - + + 1.6 - - - + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg index 05467bb6fedf..49e488868682 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg @@ -18,42 +18,42 @@ Iterations - - + + - - - - + + + + - + 20.0 - - + + 40.0 - + 60.0 - + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - + 10 @@ -100,103 +100,103 @@ Iterations - - + + - - + + - - - - + + + + - - - + + + - + - - + + - - - - + + + + - + - - + + - - - + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg index 00942b588cb0..f8cde98ea197 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg @@ -16,21 +16,21 @@ Iterations - + - - - + + + 20.0 - + 40.0 - + 60.0 @@ -39,18 +39,18 @@ Iterations 80.0 - + 100.0 - - + + 120.0 - - + + 140.0 - + 10 @@ -99,99 +99,99 @@ Iterations - + - + - - + + - - - - + + + + - - - - + + + + - + - - + + - - - + + + - + - + - + - - - - + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - + + + + - - - + + + - - - - - - + + + + + + - + - - - - - - - - - + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg index 2f3e29d4cc7b..35c9a158fd63 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg @@ -51,20 +51,20 @@ Average Time (ms) - + 1.5 - - + + 1.55 - - + + 1.6 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg index 0b0da20c01e7..0e8ad00e7565 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg @@ -102,8 +102,8 @@ Iterations 100 - - - + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg index 0e1ae8808062..119c78faca9c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + + +350 + + - + +1.521 + + + +1.5215 + + + +1.522 + + + +1.5225 + + + 1.523 - - + + +1.5235 + + + 1.524 - - -1.525 + + +1.5245 - - -1.526 + + +1.525 - - -1.527 + + +1.5255 - - -1.528 + + +1.526 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg index 51220f4cba8a..1a5f78ff6f65 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + + +350 + + - + +1.521 + + + +1.5215 + + + +1.522 + + + +1.5225 + + + 1.523 - - + + +1.5235 + + + 1.524 - - -1.525 + + +1.5245 - - -1.526 + + +1.525 - - -1.527 + + +1.5255 - - -1.528 + + +1.526 - - - - + + + + Bootstrap distribution