diff --git a/bench/data.js b/bench/data.js index c95b625f339c..87dab0e5fac2 100644 --- a/bench/data.js +++ b/bench/data.js @@ -1,6 +1,6 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1697860741014, + "lastUpdate": 1697947421055, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -88549,6 +88549,214 @@ window.BENCHMARK_DATA = "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "zzlk", + "username": "zzlk", + "email": "2418897+zzlk@users.noreply.github.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "3136e0f286f87e944e7f718d926fd7670b44194b", + "message": "fix!: fold takes initial value by closure rather than by value (#948)\n\nBREAKING CHANGE: first argument of fold() is now a closure instead of a value", + "timestamp": "2023-10-18T16:02:35Z", + "url": "https://github.com/hydro-project/hydroflow/commit/3136e0f286f87e944e7f718d926fd7670b44194b" + }, + "date": 1697947421023, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 381085, + "range": "± 19905", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 20089486, + "range": "± 750002", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 20173565, + "range": "± 790533", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 184607098, + "range": "± 3728554", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 47600880, + "range": "± 1866335", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 101688409, + "range": "± 3235209", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 8059516, + "range": "± 373743", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 11191982, + "range": "± 548838", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 10103515, + "range": "± 310476", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 19235705, + "range": "± 522376", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 18266432, + "range": "± 681198", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 18547458, + "range": "± 1208247", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 2964359, + "range": "± 178637", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 3076883, + "range": "± 97470", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 9156147, + "range": "± 396851", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 2516532, + "range": "± 68675", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 6656, + "range": "± 401", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 96419, + "range": "± 7654", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 11136, + "range": "± 688", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 31054, + "range": "± 1632", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 156121, + "range": "± 12608", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 134381, + "range": "± 6189", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 47364, + "range": "± 2198", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 11069, + "range": "± 513", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 38293, + "range": "± 2631", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 155158, + "range": "± 7902", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 136958, + "range": "± 6497", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 16631, + "range": "± 2346", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 90487, + "range": "± 7603", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 164317, + "range": "± 18899", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 16632, + "range": "± 1555", + "unit": "ns/iter" + } + ] } ] } diff --git a/bench/data.json b/bench/data.json index da0452dea0ef..a03b42411045 100644 --- a/bench/data.json +++ b/bench/data.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1697860741014, + "lastUpdate": 1697947421055, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -88548,6 +88548,214 @@ "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "zzlk", + "username": "zzlk", + "email": "2418897+zzlk@users.noreply.github.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "3136e0f286f87e944e7f718d926fd7670b44194b", + "message": "fix!: fold takes initial value by closure rather than by value (#948)\n\nBREAKING CHANGE: first argument of fold() is now a closure instead of a value", + "timestamp": "2023-10-18T16:02:35Z", + "url": "https://github.com/hydro-project/hydroflow/commit/3136e0f286f87e944e7f718d926fd7670b44194b" + }, + "date": 1697947421023, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 381085, + "range": "± 19905", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 20089486, + "range": "± 750002", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 20173565, + "range": "± 790533", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 184607098, + "range": "± 3728554", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 47600880, + "range": "± 1866335", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 101688409, + "range": "± 3235209", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 8059516, + "range": "± 373743", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 11191982, + "range": "± 548838", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 10103515, + "range": "± 310476", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 19235705, + "range": "± 522376", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 18266432, + "range": "± 681198", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 18547458, + "range": "± 1208247", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 2964359, + "range": "± 178637", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 3076883, + "range": "± 97470", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 9156147, + "range": "± 396851", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 2516532, + "range": "± 68675", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 6656, + "range": "± 401", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 96419, + "range": "± 7654", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 11136, + "range": "± 688", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 31054, + "range": "± 1632", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 156121, + "range": "± 12608", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 134381, + "range": "± 6189", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 47364, + "range": "± 2198", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 11069, + "range": "± 513", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 38293, + "range": "± 2631", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 155158, + "range": "± 7902", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 136958, + "range": "± 6497", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 16631, + "range": "± 2346", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 90487, + "range": "± 7603", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 164317, + "range": "± 18899", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 16632, + "range": "± 1555", + "unit": "ns/iter" + } + ] } ] } diff --git a/criterion/arithmetic_hydroflow_compiled/base/estimates.json b/criterion/arithmetic_hydroflow_compiled/base/estimates.json index 4e345fb3130f..b22aa40a6f2b 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":261963.6277223445,"upper_bound":262556.4767940629},"point_estimate":262245.3710335733,"standard_error":151.49805592747543},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":261545.4730543113,"upper_bound":261831.62313432837},"point_estimate":261665.57870615192,"standard_error":77.25407636506807},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":356.81723352530287,"upper_bound":987.4100315138141},"point_estimate":650.9593379927097,"standard_error":169.68634211450464},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":262019.88318547636,"upper_bound":262628.46837656747},"point_estimate":262297.2972846165,"standard_error":155.37217370593825},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1062.4008066703777,"upper_bound":1953.9068054830443},"point_estimate":1525.643095105029,"standard_error":230.03653729170742}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":379986.9034747392,"upper_bound":387761.19871530693},"point_estimate":383789.4801190674,"standard_error":1985.9857225796309},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":375307.1502525252,"upper_bound":388111.0},"point_estimate":381085.4165580183,"standard_error":3254.412296896437},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17509.393208050205,"upper_bound":25369.22243058718},"point_estimate":21963.257988684814,"standard_error":1976.158608695152},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":384264.95907948335,"upper_bound":393222.1693753352},"point_estimate":388737.4442470814,"standard_error":2294.3561930812357},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17065.08111644981,"upper_bound":22592.076839092926},"point_estimate":19905.60451195816,"standard_error":1413.4370575475941}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/sample.json b/criterion/arithmetic_hydroflow_compiled/base/sample.json index a7d55c0ff38e..a1440df887fb 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1044286.0,2085274.0,3136660.0,4142547.0,5212433.0,6273320.0,7330707.0,8385792.0,9401080.0,10459467.0,11513553.0,12548739.0,13612027.0,14623013.0,15685499.0,16757286.0,17781073.0,18813460.0,19876646.0,20921133.0,21970819.0,23032906.0,24000594.0,25124179.0,26161266.0,27191352.0,28185640.0,29270827.0,30291813.0,31396299.0,32432585.0,33396274.0,34459560.0,35464447.0,36587533.0,37671318.0,38683606.0,39740093.0,41312372.0,43143749.0,44060837.0,44628330.0,45276822.0,46488906.0,47690291.0,48417482.0,49373569.0,50517155.0,51622641.0,52533229.0,53671714.0,54572803.0,55911586.0,56885774.0,58083958.0,59080845.0,60014834.0,60786723.0,61931309.0,62963084.0,63846059.0,65010643.0,66407225.0,67193115.0,68424299.0,69113089.0,70170875.0,71579857.0,72444146.0,74027724.0,74632417.0,76321494.0,76418593.0,77583078.0,78984659.0,80175244.0,80755836.0,81653624.0,82932107.0,83551299.0,84762084.0,85772769.0,86803157.0,87864842.0,88955128.0,89911215.0,90936802.0,93615367.0,93673465.0,94067461.0,95241145.0,96238932.0,97340117.0,98345105.0,99380190.0,100402277.0,101448463.0,102477450.0,103445837.0,104600822.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1127207.0,2095711.0,3711020.0,4711826.0,6384534.0,7305940.0,8458146.0,9424451.0,10093255.0,12097166.0,13679274.0,13463773.0,14027276.0,15436884.0,16104188.0,17135493.0,18131898.0,20411111.0,20132710.0,23260126.0,23873730.0,25313937.0,24812635.0,26532144.0,27290048.0,29787262.0,29446160.0,30378665.0,32212875.0,34929990.0,34166785.0,36687400.0,36371297.0,40554620.0,40334719.0,42960434.0,41051523.0,41623726.0,42487231.0,43438436.0,44454641.0,49828671.0,50493274.0,47879360.0,49436669.0,50777675.0,51654681.0,52375985.0,53378789.0,55737303.0,56799009.0,57343811.0,62094838.0,61597634.0,59940626.0,62363438.0,62223538.0,63449245.0,67310066.0,64364149.0,69129276.0,83339353.0,80525137.0,78725128.0,81165740.0,79197731.0,84077556.0,85023462.0,79262831.0,84272857.0,91403296.0,84491459.0,86576670.0,87350075.0,88795182.0,90894594.0,91701098.0,91977199.0,94266812.0,92859104.0,96254423.0,95560519.0,95794920.0,100321545.0,102286756.0,97937832.0,96646625.0,99427840.0,112503111.0,106015576.0,107432483.0,103174961.0,105511973.0,117331937.0,109814897.0,115884329.0,106022776.0,108309588.0,112070109.0,120043552.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/tukey.json b/criterion/arithmetic_hydroflow_compiled/base/tukey.json index 7b88fd8bcd01..352bb836a84d 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[257120.74130764994,259275.51700799164,265021.5855422362,267176.3612425779] \ No newline at end of file +[278157.051816621,322771.6884205295,441744.0526976187,486358.68930152716] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/change/estimates.json b/criterion/arithmetic_hydroflow_compiled/change/estimates.json index 3f5dfc4ebe59..958d6fd70562 100644 --- a/criterion/arithmetic_hydroflow_compiled/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.3027775080532672,"upper_bound":-0.2998188104549671},"point_estimate":-0.3013976067820916,"standard_error":0.0007559015922964993},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.30379498161066654,"upper_bound":-0.30306173614765874},"point_estimate":-0.303480836921144,"standard_error":0.00019369367250939948}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.44739935682165394,"upper_bound":0.4776813770047662},"point_estimate":0.46347475498407853,"standard_error":0.007732284236518453},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.4295717231820543,"upper_bound":0.48301229305097504},"point_estimate":0.4563834434867484,"standard_error":0.01242640884323855}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/estimates.json b/criterion/arithmetic_hydroflow_compiled/new/estimates.json index 4e345fb3130f..b22aa40a6f2b 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":261963.6277223445,"upper_bound":262556.4767940629},"point_estimate":262245.3710335733,"standard_error":151.49805592747543},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":261545.4730543113,"upper_bound":261831.62313432837},"point_estimate":261665.57870615192,"standard_error":77.25407636506807},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":356.81723352530287,"upper_bound":987.4100315138141},"point_estimate":650.9593379927097,"standard_error":169.68634211450464},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":262019.88318547636,"upper_bound":262628.46837656747},"point_estimate":262297.2972846165,"standard_error":155.37217370593825},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1062.4008066703777,"upper_bound":1953.9068054830443},"point_estimate":1525.643095105029,"standard_error":230.03653729170742}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":379986.9034747392,"upper_bound":387761.19871530693},"point_estimate":383789.4801190674,"standard_error":1985.9857225796309},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":375307.1502525252,"upper_bound":388111.0},"point_estimate":381085.4165580183,"standard_error":3254.412296896437},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17509.393208050205,"upper_bound":25369.22243058718},"point_estimate":21963.257988684814,"standard_error":1976.158608695152},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":384264.95907948335,"upper_bound":393222.1693753352},"point_estimate":388737.4442470814,"standard_error":2294.3561930812357},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17065.08111644981,"upper_bound":22592.076839092926},"point_estimate":19905.60451195816,"standard_error":1413.4370575475941}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/sample.json b/criterion/arithmetic_hydroflow_compiled/new/sample.json index a7d55c0ff38e..a1440df887fb 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1044286.0,2085274.0,3136660.0,4142547.0,5212433.0,6273320.0,7330707.0,8385792.0,9401080.0,10459467.0,11513553.0,12548739.0,13612027.0,14623013.0,15685499.0,16757286.0,17781073.0,18813460.0,19876646.0,20921133.0,21970819.0,23032906.0,24000594.0,25124179.0,26161266.0,27191352.0,28185640.0,29270827.0,30291813.0,31396299.0,32432585.0,33396274.0,34459560.0,35464447.0,36587533.0,37671318.0,38683606.0,39740093.0,41312372.0,43143749.0,44060837.0,44628330.0,45276822.0,46488906.0,47690291.0,48417482.0,49373569.0,50517155.0,51622641.0,52533229.0,53671714.0,54572803.0,55911586.0,56885774.0,58083958.0,59080845.0,60014834.0,60786723.0,61931309.0,62963084.0,63846059.0,65010643.0,66407225.0,67193115.0,68424299.0,69113089.0,70170875.0,71579857.0,72444146.0,74027724.0,74632417.0,76321494.0,76418593.0,77583078.0,78984659.0,80175244.0,80755836.0,81653624.0,82932107.0,83551299.0,84762084.0,85772769.0,86803157.0,87864842.0,88955128.0,89911215.0,90936802.0,93615367.0,93673465.0,94067461.0,95241145.0,96238932.0,97340117.0,98345105.0,99380190.0,100402277.0,101448463.0,102477450.0,103445837.0,104600822.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1127207.0,2095711.0,3711020.0,4711826.0,6384534.0,7305940.0,8458146.0,9424451.0,10093255.0,12097166.0,13679274.0,13463773.0,14027276.0,15436884.0,16104188.0,17135493.0,18131898.0,20411111.0,20132710.0,23260126.0,23873730.0,25313937.0,24812635.0,26532144.0,27290048.0,29787262.0,29446160.0,30378665.0,32212875.0,34929990.0,34166785.0,36687400.0,36371297.0,40554620.0,40334719.0,42960434.0,41051523.0,41623726.0,42487231.0,43438436.0,44454641.0,49828671.0,50493274.0,47879360.0,49436669.0,50777675.0,51654681.0,52375985.0,53378789.0,55737303.0,56799009.0,57343811.0,62094838.0,61597634.0,59940626.0,62363438.0,62223538.0,63449245.0,67310066.0,64364149.0,69129276.0,83339353.0,80525137.0,78725128.0,81165740.0,79197731.0,84077556.0,85023462.0,79262831.0,84272857.0,91403296.0,84491459.0,86576670.0,87350075.0,88795182.0,90894594.0,91701098.0,91977199.0,94266812.0,92859104.0,96254423.0,95560519.0,95794920.0,100321545.0,102286756.0,97937832.0,96646625.0,99427840.0,112503111.0,106015576.0,107432483.0,103174961.0,105511973.0,117331937.0,109814897.0,115884329.0,106022776.0,108309588.0,112070109.0,120043552.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/tukey.json b/criterion/arithmetic_hydroflow_compiled/new/tukey.json index 7b88fd8bcd01..352bb836a84d 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[257120.74130764994,259275.51700799164,265021.5855422362,267176.3612425779] \ No newline at end of file +[278157.051816621,322771.6884205295,441744.0526976187,486358.68930152716] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg index 2412c2739cc3..eff34d176366 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg @@ -6,65 +6,73 @@ arithmetic/hydroflow/compiled:MAD Density (a.u.) -Average time (ns) +Average time (µs) - -5e-4 + +0.05 - - -0.001 + + +0.1 - - -0.0015 + + +0.15 - - -0.002 + + +0.2 - - -0.0025 + + +0.25 - + - -300 + +17 - - -400 + + +18 - - -500 + + +19 - - -600 + + +20 - - -700 + + +21 - - -800 + + +22 - - -900 + + +23 - - -1000 + + +24 - - - - + + +25 + + + +26 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/SD.svg b/criterion/arithmetic_hydroflow_compiled/report/SD.svg index 60436496968f..625777da454e 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/SD.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - -0.2 - - - -0.4 - - - -0.6 + +0.05 - - -0.8 + + +0.1 - - -1 + + +0.15 - + -1.2 +0.2 - -1.4 - - - -1.6 + +0.25 - - -1.8 + + +0.3 - + - -1 - - - -1.1 - - - -1.2 - - - -1.3 - - - -1.4 + +17 - - -1.5 + + +18 - - -1.6 + + +19 - - -1.7 + + +20 - - -1.8 + + +21 - - -1.9 + + +22 - - -2 + + +23 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg index 6ee29026c8e9..5d153244583b 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg @@ -38,18 +38,26 @@ Average Time (µs) - + 300 - - + + 350 - - - - - + + +400 + + + +450 + + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg index d1d86b4bb279..b0f8b212483b 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg @@ -18,46 +18,46 @@ Iterations - - - - - - - + + + + + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - + 0 @@ -95,10 +95,10 @@ Iterations 400 - - - - + + + + Base Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg index 401ebaf8150e..796132c2966e 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg @@ -9,82 +9,86 @@ Density (a.u.) Relative change (%) - -50 + +5 + + + +10 - - -100 + + +15 - - -150 + + +20 - - -200 + + +25 - - -250 + + +30 - - -300 + + +35 - - -350 + + +40 - - -400 + + +45 - - -450 + + +50 - + -500 +55 - --0.303 + +0.445 - - --0.3025 + + +0.45 - - --0.302 + + +0.455 - - --0.3015 + + +0.46 - - --0.301 + + +0.465 - - --0.3005 + + +0.47 - - --0.3 + + +0.475 - - --0.2995 + + +0.48 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg index b02c58f76f71..0e565694c57f 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg @@ -9,66 +9,62 @@ Density (a.u.) Relative change (%) - -500 + +5 - - -1000 + + +10 - - -1500 + + +15 - - -2000 + + +20 - - -2500 + + +25 - - - --0.3038 - - - --0.3037 + + +30 - - --0.3036 + + +35 - - --0.3035 + + + +0.43 - - --0.3034 + + +0.44 - - --0.3033 + + +0.45 - - --0.3032 + + +0.46 - - --0.3031 + + +0.47 - - --0.303 + + +0.48 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg index 13a892d7a4a8..066c523384d5 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg @@ -13,81 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/index.html b/criterion/arithmetic_hydroflow_compiled/report/index.html index 189fd69c906e..17e41c49e7f5 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 262.02 µs - 262.30 µs - 262.63 µs + 384.26 µs + 388.74 µs + 393.22 µs R² - 0.9963709 - 0.9965262 - 0.9963048 + 0.7767366 + 0.7865889 + 0.7766833 Mean - 261.96 µs - 262.25 µs - 262.56 µs + 379.99 µs + 383.79 µs + 387.76 µs Std. Dev. - 1.0624 µs - 1.5256 µs - 1.9539 µs + 17.065 µs + 19.906 µs + 22.592 µs Median - 261.55 µs - 261.67 µs - 261.83 µs + 375.31 µs + 381.09 µs + 388.11 µs MAD - 356.82 ns - 650.96 ns - 987.41 ns + 17.509 µs + 21.963 µs + 25.369 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -30.278% - -30.140% - -29.982% + +44.740% + +46.347% + +47.768% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_compiled/report/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/mean.svg index 1918cacd686c..e0f9e7f1dafb 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/mean.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - -0.5 + +0.02 - - -1 + + +0.04 - - -1.5 + + +0.06 - - -2 + + +0.08 - - -2.5 + + +0.1 - + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + +0.2 + + + +0.22 + + - -261.9 + +380 + + + +381 - - -262 + + +382 - - -262.1 + + +383 - - -262.2 + + +384 - - -262.3 + + +385 - - -262.4 + + +386 - - -262.5 + + +387 - - -262.6 + + +388 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/median.svg b/criterion/arithmetic_hydroflow_compiled/report/median.svg index f4c73abafe77..b4c2da67bf54 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/median.svg @@ -9,78 +9,74 @@ Density (a.u.) Average time (µs) - -1 + +0.02 - - -2 + + +0.04 - - -3 + + +0.06 - - -4 + + +0.08 - - -5 + + +0.1 - - -6 + + +0.12 - - -7 + + +0.14 - - -8 + + +0.16 - - -9 - - - -10 - - + - -261.55 + +374 + + + +376 - - -261.6 + + +378 - - -261.65 + + +380 - - -261.7 + + +382 - - -261.75 + + +384 - - -261.8 + + +386 - - -261.85 + + +388 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg index f556d6f21943..49a1630d22f6 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg @@ -13,67 +13,59 @@ Average Time (µs) 0 - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - + -400 +300 - -258 + +340 - - -260 + + +360 - - -262 + + +380 - - -264 + + +400 - - -266 + + +420 - - -268 + + +440 - - -270 + + +460 - + Density (a.u.) @@ -82,50 +74,50 @@ Density (a.u.) 0 - -0.05 - - - -0.1 - - - -0.15 - - - -0.2 - - - -0.25 - - - -0.3 - - - -0.35 - - - - - - - - - - - - - - - - - - + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg index 95d30a259991..98a7093d53b6 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg @@ -10,51 +10,59 @@ Average Time (µs) 0 - -0.05 + +0.002 - - -0.1 + + +0.004 - - -0.15 + + +0.006 - - -0.2 + + +0.008 - - -0.25 + + +0.01 - - -0.3 + + +0.012 - - -0.35 + + +0.014 - - -0.4 + + +0.016 - + + +0.018 + + + +0.02 + + - -260 + +350 - - -265 + + +400 - - -270 + + +450 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/regression.svg index 083f41138d3b..9986b7b2252c 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression.svg @@ -8,200 +8,170 @@ Total sample time (ms) Iterations - - - + + - - - + + - - - - - - - - - - + + + + + + - -10.0 - - - + 20.0 - - -30.0 - - - + + 40.0 - - -50.0 - - - + + 60.0 - - -70.0 - - - + + 80.0 - - -90.0 - - - + + 100.0 - + + +120.0 + + - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - + -400 +300 - - + + - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg index f2b7e9373f25..4701fa3547ba 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg @@ -5,198 +5,168 @@ Total sample time (ms) Iterations - - - + + - - - + + - - - - - - - - - - + + + + + + - -10.0 - - - + 20.0 - - -30.0 - - - + + 40.0 - - -50.0 - - - + + 60.0 - - -70.0 - - - + + 80.0 - - -90.0 - - - + + 100.0 - + + +120.0 + + - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - + -400 +300 - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg index ac98c322bacc..0f79004d21ac 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg @@ -35,16 +35,24 @@ Average Time (µs) - + 300 - - + + 350 - - - - - + + +400 + + + +450 + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg index 14c7618ad767..818b9610bee2 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg @@ -15,46 +15,46 @@ Iterations - - - - - - - + + + + + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - + 0 @@ -92,8 +92,8 @@ Iterations 400 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/slope.svg b/criterion/arithmetic_hydroflow_compiled/report/slope.svg index 07146b168e3a..c8236384a739 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/slope.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/slope.svg @@ -9,54 +9,90 @@ Density (a.u.) Average time (µs) - -0.5 + +0.02 - - -1 + + +0.04 - - -1.5 + + +0.06 - - -2 + + +0.08 - - -2.5 + + +0.1 - + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + - -262 + +384 + + + +385 + + + +386 + + + +387 + + + +388 + + + +389 - - -262.1 + + +390 - - -262.2 + + +391 - - -262.3 + + +392 - - -262.4 + + +393 - - -262.5 + + +394 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/typical.svg b/criterion/arithmetic_hydroflow_compiled/report/typical.svg index abfaf7d90add..6b78e475c7e5 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/typical.svg @@ -9,54 +9,90 @@ Density (a.u.) Average time (µs) - -0.5 + +0.02 - - -1 + + +0.04 - - -1.5 + + +0.06 - - -2 + + +0.08 - - -2.5 + + +0.1 - + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + - -262 + +384 + + + +385 + + + +386 + + + +387 + + + +388 + + + +389 - - -262.1 + + +390 - - -262.2 + + +391 - - -262.3 + + +392 - - -262.4 + + +393 - - -262.5 + + +394 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json index 0f81d1772f4a..6c87e924630f 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20192478.99391668,"upper_bound":20270994.639500007},"point_estimate":20231827.86666667,"standard_error":19999.013706328366},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20187785.166666668,"upper_bound":20279967.166666664},"point_estimate":20231001.166666668,"standard_error":22701.058033534384},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117394.86664332364,"upper_bound":217717.08803474533},"point_estimate":156807.92751610003,"standard_error":25638.014618182642},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":160966.2495017458,"upper_bound":239616.00177671635},"point_estimate":200807.6848319923,"standard_error":20100.520237845114}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20048676.11074999,"upper_bound":20340552.951083325},"point_estimate":20189707.436666664,"standard_error":74446.22336745833},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19947345.0,"upper_bound":20244355.333333336},"point_estimate":20089486.833333332,"standard_error":81333.20854517675},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":467258.67870450206,"upper_bound":728259.3525233129},"point_estimate":603475.516486167,"standard_error":68131.13466218834},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":581195.3702240988,"upper_bound":914453.1895693731},"point_estimate":750002.7124359073,"standard_error":85558.68147248172}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json index 8851a178d51c..23c774935f3e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[60590505.0,60117911.0,61673691.0,61386495.0,60693704.0,59676417.0,60469707.0,61229796.0,61074099.0,60173611.0,60443907.0,61598192.0,60646704.0,60407408.0,61556092.0,59924614.0,59454620.0,61280196.0,60475607.0,59585218.0,60421208.0,60198010.0,60509106.0,60882102.0,60860401.0,60675504.0,61678691.0,60985400.0,60837902.0,60245710.0,60587105.0,61450294.0,61426394.0,60614305.0,60558806.0,60726803.0,60949100.0,58611232.0,59577618.0,61222697.0,60674304.0,61134798.0,60785403.0,60465906.0,61348096.0,61244696.0,60467707.0,60878701.0,59921114.0,60669804.0,60465107.0,60433507.0,61024600.0,60824802.0,61158897.0,60567905.0,61566092.0,61319595.0,60403707.0,60106412.0,59672816.0,60862302.0,60337908.0,60537505.0,60692303.0,60424607.0,61147998.0,60714203.0,60488906.0,61137698.0,59764215.0,61413594.0,60012613.0,62926374.0,61061298.0,60525806.0,60787402.0,60508406.0,61070398.0,60567305.0,60536106.0,60855001.0,59179823.0,60915401.0,60792302.0,60996000.0,60723803.0,61317895.0,61328095.0,59987713.0,61072599.0,60349008.0,60762602.0,61113098.0,60882501.0,61405194.0,60176410.0,60514506.0,60938500.0,60110111.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[58510138.0,57188021.0,61869180.0,60958469.0,60303461.0,60671165.0,58982744.0,59709453.0,59412249.0,58549838.0,59799355.0,59054245.0,64033007.0,66261636.0,60889568.0,58169934.0,61376774.0,58864143.0,58816042.0,59932156.0,60924868.0,62886394.0,62608289.0,58645640.0,58988844.0,60594965.0,62447087.0,62765492.0,63584902.0,60262060.0,60274861.0,60525263.0,59411150.0,59040444.0,59764554.0,59453950.0,64639115.0,60175560.0,58607839.0,60684965.0,65507927.0,60358361.0,58146834.0,57780128.0,57576227.0,61038870.0,62318386.0,60176759.0,60308961.0,61791279.0,60781167.0,61047670.0,59223547.0,61183172.0,59217047.0,59842035.0,61731515.0,63233325.0,61919515.0,58920696.0,56749981.0,61184611.0,57993390.0,59286198.0,59452199.0,57909389.0,58810495.0,60965910.0,64129531.0,59951902.0,60705908.0,58986996.0,61739815.0,59984503.0,61356012.0,70395573.0,62144417.0,59911803.0,56882182.0,61529013.0,60162504.0,59906003.0,59175497.0,61851916.0,58371692.0,58892095.0,67072151.0,61398512.0,60782809.0,59532499.0,59338299.0,60954209.0,59092397.0,63326126.0,62002716.0,61375312.0,57852889.0,57268185.0,60682507.0,66062844.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json index 2045206f9bb5..98a2f793c827 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json @@ -1 +1 @@ -[19502068.666666657,19822914.66666666,20678504.000000004,20999350.000000007] \ No newline at end of file +[17303255.75,18493427.0,21667217.0,22857388.25] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json index 0107a55d17d0..5d27dfe6590f 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.2245435927825863,"upper_bound":0.22995728732598947},"point_estimate":0.2271138600610043,"standard_error":0.0013356707659812727},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.22506321362539428,"upper_bound":0.23082926503488044},"point_estimate":0.22764944597803694,"standard_error":0.0013664449987624595}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007623492143656308,"upper_bound":0.005193668133567149},"point_estimate":-0.0020818894999301563,"standard_error":0.0033093020525534057},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013708437804603735,"upper_bound":0.0010807757711404076},"point_estimate":-0.006994924876308151,"standard_error":0.003669605946824034}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json index 0f81d1772f4a..6c87e924630f 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20192478.99391668,"upper_bound":20270994.639500007},"point_estimate":20231827.86666667,"standard_error":19999.013706328366},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20187785.166666668,"upper_bound":20279967.166666664},"point_estimate":20231001.166666668,"standard_error":22701.058033534384},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117394.86664332364,"upper_bound":217717.08803474533},"point_estimate":156807.92751610003,"standard_error":25638.014618182642},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":160966.2495017458,"upper_bound":239616.00177671635},"point_estimate":200807.6848319923,"standard_error":20100.520237845114}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20048676.11074999,"upper_bound":20340552.951083325},"point_estimate":20189707.436666664,"standard_error":74446.22336745833},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19947345.0,"upper_bound":20244355.333333336},"point_estimate":20089486.833333332,"standard_error":81333.20854517675},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":467258.67870450206,"upper_bound":728259.3525233129},"point_estimate":603475.516486167,"standard_error":68131.13466218834},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":581195.3702240988,"upper_bound":914453.1895693731},"point_estimate":750002.7124359073,"standard_error":85558.68147248172}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json index 8851a178d51c..23c774935f3e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[60590505.0,60117911.0,61673691.0,61386495.0,60693704.0,59676417.0,60469707.0,61229796.0,61074099.0,60173611.0,60443907.0,61598192.0,60646704.0,60407408.0,61556092.0,59924614.0,59454620.0,61280196.0,60475607.0,59585218.0,60421208.0,60198010.0,60509106.0,60882102.0,60860401.0,60675504.0,61678691.0,60985400.0,60837902.0,60245710.0,60587105.0,61450294.0,61426394.0,60614305.0,60558806.0,60726803.0,60949100.0,58611232.0,59577618.0,61222697.0,60674304.0,61134798.0,60785403.0,60465906.0,61348096.0,61244696.0,60467707.0,60878701.0,59921114.0,60669804.0,60465107.0,60433507.0,61024600.0,60824802.0,61158897.0,60567905.0,61566092.0,61319595.0,60403707.0,60106412.0,59672816.0,60862302.0,60337908.0,60537505.0,60692303.0,60424607.0,61147998.0,60714203.0,60488906.0,61137698.0,59764215.0,61413594.0,60012613.0,62926374.0,61061298.0,60525806.0,60787402.0,60508406.0,61070398.0,60567305.0,60536106.0,60855001.0,59179823.0,60915401.0,60792302.0,60996000.0,60723803.0,61317895.0,61328095.0,59987713.0,61072599.0,60349008.0,60762602.0,61113098.0,60882501.0,61405194.0,60176410.0,60514506.0,60938500.0,60110111.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[58510138.0,57188021.0,61869180.0,60958469.0,60303461.0,60671165.0,58982744.0,59709453.0,59412249.0,58549838.0,59799355.0,59054245.0,64033007.0,66261636.0,60889568.0,58169934.0,61376774.0,58864143.0,58816042.0,59932156.0,60924868.0,62886394.0,62608289.0,58645640.0,58988844.0,60594965.0,62447087.0,62765492.0,63584902.0,60262060.0,60274861.0,60525263.0,59411150.0,59040444.0,59764554.0,59453950.0,64639115.0,60175560.0,58607839.0,60684965.0,65507927.0,60358361.0,58146834.0,57780128.0,57576227.0,61038870.0,62318386.0,60176759.0,60308961.0,61791279.0,60781167.0,61047670.0,59223547.0,61183172.0,59217047.0,59842035.0,61731515.0,63233325.0,61919515.0,58920696.0,56749981.0,61184611.0,57993390.0,59286198.0,59452199.0,57909389.0,58810495.0,60965910.0,64129531.0,59951902.0,60705908.0,58986996.0,61739815.0,59984503.0,61356012.0,70395573.0,62144417.0,59911803.0,56882182.0,61529013.0,60162504.0,59906003.0,59175497.0,61851916.0,58371692.0,58892095.0,67072151.0,61398512.0,60782809.0,59532499.0,59338299.0,60954209.0,59092397.0,63326126.0,62002716.0,61375312.0,57852889.0,57268185.0,60682507.0,66062844.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json index 2045206f9bb5..98a2f793c827 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json @@ -1 +1 @@ -[19502068.666666657,19822914.66666666,20678504.000000004,20999350.000000007] \ No newline at end of file +[17303255.75,18493427.0,21667217.0,22857388.25] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg index d625c9bf9fa8..15725bde7955 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - -0.002 - - - -0.004 - - - -0.006 + +0.001 - - -0.008 + + +0.002 - - -0.01 + + +0.003 - - -0.012 + + +0.004 - - -0.014 + + +0.005 - - -0.016 + + +0.006 - - -0.018 + + +0.007 - + - -120 + +450 + + + +500 - - -140 + + +550 - - -160 + + +600 - - -180 + + +650 - - -200 + + +700 - - -220 + + +750 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg index bd0437f9687d..1e99ccfd1665 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - -0.002 - - - -0.004 + +5e-4 - - -0.006 + + +0.001 - - -0.008 + + +0.0015 - - -0.01 + + +0.002 - - -0.012 + + +0.0025 - - -0.014 + + +0.003 - - -0.016 + + +0.0035 - - -0.018 + + +0.004 - - -0.02 + + +0.0045 - + - -160 + +550 - - -170 + + +600 - - -180 + + +650 - - -190 + + +700 - - -200 + + +750 - - -210 + + +800 - - -220 + + +850 - - -230 + + +900 - - -240 + + +950 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg index 10d175359b15..c85ec27650cb 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg @@ -16,52 +16,52 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - -16.5 + +19.0 - - -17.0 + + +19.5 - - -17.5 + + +20.0 - - -18.0 + + +20.5 - - -18.5 + + +21.0 - - -19.0 + + +21.5 - - -19.5 + + +22.0 - - -20.0 + + +22.5 - - -20.5 + + +23.0 - + 0 @@ -107,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg index 212cdbe991f8..468d3616e560 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg @@ -9,59 +9,67 @@ Density (a.u.) Average Time (ms) - -2 + +0.2 - - -4 + + +0.4 - - -6 + + +0.6 - - -8 + + +0.8 - - -10 + + +1 - - -12 + + +1.2 - - -14 + + +1.4 - - - -17 + + +1.6 - - -18 + + +1.8 + + + +2 - - -19 + + + +18 - - + + 20 - - -21 + + +22 + + + +24 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg index 9ca8fa93dc0d..7904c72bba50 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg @@ -9,67 +9,87 @@ Density (a.u.) Relative change (%) - + +10 + + + +20 + + + +30 + + + +40 + + + 50 - - -100 + + +60 - - -150 + + +70 - - -200 + + +80 - - -250 + + +90 - - -300 + + +100 - - -350 + + +110 - + - -0.224 - - - -0.225 - - - -0.226 - - - -0.227 - - - -0.228 - - - -0.229 - - - -0.23 - - - - - - + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 + + + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg index f201573c4f8b..2ec6d85b0872 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg @@ -9,83 +9,75 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 - - - -150 - - - -200 + + +40 - - -250 + + +60 - - -300 + + +80 - - -350 - - - -400 - - - -450 + + +100 - - -500 + + +120 - - -550 + + +140 - + - -0.225 - - - -0.226 - - - -0.227 - - - -0.228 - - - -0.229 - - - -0.23 - - - -0.231 - - - - - - + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 + + + +0 + + + +0.002 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg index 487d28cc21f1..55b645786e54 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html index 83fde0a9beec..c99d6dacd5a2 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0090977 - 0.0094472 - 0.0091008 + 0.0549471 + 0.0567982 + 0.0546904 Mean - 20.192 ms - 20.232 ms - 20.271 ms + 20.049 ms + 20.190 ms + 20.341 ms Std. Dev. - 160.97 µs - 200.81 µs - 239.62 µs + 581.20 µs + 750.00 µs + 914.45 µs Median - 20.188 ms - 20.231 ms - 20.280 ms + 19.947 ms + 20.089 ms + 20.244 ms MAD - 117.39 µs - 156.81 µs - 217.72 µs + 467.26 µs + 603.48 µs + 728.26 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +22.454% - +22.711% - +22.996% - (p = 0.00 < + -0.7623% + -0.2082% + +0.5194% + (p = 0.59 > 0.05) - Performance has regressed. + No change in performance detected.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg index b21f7dd0f3a0..6ec354b7be70 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg @@ -15,42 +15,52 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + - -19.6 + +19.0 - - -19.8 + + +19.5 - - + + 20.0 - - -20.2 + + +20.5 - - -20.4 + + +21.0 - - -20.6 + + +21.5 - - -20.8 + + +22.0 - + + +22.5 + + + +23.0 + + 10 @@ -92,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg index 1982bcd26c3a..7510f38f889e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg @@ -12,42 +12,52 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + - -19.6 + +19.0 - - -19.8 + + +19.5 - - + + 20.0 - - -20.2 + + +20.5 - - -20.4 + + +21.0 - - -20.6 + + +21.5 - - -20.8 + + +22.0 - + + +22.5 + + + +23.0 + + 10 @@ -89,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg index 60b2d07ea2d5..3aa30d64cce9 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (ms) - -2 + +0.5 - - -4 + + +1 - - -6 + + +1.5 - - -8 + + +2 - - -10 + + +2.5 - - -12 + + +3 - - -14 + + +3.5 - - -16 + + +4 - - -18 + + +4.5 - - -20 + + +5 - - - -20.19 + + +5.5 - - -20.2 - - - -20.21 + + + +20.05 - - -20.22 + + +20.1 - - -20.23 + + +20.15 - - -20.24 + + +20.2 - - + + 20.25 - - -20.26 + + +20.3 - - -20.27 + + +20.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg index fe31d9bd1ae7..7ad7f77d8290 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg @@ -9,58 +9,74 @@ Density (a.u.) Average time (ms) - + +1 + + + +2 + + + +3 + + + +4 + + + 5 - - -10 + + +6 - - -15 + + +7 - - -20 + + +8 - - -25 + + +9 - - -30 + + +10 - + - -20.18 + +19.95 - - -20.2 + + +20 - - -20.22 + + +20.05 - - -20.24 + + +20.1 - - -20.26 + + +20.15 - - -20.28 + + +20.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg index b75b8ae4f86d..1836825a63a2 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg @@ -38,46 +38,34 @@ Average Time (ms) - -19.4 + +18 - - -19.6 + + +19 - - -19.8 - - - + + 20 - + -20.2 +21 - -20.4 - - - -20.6 + +22 - - -20.8 - - - -21 + + +23 - - -21.2 + + +24 - + Density (a.u.) @@ -86,60 +74,42 @@ Density (a.u.) 0 - -0.2 - - - -0.4 - - - -0.6 + +0.1 - - -0.8 - - - -1 - - - -1.2 - - - -1.4 + + +0.2 - - -1.6 + + +0.3 - - -1.8 + + +0.4 - - -2 + + +0.5 - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg index ff8ff8684ac4..07bdf2af3c16 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg @@ -10,39 +10,47 @@ Average Time (ms) 0 - -0.5 + +0.1 + + + +0.2 - - -1 + + +0.3 - - -1.5 + + +0.4 + + + +0.5 - - -2 + + +0.6 - + - -19.5 + +18 - - + + 20 - + -20.5 +22 - -21 + +24 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg index 23c0ab883dbb..76724ab07915 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg @@ -13,52 +13,52 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - -16.5 + +19.0 - - -17.0 + + +19.5 - - -17.5 + + +20.0 - - -18.0 + + +20.5 - - -18.5 + + +21.0 - - -19.0 + + +21.5 - - -19.5 + + +22.0 - - -20.0 + + +22.5 - - -20.5 + + +23.0 - + 0 @@ -104,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg index 87a2eb31b6a2..e81ce693df54 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg @@ -6,57 +6,65 @@ Density (a.u.) Average Time (ms) - -2 + +0.2 - - -4 + + +0.4 - - -6 + + +0.6 - - -8 + + +0.8 - - -10 + + +1 - - -12 + + +1.2 - - -14 + + +1.4 - - - -17 + + +1.6 - - -18 + + +1.8 + + + +2 - - -19 + + + +18 - - + + 20 - - -21 + + +22 + + + +24 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg index 277b4944877e..24959ed164ca 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (ms) - -2 + +0.5 - - -4 + + +1 - - -6 + + +1.5 - - -8 + + +2 - - -10 + + +2.5 - - -12 + + +3 - - -14 + + +3.5 - - -16 + + +4 - - -18 + + +4.5 - - -20 + + +5 - - - -20.19 + + +5.5 - - -20.2 - - - -20.21 + + + +20.05 - - -20.22 + + +20.1 - - -20.23 + + +20.15 - - -20.24 + + +20.2 - - + + 20.25 - - -20.26 + + +20.3 - - -20.27 + + +20.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/base/estimates.json b/criterion/arithmetic_hydroflow_surface/base/estimates.json index f9a13d5a683b..4afbc2f8537e 100644 --- a/criterion/arithmetic_hydroflow_surface/base/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19964844.25666666,"upper_bound":19987924.390666675},"point_estimate":19972973.68999999,"standard_error":6951.157471618062},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19963269.0,"upper_bound":19965005.666666668},"point_estimate":19963920.666666664,"standard_error":441.44945633536594},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2860.923749212846,"upper_bound":4768.535715339727},"point_estimate":3783.348032827543,"standard_error":498.824350805213},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5165.662984319056,"upper_bound":118825.01796849906},"point_estimate":69623.8557984474,"standard_error":39836.51868180214}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20091611.459583327,"upper_bound":20398549.371749997},"point_estimate":20241932.396666665,"standard_error":78138.5743873756},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20000884.5,"upper_bound":20429149.833333332},"point_estimate":20173565.5,"standard_error":120855.4249467836},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":603095.970892908,"upper_bound":961566.899728775},"point_estimate":809410.8767300863,"standard_error":92574.72934107418},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":666715.6672361025,"upper_bound":907425.3386648607},"point_estimate":790533.7372270817,"standard_error":61872.7264326778}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/sample.json b/criterion/arithmetic_hydroflow_surface/base/sample.json index 922ca54a2712..4f10731cfdc6 100644 --- a/criterion/arithmetic_hydroflow_surface/base/sample.json +++ b/criterion/arithmetic_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[59908907.0,59921005.0,59903706.0,59902006.0,59879907.0,59891005.0,59882408.0,59888206.0,59874908.0,59880505.0,59899606.0,59885406.0,59913006.0,59901907.0,59881607.0,59897607.0,59901706.0,59893206.0,59893206.0,59946006.0,59884007.0,59884806.0,59893106.0,60055303.0,59884107.0,59889807.0,59877905.0,59889707.0,59901606.0,59906606.0,59884106.0,59892606.0,59890707.0,59889007.0,59903706.0,59938704.0,59906207.0,59875308.0,59880607.0,59881407.0,59929205.0,59906306.0,59885606.0,59887707.0,59891907.0,59907506.0,59890206.0,59883707.0,59905006.0,59896207.0,59895506.0,59889306.0,59948605.0,59889406.0,59887207.0,59889207.0,59890507.0,59889105.0,59890107.0,59891007.0,59897007.0,59897705.0,59879707.0,59880507.0,59891206.0,59884607.0,59883706.0,59889206.0,59951306.0,59885206.0,59873608.0,59899407.0,59915217.0,59901018.0,61970190.0,60040916.0,59884317.0,59882818.0,59893916.0,59906617.0,59898217.0,59895917.0,59903017.0,59894017.0,59940217.0,59902017.0,59894517.0,59880819.0,59885617.0,59895017.0,59875317.0,59890917.0,59891617.0,59901217.0,59895717.0,59886317.0,59892117.0,59880517.0,59885918.0,59896417.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[60100184.0,58042072.0,58910278.0,58417475.0,59810183.0,61364593.0,60418887.0,61547695.0,62015096.0,60654150.0,62465107.0,63332010.0,63838210.0,58759303.0,57352298.0,56667698.0,57782399.0,59330403.0,57657900.0,61243306.0,63936210.0,60200003.0,59433802.0,63424909.0,61210306.0,59794003.0,63540409.0,62647308.0,62539410.0,63224609.0,62891409.0,60622506.0,63093809.0,65163813.0,60005303.0,60232904.0,60163603.0,61156406.0,60962605.0,62424007.0,61784908.0,60653705.0,60028605.0,61551407.0,62192608.0,68610019.0,63701309.0,59317601.0,58473700.0,61464505.0,62235108.0,59326603.0,59928304.0,60265905.0,60929404.0,59475803.0,59930403.0,58301200.0,58616300.0,63376009.0,67185616.0,62284207.0,63417808.0,62658508.0,61891008.0,61754507.0,59614602.0,59840903.0,61426205.0,59326003.0,58106800.0,57765200.0,57193698.0,58768801.0,57433699.0,56162197.0,59321402.0,64586111.0,61774206.0,60396004.0,60074904.0,58830902.0,62117207.0,58994401.0,59707379.0,60799787.0,61527091.0,63256202.0,61179989.0,61523491.0,64849611.0,57606066.0,59807180.0,57862268.0,66019620.0,62236896.0,56503759.0,56929761.0,58855474.0,56450259.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/tukey.json b/criterion/arithmetic_hydroflow_surface/base/tukey.json index 34e135ef4dbe..e510392bd58e 100644 --- a/criterion/arithmetic_hydroflow_surface/base/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[19945385.083333332,19953585.208333332,19975452.208333332,19983652.333333332] \ No newline at end of file +[16746846.333333343,18246223.33333334,22244561.999999996,23743938.999999993] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/change/estimates.json b/criterion/arithmetic_hydroflow_surface/change/estimates.json index c6d0ef8b4a64..9e8f54301d87 100644 --- a/criterion/arithmetic_hydroflow_surface/change/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.2095232074312296,"upper_bound":0.2116100710153238},"point_estimate":0.21028276632037524,"standard_error":0.0005352186434607721},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.2101007304549638,"upper_bound":0.21031158792003168},"point_estimate":0.21020281080883585,"standard_error":0.00005367898860743091}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.006377905022155545,"upper_bound":0.021435917691498624},"point_estimate":0.01346613232667182,"standard_error":0.003805128722428285},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0022848384390494747,"upper_bound":0.0250587545434251},"point_estimate":0.010501185455188411,"standard_error":0.006239827007249196}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/estimates.json b/criterion/arithmetic_hydroflow_surface/new/estimates.json index f9a13d5a683b..4afbc2f8537e 100644 --- a/criterion/arithmetic_hydroflow_surface/new/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19964844.25666666,"upper_bound":19987924.390666675},"point_estimate":19972973.68999999,"standard_error":6951.157471618062},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19963269.0,"upper_bound":19965005.666666668},"point_estimate":19963920.666666664,"standard_error":441.44945633536594},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2860.923749212846,"upper_bound":4768.535715339727},"point_estimate":3783.348032827543,"standard_error":498.824350805213},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5165.662984319056,"upper_bound":118825.01796849906},"point_estimate":69623.8557984474,"standard_error":39836.51868180214}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20091611.459583327,"upper_bound":20398549.371749997},"point_estimate":20241932.396666665,"standard_error":78138.5743873756},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20000884.5,"upper_bound":20429149.833333332},"point_estimate":20173565.5,"standard_error":120855.4249467836},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":603095.970892908,"upper_bound":961566.899728775},"point_estimate":809410.8767300863,"standard_error":92574.72934107418},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":666715.6672361025,"upper_bound":907425.3386648607},"point_estimate":790533.7372270817,"standard_error":61872.7264326778}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/sample.json b/criterion/arithmetic_hydroflow_surface/new/sample.json index 922ca54a2712..4f10731cfdc6 100644 --- a/criterion/arithmetic_hydroflow_surface/new/sample.json +++ b/criterion/arithmetic_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[59908907.0,59921005.0,59903706.0,59902006.0,59879907.0,59891005.0,59882408.0,59888206.0,59874908.0,59880505.0,59899606.0,59885406.0,59913006.0,59901907.0,59881607.0,59897607.0,59901706.0,59893206.0,59893206.0,59946006.0,59884007.0,59884806.0,59893106.0,60055303.0,59884107.0,59889807.0,59877905.0,59889707.0,59901606.0,59906606.0,59884106.0,59892606.0,59890707.0,59889007.0,59903706.0,59938704.0,59906207.0,59875308.0,59880607.0,59881407.0,59929205.0,59906306.0,59885606.0,59887707.0,59891907.0,59907506.0,59890206.0,59883707.0,59905006.0,59896207.0,59895506.0,59889306.0,59948605.0,59889406.0,59887207.0,59889207.0,59890507.0,59889105.0,59890107.0,59891007.0,59897007.0,59897705.0,59879707.0,59880507.0,59891206.0,59884607.0,59883706.0,59889206.0,59951306.0,59885206.0,59873608.0,59899407.0,59915217.0,59901018.0,61970190.0,60040916.0,59884317.0,59882818.0,59893916.0,59906617.0,59898217.0,59895917.0,59903017.0,59894017.0,59940217.0,59902017.0,59894517.0,59880819.0,59885617.0,59895017.0,59875317.0,59890917.0,59891617.0,59901217.0,59895717.0,59886317.0,59892117.0,59880517.0,59885918.0,59896417.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[60100184.0,58042072.0,58910278.0,58417475.0,59810183.0,61364593.0,60418887.0,61547695.0,62015096.0,60654150.0,62465107.0,63332010.0,63838210.0,58759303.0,57352298.0,56667698.0,57782399.0,59330403.0,57657900.0,61243306.0,63936210.0,60200003.0,59433802.0,63424909.0,61210306.0,59794003.0,63540409.0,62647308.0,62539410.0,63224609.0,62891409.0,60622506.0,63093809.0,65163813.0,60005303.0,60232904.0,60163603.0,61156406.0,60962605.0,62424007.0,61784908.0,60653705.0,60028605.0,61551407.0,62192608.0,68610019.0,63701309.0,59317601.0,58473700.0,61464505.0,62235108.0,59326603.0,59928304.0,60265905.0,60929404.0,59475803.0,59930403.0,58301200.0,58616300.0,63376009.0,67185616.0,62284207.0,63417808.0,62658508.0,61891008.0,61754507.0,59614602.0,59840903.0,61426205.0,59326003.0,58106800.0,57765200.0,57193698.0,58768801.0,57433699.0,56162197.0,59321402.0,64586111.0,61774206.0,60396004.0,60074904.0,58830902.0,62117207.0,58994401.0,59707379.0,60799787.0,61527091.0,63256202.0,61179989.0,61523491.0,64849611.0,57606066.0,59807180.0,57862268.0,66019620.0,62236896.0,56503759.0,56929761.0,58855474.0,56450259.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/tukey.json b/criterion/arithmetic_hydroflow_surface/new/tukey.json index 34e135ef4dbe..e510392bd58e 100644 --- a/criterion/arithmetic_hydroflow_surface/new/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[19945385.083333332,19953585.208333332,19975452.208333332,19983652.333333332] \ No newline at end of file +[16746846.333333343,18246223.33333334,22244561.999999996,23743938.999999993] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/report/MAD.svg b/criterion/arithmetic_hydroflow_surface/report/MAD.svg index ac25b3438062..5792599b15dd 100644 --- a/criterion/arithmetic_hydroflow_surface/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/MAD.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - -0.1 + +5e-4 - - -0.2 + + +0.001 - - -0.3 + + +0.0015 - - -0.4 + + +0.002 - - -0.5 + + +0.0025 - - -0.6 + + +0.003 - - -0.7 + + +0.0035 - - -0.8 + + +0.004 - - - -2.8 - - - -3 + + +0.0045 - - -3.2 + + + +600 - - -3.4 + + +650 - - -3.6 + + +700 - - -3.8 + + +750 - - -4 + + +800 - - -4.2 + + +850 - - -4.4 + + +900 - - -4.6 + + +950 - - -4.8 + + +1000 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/SD.svg b/criterion/arithmetic_hydroflow_surface/report/SD.svg index c4ad45c5b483..b607530f9697 100644 --- a/criterion/arithmetic_hydroflow_surface/report/SD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/SD.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - -0.005 - - - -0.01 + +0.001 - - -0.015 + + +0.002 - - -0.02 + + +0.003 - - -0.025 + + +0.004 - - -0.03 + + +0.005 - - -0.035 + + +0.006 - + - -0 - - - -20 + +650 - - -40 + + +700 - - -60 + + +750 - - -80 + + +800 - - -100 + + +850 - - -120 + + +900 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg index 00c7ff9d5a1d..5ef4519cadb1 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg @@ -16,52 +16,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - -16.5 - - - -17.0 - - - -17.5 - - - -18.0 - - - -18.5 - - - + 19.0 - - + + 19.5 - - + + 20.0 - - + + 20.5 - + + +21.0 + + + +21.5 + + + +22.0 + + + +22.5 + + 0 @@ -107,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg index 08d0b87370f6..6dcc3c09c4e6 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg @@ -9,47 +9,47 @@ Density (a.u.) Average Time (ms) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 - - -25 + + +10 - - - -17 + + +12 - - + + + 18 - - -19 - - - + + 20 - - - - - + + +22 + + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg index c6e4e15c55e2..9dd86f3c07cd 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg @@ -9,63 +9,91 @@ Density (a.u.) Relative change (%) - -100 + +10 + + + +20 + + + +30 - - -200 + + +40 - - -300 + + +50 - - -400 + + +60 - - -500 + + +70 - - -600 + + +80 - - -700 + + +90 + + + +100 - - -800 + + +110 - + - -0.2095 - - - -0.21 - - - -0.2105 - - - -0.211 - - - -0.2115 - - - - - - + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + +0.02 + + + +0.022 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/median.svg b/criterion/arithmetic_hydroflow_surface/report/change/median.svg index 5e8b4e154862..21cf7627d1c5 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/median.svg @@ -10,62 +10,66 @@ Relative change (%) -1000 +10 - -2000 + +20 - - -3000 + + +30 - - -4000 + + +40 - - -5000 + + +50 - - -6000 + + +60 - - -7000 + + +70 - - -8000 + + +80 - + - -0.2101 - - - -0.21015 - - - -0.2102 - - - -0.21025 - - - -0.2103 - - - - - - + +0 + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg index 337aba408f0b..5e670ed18096 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg @@ -25,65 +25,61 @@ t score 0.15 - + 0.2 - - + + 0.25 - + 0.3 - + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/index.html b/criterion/arithmetic_hydroflow_surface/report/index.html index d5a341891bce..830619d316c5 100644 --- a/criterion/arithmetic_hydroflow_surface/report/index.html +++ b/criterion/arithmetic_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0001156 - 0.0001172 - 0.0001120 + 0.0307003 + 0.0317859 + 0.0306109 Mean - 19.965 ms - 19.973 ms - 19.988 ms + 20.092 ms + 20.242 ms + 20.399 ms Std. Dev. - 5.1657 µs - 69.624 µs - 118.83 µs + 666.72 µs + 790.53 µs + 907.43 µs Median - 19.963 ms - 19.964 ms - 19.965 ms + 20.001 ms + 20.174 ms + 20.429 ms MAD - 2.8609 µs - 3.7833 µs - 4.7685 µs + 603.10 µs + 809.41 µs + 961.57 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +20.952% - +21.028% - +21.161% + +0.6378% + +1.3466% + +2.1436% (p = 0.00 < 0.05) - Performance has regressed. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg index 107cceedde34..bc359d6e260b 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - + +19.0 + + + +19.5 + + + 20.0 - - -20.1 + + +20.5 - - -20.2 + + +21.0 - - -20.3 + + +21.5 - - -20.4 + + +22.0 - - -20.5 + + +22.5 - + 10 @@ -87,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg index f5d5a60c6009..98cf044710cb 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - + +19.0 + + + +19.5 + + + 20.0 - - -20.1 + + +20.5 - - -20.2 + + +21.0 - - -20.3 + + +21.5 - - -20.4 + + +22.0 - - -20.5 + + +22.5 - + 10 @@ -84,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/mean.svg b/criterion/arithmetic_hydroflow_surface/report/mean.svg index b96c6dc04907..082ae98a5733 100644 --- a/criterion/arithmetic_hydroflow_surface/report/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/mean.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ms) - -20 + +0.5 - - -40 + + +1 - - -60 + + +1.5 - - -80 + + +2 - - -100 + + +2.5 - - -120 + + +3 - - -140 + + +3.5 - + + +4 + + + +4.5 + + + +5 + + + +5.5 + + - -19.965 + +20.1 + + + +20.15 - - -19.97 + + +20.2 - - -19.975 + + +20.25 - - -19.98 + + +20.3 - - -19.985 + + +20.35 - - -19.99 + + +20.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/median.svg b/criterion/arithmetic_hydroflow_surface/report/median.svg index 9ff5c8eea258..29b7c86594c5 100644 --- a/criterion/arithmetic_hydroflow_surface/report/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/median.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - -200 + +0.5 - - -400 + + +1 - - -600 + + +1.5 - - -800 + + +2 - - -1000 + + +2.5 - - -1200 + + +3 - - -1400 + + +3.5 - - -1600 + + +4 - + + +4.5 + + + +5 + + - -19.9632 + +20 - - -19.9634 + + +20.05 - - -19.9636 + + +20.1 - - -19.9638 + + +20.15 - - -19.964 + + +20.2 - - -19.9642 + + +20.25 - - -19.9644 + + +20.3 - - -19.9646 + + +20.35 - - -19.9648 + + +20.4 - - -19.965 + + +20.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/pdf.svg index 3e4fd5f53276..ed2693b2bb04 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf.svg @@ -38,42 +38,30 @@ Average Time (ms) - -19.9 + +18 - - -20 - - - -20.1 - - - -20.2 - - - -20.3 + + +19 - - -20.4 + + +20 - - -20.5 + + +21 - - -20.6 + + +22 - - -20.7 + + +23 - + Density (a.u.) @@ -82,54 +70,52 @@ Density (a.u.) 0 - -2 - - - -4 - - - -6 - - - -8 - - - -10 - - - -12 - - - - - - - - - - - - - - - - - - - - - - - - - - + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg index 9828e22b1985..288a833b5e43 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg @@ -10,51 +10,59 @@ Average Time (ms) 0 - -2 + +0.05 - - -4 + + +0.1 - - -6 + + +0.15 - - -8 + + +0.2 - - -10 + + +0.25 - - -12 + + +0.3 - + + +0.35 + + + +0.4 + + + +0.45 + + -14 +0.5 - -20 - - - -20.2 + +18 - - -20.4 + + +20 - - -20.6 + + +22 - - - + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg index 28d35de6c3bf..4383856156ca 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,52 +13,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - -16.5 - - - -17.0 - - - -17.5 - - - -18.0 - - - -18.5 - - - + 19.0 - - + + 19.5 - - + + 20.0 - - + + 20.5 - + + +21.0 + + + +21.5 + + + +22.0 + + + +22.5 + + 0 @@ -104,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg index f59b749402ee..436374d17f4f 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg @@ -6,45 +6,45 @@ Density (a.u.) Average Time (ms) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 - - -25 + + +10 - - - -17 + + +12 - - + + + 18 - - -19 - - - + + 20 - - - - - + + +22 + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/typical.svg b/criterion/arithmetic_hydroflow_surface/report/typical.svg index 206bcb6611ab..c94b30fe0017 100644 --- a/criterion/arithmetic_hydroflow_surface/report/typical.svg +++ b/criterion/arithmetic_hydroflow_surface/report/typical.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ms) - -20 + +0.5 - - -40 + + +1 - - -60 + + +1.5 - - -80 + + +2 - - -100 + + +2.5 - - -120 + + +3 - - -140 + + +3.5 - + + +4 + + + +4.5 + + + +5 + + + +5.5 + + - -19.965 + +20.1 + + + +20.15 - - -19.97 + + +20.2 - - -19.975 + + +20.25 - - -19.98 + + +20.3 - - -19.985 + + +20.35 - - -19.99 + + +20.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/base/estimates.json b/criterion/fan_in_hydroflow/base/estimates.json index cc36d4cf3e3c..cda147d9cd97 100644 --- a/criterion/fan_in_hydroflow/base/estimates.json +++ b/criterion/fan_in_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114905906.90625,"upper_bound":115323249.51725},"point_estimate":115101942.11,"standard_error":107057.79544190489},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114724771.5,"upper_bound":115032617.5},"point_estimate":114878220.0,"standard_error":84653.66265002482},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":559143.7881182142,"upper_bound":972201.5893399715},"point_estimate":765679.1195064783,"standard_error":110380.34806632306},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":713911.104809737,"upper_bound":1436954.7053403468},"point_estimate":1080360.1703245335,"standard_error":188406.3833078719}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":183644056.92975,"upper_bound":185104835.3215},"point_estimate":184365541.93,"standard_error":372654.2370213533},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":183651235.5,"upper_bound":185265468.0},"point_estimate":184607098.5,"standard_error":414720.41230973},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2788193.8190996647,"upper_bound":4972535.454834848},"point_estimate":3798885.186356306,"standard_error":565882.2617280172},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3216589.9405090506,"upper_bound":4207757.577577888},"point_estimate":3728554.6280497946,"standard_error":252605.504697013}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/sample.json b/criterion/fan_in_hydroflow/base/sample.json index c3e253e0333e..9b2576d0f85f 100644 --- a/criterion/fan_in_hydroflow/base/sample.json +++ b/criterion/fan_in_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[115062567.0,114468675.0,114718472.0,114832870.0,114469975.0,114878270.0,114657672.0,114016381.0,115902556.0,115347363.0,114985069.0,114215678.0,114444875.0,114652473.0,115195365.0,114246478.0,114306477.0,115002668.0,115590460.0,114923169.0,114128580.0,114252578.0,114731071.0,114145579.0,114593974.0,114746371.0,116588147.0,116075253.0,115610260.0,116053154.0,115571660.0,114878170.0,115242565.0,114771271.0,116766944.0,114801271.0,114537074.0,113778684.0,114273177.0,114120980.0,114744071.0,114809271.0,114036581.0,115763557.0,114489575.0,114584474.0,114705371.0,114080381.0,115228764.0,116942242.0,119295811.0,121186386.0,115787457.0,114613773.0,114211579.0,114199978.0,114905869.0,115390363.0,115271064.0,114443575.0,115024767.0,114321876.0,118014726.0,116552846.0,114730771.0,114317976.0,114045779.0,116323249.0,114974267.0,115526860.0,115075666.0,114515173.0,115147465.0,115116965.0,116740644.0,115610858.0,115829656.0,114915968.0,115675858.0,115674458.0,115302362.0,114357476.0,116044653.0,114586972.0,114149178.0,113878482.0,116001053.0,115002267.0,115480260.0,114276377.0,114423274.0,113956381.0,115688958.0,115236563.0,114464174.0,114831269.0,115174365.0,114941067.0,116141152.0,113847682.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[184856687.0,186600191.0,187163560.0,180294125.0,179943724.0,180767528.0,181657932.0,180117324.0,182534237.0,179752323.0,180024524.0,179092919.0,184047744.0,186161156.0,186202555.0,180216725.0,182038934.0,179532022.0,181576532.0,191787184.0,184152845.0,179472921.0,177513811.0,195829805.0,187815464.0,187752264.0,186796758.0,190868080.0,184948449.0,185926854.0,187415562.0,182716938.0,179442221.0,186636757.0,187674664.0,187554162.0,185029150.0,178605016.0,179302021.0,183688442.0,183473942.0,187309761.0,184722048.0,186530257.0,185299751.0,186438427.0,185279768.0,190458898.0,184017061.0,184411663.0,189115290.0,183882360.0,185726571.0,186176673.0,183264456.0,181001544.0,183297856.0,180833543.0,185265468.0,183028955.0,184890366.0,184673864.0,182990555.0,187516881.0,183295857.0,181034843.0,184052860.0,190934100.0,187862283.0,186428775.0,188463186.0,187058079.0,180301739.0,179762336.0,178081927.0,179696036.0,182393251.0,180433040.0,180288240.0,178790930.0,182316951.0,176813719.0,180055037.0,186430274.0,185043567.0,182358251.0,188746788.0,185976772.0,192016599.0,185402237.0,184696433.0,190700364.0,184491033.0,185823439.0,184540333.0,185030535.0,191276466.0,188862255.0,190151061.0,183828529.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/tukey.json b/criterion/fan_in_hydroflow/base/tukey.json index bcf579d148e6..acc455bcb427 100644 --- a/criterion/fan_in_hydroflow/base/tukey.json +++ b/criterion/fan_in_hydroflow/base/tukey.json @@ -1 +1 @@ -[111164020.0,112804285.0,117178325.0,118818590.0] \ No newline at end of file +[164278075.5,172652296.875,194983553.875,203357775.25] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/change/estimates.json b/criterion/fan_in_hydroflow/change/estimates.json index ecc11f3befef..d9aaa700e925 100644 --- a/criterion/fan_in_hydroflow/change/estimates.json +++ b/criterion/fan_in_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.2327041781392936,"upper_bound":-0.2287032368847962},"point_estimate":-0.23069829999972125,"standard_error":0.0010170716052860657},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.23416855030490227,"upper_bound":-0.227579824998561},"point_estimate":-0.2299154980382333,"standard_error":0.0018554280450152486}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.5956719745418835,"upper_bound":0.608483299794472},"point_estimate":0.601758741427721,"standard_error":0.0032290005789530813},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.5992088750488453,"upper_bound":0.6128252954806703},"point_estimate":0.6069808402323782,"standard_error":0.0036055455271337793}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/estimates.json b/criterion/fan_in_hydroflow/new/estimates.json index cc36d4cf3e3c..cda147d9cd97 100644 --- a/criterion/fan_in_hydroflow/new/estimates.json +++ b/criterion/fan_in_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114905906.90625,"upper_bound":115323249.51725},"point_estimate":115101942.11,"standard_error":107057.79544190489},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114724771.5,"upper_bound":115032617.5},"point_estimate":114878220.0,"standard_error":84653.66265002482},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":559143.7881182142,"upper_bound":972201.5893399715},"point_estimate":765679.1195064783,"standard_error":110380.34806632306},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":713911.104809737,"upper_bound":1436954.7053403468},"point_estimate":1080360.1703245335,"standard_error":188406.3833078719}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":183644056.92975,"upper_bound":185104835.3215},"point_estimate":184365541.93,"standard_error":372654.2370213533},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":183651235.5,"upper_bound":185265468.0},"point_estimate":184607098.5,"standard_error":414720.41230973},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2788193.8190996647,"upper_bound":4972535.454834848},"point_estimate":3798885.186356306,"standard_error":565882.2617280172},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3216589.9405090506,"upper_bound":4207757.577577888},"point_estimate":3728554.6280497946,"standard_error":252605.504697013}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/sample.json b/criterion/fan_in_hydroflow/new/sample.json index c3e253e0333e..9b2576d0f85f 100644 --- a/criterion/fan_in_hydroflow/new/sample.json +++ b/criterion/fan_in_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[115062567.0,114468675.0,114718472.0,114832870.0,114469975.0,114878270.0,114657672.0,114016381.0,115902556.0,115347363.0,114985069.0,114215678.0,114444875.0,114652473.0,115195365.0,114246478.0,114306477.0,115002668.0,115590460.0,114923169.0,114128580.0,114252578.0,114731071.0,114145579.0,114593974.0,114746371.0,116588147.0,116075253.0,115610260.0,116053154.0,115571660.0,114878170.0,115242565.0,114771271.0,116766944.0,114801271.0,114537074.0,113778684.0,114273177.0,114120980.0,114744071.0,114809271.0,114036581.0,115763557.0,114489575.0,114584474.0,114705371.0,114080381.0,115228764.0,116942242.0,119295811.0,121186386.0,115787457.0,114613773.0,114211579.0,114199978.0,114905869.0,115390363.0,115271064.0,114443575.0,115024767.0,114321876.0,118014726.0,116552846.0,114730771.0,114317976.0,114045779.0,116323249.0,114974267.0,115526860.0,115075666.0,114515173.0,115147465.0,115116965.0,116740644.0,115610858.0,115829656.0,114915968.0,115675858.0,115674458.0,115302362.0,114357476.0,116044653.0,114586972.0,114149178.0,113878482.0,116001053.0,115002267.0,115480260.0,114276377.0,114423274.0,113956381.0,115688958.0,115236563.0,114464174.0,114831269.0,115174365.0,114941067.0,116141152.0,113847682.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[184856687.0,186600191.0,187163560.0,180294125.0,179943724.0,180767528.0,181657932.0,180117324.0,182534237.0,179752323.0,180024524.0,179092919.0,184047744.0,186161156.0,186202555.0,180216725.0,182038934.0,179532022.0,181576532.0,191787184.0,184152845.0,179472921.0,177513811.0,195829805.0,187815464.0,187752264.0,186796758.0,190868080.0,184948449.0,185926854.0,187415562.0,182716938.0,179442221.0,186636757.0,187674664.0,187554162.0,185029150.0,178605016.0,179302021.0,183688442.0,183473942.0,187309761.0,184722048.0,186530257.0,185299751.0,186438427.0,185279768.0,190458898.0,184017061.0,184411663.0,189115290.0,183882360.0,185726571.0,186176673.0,183264456.0,181001544.0,183297856.0,180833543.0,185265468.0,183028955.0,184890366.0,184673864.0,182990555.0,187516881.0,183295857.0,181034843.0,184052860.0,190934100.0,187862283.0,186428775.0,188463186.0,187058079.0,180301739.0,179762336.0,178081927.0,179696036.0,182393251.0,180433040.0,180288240.0,178790930.0,182316951.0,176813719.0,180055037.0,186430274.0,185043567.0,182358251.0,188746788.0,185976772.0,192016599.0,185402237.0,184696433.0,190700364.0,184491033.0,185823439.0,184540333.0,185030535.0,191276466.0,188862255.0,190151061.0,183828529.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/tukey.json b/criterion/fan_in_hydroflow/new/tukey.json index bcf579d148e6..acc455bcb427 100644 --- a/criterion/fan_in_hydroflow/new/tukey.json +++ b/criterion/fan_in_hydroflow/new/tukey.json @@ -1 +1 @@ -[111164020.0,112804285.0,117178325.0,118818590.0] \ No newline at end of file +[164278075.5,172652296.875,194983553.875,203357775.25] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/report/MAD.svg b/criterion/fan_in_hydroflow/report/MAD.svg index 31a954bee0d9..68c7bec23d8b 100644 --- a/criterion/fan_in_hydroflow/report/MAD.svg +++ b/criterion/fan_in_hydroflow/report/MAD.svg @@ -6,81 +6,65 @@ fan_in/hydroflow:MAD Density (a.u.) -Average time (µs) +Average time (ms) - -5e-4 + +0.1 - - -0.001 + + +0.2 - - -0.0015 + + +0.3 - - -0.002 + + +0.4 - - -0.0025 + + +0.5 - - -0.003 + + +0.6 - - -0.0035 + + +0.7 - - - -550 - - - -600 - - - -650 + + +0.8 - - -700 - - - -750 - - - -800 + + + +3 - - -850 + + +3.5 - - -900 + + +4 - - -950 + + +4.5 - - -1000 + + +5 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/SD.svg b/criterion/fan_in_hydroflow/report/SD.svg index a8e748386075..00b64d718e70 100644 --- a/criterion/fan_in_hydroflow/report/SD.svg +++ b/criterion/fan_in_hydroflow/report/SD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (ms) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - - -2 - - - -2.2 - - + - -0.7 - - - -0.8 + +3.2 - - -0.9 + + +3.4 - - -1 - - - -1.1 + + +3.6 - - -1.2 + + +3.8 - - -1.3 - - - -1.4 + + +4 - - -1.5 + + +4.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/both/iteration_times.svg b/criterion/fan_in_hydroflow/report/both/iteration_times.svg index b8a27497f191..a4e9e01c79e8 100644 --- a/criterion/fan_in_hydroflow/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/both/iteration_times.svg @@ -16,47 +16,47 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + - -115.0 - - - + 120.0 - - -125.0 - - - + + 130.0 - - -135.0 - - - + + 140.0 - - -145.0 - - - + + 150.0 - + + +160.0 + + + +170.0 + + + +180.0 + + + +190.0 + + 0 @@ -102,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow/report/both/pdf.svg b/criterion/fan_in_hydroflow/report/both/pdf.svg index 0a6005389e47..cd8e54f7a1ee 100644 --- a/criterion/fan_in_hydroflow/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow/report/both/pdf.svg @@ -46,26 +46,30 @@ Average Time (ms) - + 120 - - -130 - - - + + 140 - - -150 + + +160 + + + +180 + + + +200 - - - - - + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow/report/change/mean.svg b/criterion/fan_in_hydroflow/report/change/mean.svg index be9a5a0b1ddf..de0f67f159e0 100644 --- a/criterion/fan_in_hydroflow/report/change/mean.svg +++ b/criterion/fan_in_hydroflow/report/change/mean.svg @@ -9,78 +9,62 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 - - - -150 + + +40 - - -200 + + +60 - - -250 + + +80 - - -300 + + +100 - - -350 + + +120 - + - --0.233 - - - --0.2325 - - - --0.232 - - - --0.2315 + +0.596 - - --0.231 + + +0.598 - - --0.2305 + + +0.6 - - --0.23 + + +0.602 - - --0.2295 + + +0.604 - - --0.229 + + +0.606 - - --0.2285 + + +0.608 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/median.svg b/criterion/fan_in_hydroflow/report/change/median.svg index 6fdc220b56bc..a9d45dd850fd 100644 --- a/criterion/fan_in_hydroflow/report/change/median.svg +++ b/criterion/fan_in_hydroflow/report/change/median.svg @@ -9,62 +9,70 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 + + +40 + + + +60 - - -150 + + +80 - - -200 + + +100 - - -250 + + +120 - + - --0.234 + +0.598 + + + +0.6 - - --0.233 + + +0.602 - - --0.232 + + +0.604 - - --0.231 + + +0.606 - - --0.23 + + +0.608 - - --0.229 + + +0.61 - - --0.228 + + +0.612 - - --0.227 + + +0.614 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/t-test.svg b/criterion/fan_in_hydroflow/report/change/t-test.svg index 7b2433d4ac8c..2d63f364c7ec 100644 --- a/criterion/fan_in_hydroflow/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - + -2.0 - + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow/report/index.html b/criterion/fan_in_hydroflow/report/index.html index 34e9c0375b8b..9c9cee90d035 100644 --- a/criterion/fan_in_hydroflow/report/index.html +++ b/criterion/fan_in_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0130050 - 0.0134317 - 0.0128926 + 0.0002019 + 0.0002095 + 0.0002015 Mean - 114.91 ms - 115.10 ms - 115.32 ms + 183.64 ms + 184.37 ms + 185.10 ms Std. Dev. - 713.91 µs - 1.0804 ms - 1.4370 ms + 3.2166 ms + 3.7286 ms + 4.2078 ms Median - 114.72 ms - 114.88 ms - 115.03 ms + 183.65 ms + 184.61 ms + 185.27 ms MAD - 559.14 µs - 765.68 µs - 972.20 µs + 2.7882 ms + 3.7989 ms + 4.9725 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -23.270% - -23.070% - -22.870% + +59.567% + +60.176% + +60.848% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow/report/iteration_times.svg b/criterion/fan_in_hydroflow/report/iteration_times.svg index e7818a6ce2cf..eb988181eb61 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times.svg @@ -15,47 +15,52 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + - -114.0 + +178.0 - - -115.0 + + +180.0 - - -116.0 + + +182.0 - - -117.0 + + +184.0 - - -118.0 + + +186.0 - - -119.0 + + +188.0 - - -120.0 + + +190.0 - - -121.0 + + +192.0 - + + +194.0 + + 10 @@ -97,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow/report/iteration_times_small.svg b/criterion/fan_in_hydroflow/report/iteration_times_small.svg index b3a9b8d9c854..b9a54bcfc423 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times_small.svg @@ -12,47 +12,52 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + - -114.0 + +178.0 - - -115.0 + + +180.0 - - -116.0 + + +182.0 - - -117.0 + + +184.0 - - -118.0 + + +186.0 - - -119.0 + + +188.0 - - -120.0 + + +190.0 - - -121.0 + + +192.0 - + + +194.0 + + 10 @@ -94,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/mean.svg b/criterion/fan_in_hydroflow/report/mean.svg index f4f49176d4f5..262d273640f9 100644 --- a/criterion/fan_in_hydroflow/report/mean.svg +++ b/criterion/fan_in_hydroflow/report/mean.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - -0.5 + +0.1 - - -1 + + +0.2 - - -1.5 + + +0.3 - - -2 + + +0.4 - - -2.5 + + +0.5 - - -3 + + +0.6 - - -3.5 + + +0.7 - - -4 + + +0.8 - - - -114.9 + + +0.9 - - -114.95 + + +1 + + + +1.1 + + + + +183.6 - - -115 + + +183.8 - - -115.05 + + +184 - - -115.1 + + +184.2 - - -115.15 + + +184.4 - - -115.2 + + +184.6 - - -115.25 + + +184.8 - - -115.3 + + +185 - - -115.35 + + +185.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/median.svg b/criterion/fan_in_hydroflow/report/median.svg index fba184fca1bc..6fc9a34e37c9 100644 --- a/criterion/fan_in_hydroflow/report/median.svg +++ b/criterion/fan_in_hydroflow/report/median.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (ms) - -1 + +0.2 + + + +0.4 + + + +0.6 - - -2 + + +0.8 - - -3 + + +1 - - -4 + + +1.2 - - -5 + + +1.4 - - -6 + + +1.6 - + - -114.7 + +183.6 + + + +183.8 + + + +184 - - -114.75 + + +184.2 - - -114.8 + + +184.4 - - -114.85 + + +184.6 - - -114.9 + + +184.8 - - -114.95 + + +185 - - -115 + + +185.2 - - -115.05 + + +185.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/pdf.svg b/criterion/fan_in_hydroflow/report/pdf.svg index a69b44feafe4..79866c7eb86a 100644 --- a/criterion/fan_in_hydroflow/report/pdf.svg +++ b/criterion/fan_in_hydroflow/report/pdf.svg @@ -54,46 +54,30 @@ Average Time (ms) - -113 + +175 - - -114 + + +180 - - -115 + + +185 - - -116 + + +190 - - -117 + + +195 - - -118 + + +200 - - -119 - - - -120 - - - -121 - - - -122 - - + Density (a.u.) @@ -102,54 +86,54 @@ Density (a.u.) 0 - -0.05 + +0.01 - - -0.1 + + +0.02 - - -0.15 + + +0.03 - - -0.2 + + +0.04 - - -0.25 + + +0.05 - - -0.3 + + +0.06 - - -0.35 + + +0.07 - - -0.4 + + +0.08 + + + +0.09 - - -0.45 + + +0.1 - - - - - + + + + + - - - - - - - + + + PDF diff --git a/criterion/fan_in_hydroflow/report/pdf_small.svg b/criterion/fan_in_hydroflow/report/pdf_small.svg index 32bbec771dca..534fefc9bc3a 100644 --- a/criterion/fan_in_hydroflow/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/pdf_small.svg @@ -10,67 +10,39 @@ Average Time (ms) 0 - -0.05 + +0.02 - - -0.1 - - - -0.15 - - - -0.2 - - - -0.25 - - - -0.3 + + +0.04 - - -0.35 + + +0.06 - - -0.4 + + +0.08 - - -0.45 - - - -0.5 + + +0.1 - + - -114 - - - -116 - - - -118 + +180 - - -120 + + +190 - - -122 + + +200 - - - + + + diff --git a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg index 51e5ab06acc3..4ef867af21a3 100644 --- a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg @@ -13,45 +13,45 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -115.0 - - - + 120.0 - - -125.0 - - - + + 130.0 - - -135.0 - - - + + 140.0 - - -145.0 + + +150.0 + + + +160.0 + + + +170.0 - + + +180.0 + + -150.0 +190.0 @@ -99,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg index 32af895412e8..355dbec289e1 100644 --- a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg @@ -43,24 +43,28 @@ Average Time (ms) - + 120 - - -130 - - - + + 140 - - -150 + + +160 + + + +180 + + + +200 - - - - - + + + + + diff --git a/criterion/fan_in_hydroflow/report/typical.svg b/criterion/fan_in_hydroflow/report/typical.svg index 1862f1de28f6..4bdbb07c08e3 100644 --- a/criterion/fan_in_hydroflow/report/typical.svg +++ b/criterion/fan_in_hydroflow/report/typical.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - -0.5 + +0.1 - - -1 + + +0.2 - - -1.5 + + +0.3 - - -2 + + +0.4 - - -2.5 + + +0.5 - - -3 + + +0.6 - - -3.5 + + +0.7 - - -4 + + +0.8 - - - -114.9 + + +0.9 - - -114.95 + + +1 + + + +1.1 + + + + +183.6 - - -115 + + +183.8 - - -115.05 + + +184 - - -115.1 + + +184.2 - - -115.15 + + +184.4 - - -115.2 + + +184.6 - - -115.25 + + +184.8 - - -115.3 + + +185 - - -115.35 + + +185.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/base/estimates.json b/criterion/fan_in_hydroflow_surface/base/estimates.json index f9de29f95d22..69ea66ae7648 100644 --- a/criterion/fan_in_hydroflow_surface/base/estimates.json +++ b/criterion/fan_in_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55572570.50075,"upper_bound":56043603.00525},"point_estimate":55807929.85,"standard_error":120324.21700147631},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55408159.0,"upper_bound":56199849.0},"point_estimate":55927552.5,"standard_error":206655.2655777194},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":970719.7306662798,"upper_bound":1510157.0593893528},"point_estimate":1210527.3112088442,"standard_error":136195.45209934292},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1055158.834111345,"upper_bound":1344081.609619105},"point_estimate":1208816.4593383817,"standard_error":73881.45496433489}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47517344.690375,"upper_bound":48249255.624625},"point_estimate":47874384.765,"standard_error":186358.62405221793},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47243033.0,"upper_bound":47944782.0},"point_estimate":47600880.0,"standard_error":188952.4703657734},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1322189.3096939477,"upper_bound":2332988.5546311736},"point_estimate":1762859.1825529933,"standard_error":260221.1799192169},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1589793.56003985,"upper_bound":2114095.574241427},"point_estimate":1866335.8362927102,"standard_error":134247.40030573818}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/sample.json b/criterion/fan_in_hydroflow_surface/base/sample.json index f195d8f4fe70..e9041f4e3c3a 100644 --- a/criterion/fan_in_hydroflow_surface/base/sample.json +++ b/criterion/fan_in_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[57954525.0,54284674.0,56199849.0,56353946.0,54866667.0,53804880.0,56685343.0,56317247.0,54192375.0,57739428.0,56274448.0,54875766.0,56303847.0,55167663.0,55449458.0,53465186.0,55707455.0,54793367.0,56748142.0,53821580.0,56595043.0,57771728.0,56351847.0,55215161.0,54369073.0,57586131.0,57509731.0,55394159.0,56468045.0,57248235.0,56707342.0,54767968.0,56857140.0,56889540.0,54336773.0,54358873.0,57968125.0,58336720.0,57673529.0,56135250.0,55358960.0,56326547.0,55285560.0,55766955.0,56067050.0,52736395.0,54984165.0,54688869.0,56943439.0,55115163.0,54736868.0,56731341.0,55279361.0,55408159.0,55938153.0,56049850.0,56720442.0,55126863.0,55319160.0,56092950.0,57061837.0,54268575.0,55323160.0,55911453.0,56826540.0,58287121.0,55916952.0,54790468.0,54437572.0,56027051.0,56119049.0,56974339.0,58197622.0,55090763.0,55385659.0,55450359.0,57609030.0,57387432.0,56250148.0,56897339.0,56011552.0,54205775.0,56166549.0,55506958.0,54891966.0,56701741.0,53743682.0,54824367.0,53592283.0,56314047.0,55711855.0,55852953.0,56311147.0,54414773.0,56274747.0,56332647.0,55058164.0,53788081.0,56464245.0,54190475.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[102587214.0,96197977.0,97580585.0,102376113.0,102847317.0,99061093.0,97987888.0,101337807.0,95434572.0,94090864.0,99958499.0,100588703.0,96475778.0,97685086.0,97127782.0,102041311.0,100311502.0,100723703.0,95221871.0,90681443.0,91171447.0,94600967.0,106018235.0,90672944.0,95201070.0,89642238.0,95923874.0,94347866.0,91897651.0,92824456.0,90371942.0,92739855.0,91021546.0,94396966.0,98145588.0,99253395.0,94115664.0,94191864.0,102227713.0,95004369.0,95612974.0,91847450.0,90298541.0,93672462.0,94656067.0,94486066.0,94477866.0,91885551.0,92587155.0,98702892.0,94554566.0,94462166.0,104065124.0,92834657.0,92458354.0,92393753.0,99782198.0,90786844.0,95637773.0,94791868.0,91809250.0,91200147.0,96726079.0,99050293.0,95881475.0,93500860.0,91087946.0,94758068.0,92991357.0,97551571.0,98688070.0,98299468.0,95202450.0,95511252.0,95602153.0,93618841.0,91759430.0,97221162.0,97240862.0,93648541.0,94918249.0,103483498.0,95855254.0,97054061.0,90782624.0,90871626.0,91023226.0,97364062.0,90969526.0,99644376.0,95607552.0,93496441.0,93699041.0,96128456.0,97178061.0,106404415.0,95947555.0,94966849.0,99851377.0,94200344.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/tukey.json b/criterion/fan_in_hydroflow_surface/base/tukey.json index 3f4bef9535f7..4c794fc484e7 100644 --- a/criterion/fan_in_hydroflow_surface/base/tukey.json +++ b/criterion/fan_in_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[49483336.5,52185626.25,59391732.25,62094022.0] \ No newline at end of file +[39263184.25,42869637.625,52486846.625,56093300.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/change/estimates.json b/criterion/fan_in_hydroflow_surface/change/estimates.json index 4bc65d9c65b6..a84ad8c3cc20 100644 --- a/criterion/fan_in_hydroflow_surface/change/estimates.json +++ b/criterion/fan_in_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.45170749660505466,"upper_bound":0.4629856416581037},"point_estimate":0.457564256029094,"standard_error":0.0029380140647427915},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.4478376504521115,"upper_bound":0.4674998693738821},"point_estimate":0.4605828105801957,"standard_error":0.005020967340784363}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.14889380720434842,"upper_bound":-0.1344139854004153},"point_estimate":-0.14215802496748586,"standard_error":0.0036780736285190667},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.15639597898235125,"upper_bound":-0.13845800218700643},"point_estimate":-0.14888319133936712,"standard_error":0.00451592847896145}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/estimates.json b/criterion/fan_in_hydroflow_surface/new/estimates.json index f9de29f95d22..69ea66ae7648 100644 --- a/criterion/fan_in_hydroflow_surface/new/estimates.json +++ b/criterion/fan_in_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55572570.50075,"upper_bound":56043603.00525},"point_estimate":55807929.85,"standard_error":120324.21700147631},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55408159.0,"upper_bound":56199849.0},"point_estimate":55927552.5,"standard_error":206655.2655777194},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":970719.7306662798,"upper_bound":1510157.0593893528},"point_estimate":1210527.3112088442,"standard_error":136195.45209934292},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1055158.834111345,"upper_bound":1344081.609619105},"point_estimate":1208816.4593383817,"standard_error":73881.45496433489}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47517344.690375,"upper_bound":48249255.624625},"point_estimate":47874384.765,"standard_error":186358.62405221793},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47243033.0,"upper_bound":47944782.0},"point_estimate":47600880.0,"standard_error":188952.4703657734},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1322189.3096939477,"upper_bound":2332988.5546311736},"point_estimate":1762859.1825529933,"standard_error":260221.1799192169},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1589793.56003985,"upper_bound":2114095.574241427},"point_estimate":1866335.8362927102,"standard_error":134247.40030573818}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/sample.json b/criterion/fan_in_hydroflow_surface/new/sample.json index f195d8f4fe70..e9041f4e3c3a 100644 --- a/criterion/fan_in_hydroflow_surface/new/sample.json +++ b/criterion/fan_in_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[57954525.0,54284674.0,56199849.0,56353946.0,54866667.0,53804880.0,56685343.0,56317247.0,54192375.0,57739428.0,56274448.0,54875766.0,56303847.0,55167663.0,55449458.0,53465186.0,55707455.0,54793367.0,56748142.0,53821580.0,56595043.0,57771728.0,56351847.0,55215161.0,54369073.0,57586131.0,57509731.0,55394159.0,56468045.0,57248235.0,56707342.0,54767968.0,56857140.0,56889540.0,54336773.0,54358873.0,57968125.0,58336720.0,57673529.0,56135250.0,55358960.0,56326547.0,55285560.0,55766955.0,56067050.0,52736395.0,54984165.0,54688869.0,56943439.0,55115163.0,54736868.0,56731341.0,55279361.0,55408159.0,55938153.0,56049850.0,56720442.0,55126863.0,55319160.0,56092950.0,57061837.0,54268575.0,55323160.0,55911453.0,56826540.0,58287121.0,55916952.0,54790468.0,54437572.0,56027051.0,56119049.0,56974339.0,58197622.0,55090763.0,55385659.0,55450359.0,57609030.0,57387432.0,56250148.0,56897339.0,56011552.0,54205775.0,56166549.0,55506958.0,54891966.0,56701741.0,53743682.0,54824367.0,53592283.0,56314047.0,55711855.0,55852953.0,56311147.0,54414773.0,56274747.0,56332647.0,55058164.0,53788081.0,56464245.0,54190475.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[102587214.0,96197977.0,97580585.0,102376113.0,102847317.0,99061093.0,97987888.0,101337807.0,95434572.0,94090864.0,99958499.0,100588703.0,96475778.0,97685086.0,97127782.0,102041311.0,100311502.0,100723703.0,95221871.0,90681443.0,91171447.0,94600967.0,106018235.0,90672944.0,95201070.0,89642238.0,95923874.0,94347866.0,91897651.0,92824456.0,90371942.0,92739855.0,91021546.0,94396966.0,98145588.0,99253395.0,94115664.0,94191864.0,102227713.0,95004369.0,95612974.0,91847450.0,90298541.0,93672462.0,94656067.0,94486066.0,94477866.0,91885551.0,92587155.0,98702892.0,94554566.0,94462166.0,104065124.0,92834657.0,92458354.0,92393753.0,99782198.0,90786844.0,95637773.0,94791868.0,91809250.0,91200147.0,96726079.0,99050293.0,95881475.0,93500860.0,91087946.0,94758068.0,92991357.0,97551571.0,98688070.0,98299468.0,95202450.0,95511252.0,95602153.0,93618841.0,91759430.0,97221162.0,97240862.0,93648541.0,94918249.0,103483498.0,95855254.0,97054061.0,90782624.0,90871626.0,91023226.0,97364062.0,90969526.0,99644376.0,95607552.0,93496441.0,93699041.0,96128456.0,97178061.0,106404415.0,95947555.0,94966849.0,99851377.0,94200344.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/tukey.json b/criterion/fan_in_hydroflow_surface/new/tukey.json index 3f4bef9535f7..4c794fc484e7 100644 --- a/criterion/fan_in_hydroflow_surface/new/tukey.json +++ b/criterion/fan_in_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[49483336.5,52185626.25,59391732.25,62094022.0] \ No newline at end of file +[39263184.25,42869637.625,52486846.625,56093300.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/report/MAD.svg b/criterion/fan_in_hydroflow_surface/report/MAD.svg index 158b9777395e..cd58b3272225 100644 --- a/criterion/fan_in_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_in_hydroflow_surface/report/MAD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - -1 + + +0.4 - - -1.5 + + +0.6 - - -2 + + +0.8 + + + +1 + + + +1.2 - - -2.5 + + +1.4 - - -3 + + +1.6 - - -3.5 + + +1.8 - + - -1 + +1.4 - - -1.1 + + +1.6 - - -1.2 + + +1.8 - - -1.3 + + +2 - - -1.4 + + +2.2 - - -1.5 + + +2.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/SD.svg b/criterion/fan_in_hydroflow_surface/report/SD.svg index 6c620fdc4a22..26b8412ce613 100644 --- a/criterion/fan_in_hydroflow_surface/report/SD.svg +++ b/criterion/fan_in_hydroflow_surface/report/SD.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - - -4 - - - -4.5 - - - -5 - - - -5.5 - - + - -1.05 - - - -1.1 + +1.6 - - -1.15 + + +1.7 - - -1.2 + + +1.8 - - -1.25 + + +1.9 - - -1.3 + + +2 - - -1.35 + + +2.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg index 6fa64b5f77ca..911dbed13d76 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg @@ -16,57 +16,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -40.0 - - - -42.0 - - - -44.0 - - - + 46.0 - - + + 48.0 - - + + 50.0 - - + + 52.0 - - + + 54.0 - - + + 56.0 - - + + 58.0 - + 0 @@ -112,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg index c3a3bf62c5be..d646ea11cd18 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg @@ -9,71 +9,43 @@ Density (a.u.) Average Time (ms) - -1 + +0.05 - - -2 + + +0.1 - - -3 + + +0.15 - - -4 + + +0.2 - - -5 + + +0.25 - - -6 - - - -7 - - - -8 - - - -9 - - - -10 - - - -11 - - + - -40 - - - + 45 - - + + 50 - - + + 55 - - - - - + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow_surface/report/change/mean.svg b/criterion/fan_in_hydroflow_surface/report/change/mean.svg index 14485ea595c0..76e7d95c3434 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/mean.svg @@ -9,66 +9,90 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - -100 + + +90 - - -120 + + +100 - - -140 + + +110 - + - -0.452 + +-0.15 + + + +-0.148 + + + +-0.146 - - -0.454 + + +-0.144 - - -0.456 + + +-0.142 - - -0.458 + + +-0.14 - - -0.46 + + +-0.138 - - -0.462 + + +-0.136 - - -0.464 + + +-0.134 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/median.svg b/criterion/fan_in_hydroflow_surface/report/change/median.svg index dea829405a97..3d8644f1ad2e 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/median.svg @@ -9,54 +9,90 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - -100 + + +90 - - -120 + + + +-0.158 - - -140 + + +-0.156 - - - -0.45 + + +-0.154 + + + +-0.152 + + + +-0.15 + + + +-0.148 + + + +-0.146 + + + +-0.144 - - -0.455 + + +-0.142 - - -0.46 + + +-0.14 - - -0.465 + + +-0.138 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg index 7ecab4625afe..6bf6e6bb610c 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg @@ -21,69 +21,73 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow_surface/report/index.html b/criterion/fan_in_hydroflow_surface/report/index.html index 0802214e26d5..e150fa5d0b41 100644 --- a/criterion/fan_in_hydroflow_surface/report/index.html +++ b/criterion/fan_in_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0171194 - 0.0177633 - 0.0171178 + 0.0016735 + 0.0017352 + 0.0016674 Mean - 55.573 ms - 55.808 ms - 56.044 ms + 47.517 ms + 47.874 ms + 48.249 ms Std. Dev. - 1.0552 ms - 1.2088 ms - 1.3441 ms + 1.5898 ms + 1.8663 ms + 2.1141 ms Median - 55.408 ms - 55.928 ms - 56.200 ms + 47.243 ms + 47.601 ms + 47.945 ms MAD - 970.72 µs - 1.2105 ms - 1.5102 ms + 1.3222 ms + 1.7629 ms + 2.3330 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +45.171% - +45.756% - +46.299% + -14.889% + -14.216% + -13.441% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg index 700f09733498..0810f65b499e 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg @@ -15,62 +15,52 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + - -53.0 - - - -53.5 + +45.0 - - -54.0 + + +46.0 - - -54.5 + + +47.0 - - -55.0 + + +48.0 - - -55.5 + + +49.0 - - -56.0 + + +50.0 - - -56.5 + + +51.0 - - -57.0 + + +52.0 - - -57.5 - - - -58.0 + + +53.0 - + 10 @@ -112,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg index d74235b4a41d..cb3df782c26c 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg @@ -12,62 +12,52 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + - -53.0 - - - -53.5 + +45.0 - - -54.0 + + +46.0 - - -54.5 + + +47.0 - - -55.0 + + +48.0 - - -55.5 + + +49.0 - - -56.0 + + +50.0 - - -56.5 + + +51.0 - - -57.0 + + +52.0 - - -57.5 - - - -58.0 + + +53.0 - + 10 @@ -109,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/mean.svg b/criterion/fan_in_hydroflow_surface/report/mean.svg index 9d068d2e3f76..6af9ece34e58 100644 --- a/criterion/fan_in_hydroflow_surface/report/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/mean.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - -1 + + +0.4 - - -1.5 + + +0.6 - - -2 + + +0.8 - - -2.5 + + +1 - - -3 + + +1.2 - - -3.5 + + +1.4 - - - -55.55 + + +1.6 - - -55.6 + + +1.8 - - -55.65 + + +2 + + + +2.2 + + + + +47.5 - - -55.7 + + +47.6 - - -55.75 + + +47.7 - - -55.8 + + +47.8 - - -55.85 + + +47.9 - - -55.9 + + +48 - - -55.95 + + +48.1 - - -56 + + +48.2 - - -56.05 + + +48.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/median.svg b/criterion/fan_in_hydroflow_surface/report/median.svg index abbc0029815d..386bc7a0515e 100644 --- a/criterion/fan_in_hydroflow_surface/report/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/median.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - + + +3.5 + + - -55.4 + +47.2 - - -55.5 + + +47.3 - - -55.6 + + +47.4 - - -55.7 + + +47.5 - - -55.8 + + +47.6 - - -55.9 + + +47.7 - - -56 + + +47.8 - - -56.1 + + +47.9 - - -56.2 + + +48 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/pdf.svg b/criterion/fan_in_hydroflow_surface/report/pdf.svg index 6efb9de08574..03182e9058ec 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf.svg @@ -14,78 +14,70 @@ Average Time (ms) -0.1 +0.2 -0.2 +0.4 -0.3 +0.6 -0.4 +0.8 -0.5 +1 -0.6 +1.2 -0.7 +1.4 -0.8 +1.6 -0.9 +1.8 -1 +2 - -52 + +44 - - -53 + + +46 - - -54 - - - -55 - - - -56 + + +48 - - -57 + + +50 - - -58 + + +52 - - -59 + + +54 - + Density (a.u.) @@ -94,32 +86,56 @@ Density (a.u.) 0 - -0.05 + +0.02 + + + +0.04 - - + + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 - - -0.2 + + +0.14 - + + +0.16 + + -0.25 +0.18 - - - - + +0.2 + + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg index 2a09f9aca828..e21e26861a25 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,35 @@ Average Time (ms) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - -0.25 - - - -0.3 - - + - -52 - - - -54 + +45 - - -56 + + +50 - - -58 + + +55 - - - + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg index 450db679a413..886b0cdb31aa 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,57 +13,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -40.0 - - - -42.0 - - - -44.0 - - - + 46.0 - - + + 48.0 - - + + 50.0 - - + + 52.0 - - + + 54.0 - - + + 56.0 - - + + 58.0 - + 0 @@ -109,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg index 921220367641..c4274f823d05 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg @@ -6,69 +6,41 @@ Density (a.u.) Average Time (ms) - -1 + +0.05 - - -2 + + +0.1 - - -3 + + +0.15 - - -4 + + +0.2 - - -5 + + +0.25 - - -6 - - - -7 - - - -8 - - - -9 - - - -10 - - - -11 - - + - -40 - - - + 45 - - + + 50 - - + + 55 - - - - - + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/typical.svg b/criterion/fan_in_hydroflow_surface/report/typical.svg index dd4ced132f99..fd238aa6c86c 100644 --- a/criterion/fan_in_hydroflow_surface/report/typical.svg +++ b/criterion/fan_in_hydroflow_surface/report/typical.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - -1 + + +0.4 - - -1.5 + + +0.6 - - -2 + + +0.8 - - -2.5 + + +1 - - -3 + + +1.2 - - -3.5 + + +1.4 - - - -55.55 + + +1.6 - - -55.6 + + +1.8 - - -55.65 + + +2 + + + +2.2 + + + + +47.5 - - -55.7 + + +47.6 - - -55.75 + + +47.7 - - -55.8 + + +47.8 - - -55.85 + + +47.9 - - -55.9 + + +48 - - -55.95 + + +48.1 - - -56 + + +48.2 - - -56.05 + + +48.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/base/estimates.json b/criterion/fan_out_hydroflow_scheduled/base/estimates.json index 889228aa33de..27f32e1aed4b 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68095234.0425,"upper_bound":68343669.12275},"point_estimate":68216875.57,"standard_error":63226.83433663627},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67923152.0,"upper_bound":68262847.0},"point_estimate":68143098.0,"standard_error":75693.33780221806},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":470517.1863466501,"upper_bound":779094.4439008087},"point_estimate":623053.7433385849,"standard_error":80336.46094354277},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":533039.3862648396,"upper_bound":731864.9264186104},"point_estimate":637481.6888758969,"standard_error":50780.24513641698}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101452813.46225,"upper_bound":102712510.9095},"point_estimate":102070996.58,"standard_error":321488.7277344083},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":100803654.0,"upper_bound":102441864.5},"point_estimate":101688409.5,"standard_error":345216.19226358715},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2691231.780821085,"upper_bound":4171854.7074347734},"point_estimate":3517564.0652507544,"standard_error":382280.44781020144},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2753877.8632138255,"upper_bound":3680618.8342551314},"point_estimate":3235209.6334694037,"standard_error":236872.92645439008}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/sample.json b/criterion/fan_out_hydroflow_scheduled/base/sample.json index 73fdc056a92c..311fe64d319c 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[67556656.0,67898152.0,68469644.0,67757354.0,67416858.0,67538357.0,67463658.0,67663755.0,69111435.0,68639041.0,68726041.0,69036836.0,68252747.0,68447544.0,67844952.0,67644056.0,67568456.0,68363745.0,67308261.0,67537056.0,68266947.0,69437130.0,68780840.0,69506129.0,69144035.0,69065935.0,67852453.0,67644355.0,67663655.0,68271247.0,67570956.0,67444758.0,67475458.0,68189248.0,67761354.0,67920551.0,67145863.0,69193933.0,69567429.0,67674455.0,68025250.0,68062149.0,67598256.0,67880153.0,68953837.0,68121448.0,67495158.0,67733654.0,68197748.0,68094949.0,68276546.0,67893452.0,68164748.0,69119935.0,69054736.0,68657841.0,68494343.0,67806954.0,67718354.0,67939951.0,67729954.0,68221748.0,68563342.0,68174648.0,67722854.0,68849939.0,67512757.0,67769554.0,68730640.0,69185334.0,68356745.0,68823039.0,68332946.0,68112949.0,68510043.0,68414645.0,67414658.0,68174148.0,67923152.0,67693255.0,67918951.0,68164948.0,70034222.0,68604542.0,68262847.0,69603128.0,68023450.0,68221347.0,68106649.0,67841953.0,67609456.0,67537257.0,68314646.0,67401258.0,68073050.0,70331225.0,69181762.0,68439072.0,68340174.0,68350473.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[108745553.0,101767410.0,99224995.0,101614709.0,100684704.0,98435690.0,99811599.0,100944605.0,98689992.0,97498885.0,99333595.0,102278314.0,101202007.0,107466744.0,107980748.0,105224231.0,104976029.0,105401032.0,98380090.0,100738604.0,101865811.0,99625598.0,103457120.0,109578657.0,104750029.0,105237231.0,101759810.0,104904729.0,107104942.0,100228201.0,104078724.0,103416121.0,103438020.0,102178413.0,104005523.0,101432909.0,104732728.0,105076630.0,109078854.0,104214725.0,103088418.0,100431502.0,102764117.0,103209419.0,103139318.0,97344784.0,97116782.0,100330502.0,103204519.0,103739422.0,101961312.0,102922517.0,102705316.0,99025058.0,112838220.0,106360185.0,101712360.0,101612759.0,100803654.0,106806988.0,108093894.0,98567442.0,99745649.0,101812060.0,104222573.0,104761276.0,100152451.0,99748749.0,99154245.0,99731249.0,98392541.0,98023339.0,100262651.0,99389047.0,107328390.0,105156279.0,104719176.0,104277373.0,101893361.0,104519674.0,106702787.0,99572148.0,99221146.0,98272040.0,98640643.0,97710537.0,101372558.0,101664459.0,99951450.0,97835638.0,98538542.0,99761448.0,97612937.0,102006061.0,98819544.0,97672937.0,97592637.0,101391758.0,99785748.0,101341758.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/tukey.json b/criterion/fan_out_hydroflow_scheduled/base/tukey.json index 134dd08aa317..356279c19a99 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[65316812.75,66519270.875,69725825.875,70928284.0] \ No newline at end of file +[85740123.0,92676179.25,111172329.25,118108385.5] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/change/estimates.json b/criterion/fan_out_hydroflow_scheduled/change/estimates.json index bd0d01ceb2de..c37412d591e7 100644 --- a/criterion/fan_out_hydroflow_scheduled/change/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.2365387200291438,"upper_bound":-0.2291609337286022},"point_estimate":-0.23288188272380694,"standard_error":0.0018913258329087024},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.2318225603577061,"upper_bound":-0.22392282826743537},"point_estimate":-0.22734990321449777,"standard_error":0.002079611267050052}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.4867493207935478,"upper_bound":0.5062568119855488},"point_estimate":0.4962719375099638,"standard_error":0.004904011014667323},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.47827046149409425,"upper_bound":0.5077736351708593},"point_estimate":0.49227746440292464,"standard_error":0.006014639720574306}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/estimates.json b/criterion/fan_out_hydroflow_scheduled/new/estimates.json index 889228aa33de..27f32e1aed4b 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68095234.0425,"upper_bound":68343669.12275},"point_estimate":68216875.57,"standard_error":63226.83433663627},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67923152.0,"upper_bound":68262847.0},"point_estimate":68143098.0,"standard_error":75693.33780221806},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":470517.1863466501,"upper_bound":779094.4439008087},"point_estimate":623053.7433385849,"standard_error":80336.46094354277},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":533039.3862648396,"upper_bound":731864.9264186104},"point_estimate":637481.6888758969,"standard_error":50780.24513641698}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101452813.46225,"upper_bound":102712510.9095},"point_estimate":102070996.58,"standard_error":321488.7277344083},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":100803654.0,"upper_bound":102441864.5},"point_estimate":101688409.5,"standard_error":345216.19226358715},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2691231.780821085,"upper_bound":4171854.7074347734},"point_estimate":3517564.0652507544,"standard_error":382280.44781020144},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2753877.8632138255,"upper_bound":3680618.8342551314},"point_estimate":3235209.6334694037,"standard_error":236872.92645439008}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/sample.json b/criterion/fan_out_hydroflow_scheduled/new/sample.json index 73fdc056a92c..311fe64d319c 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[67556656.0,67898152.0,68469644.0,67757354.0,67416858.0,67538357.0,67463658.0,67663755.0,69111435.0,68639041.0,68726041.0,69036836.0,68252747.0,68447544.0,67844952.0,67644056.0,67568456.0,68363745.0,67308261.0,67537056.0,68266947.0,69437130.0,68780840.0,69506129.0,69144035.0,69065935.0,67852453.0,67644355.0,67663655.0,68271247.0,67570956.0,67444758.0,67475458.0,68189248.0,67761354.0,67920551.0,67145863.0,69193933.0,69567429.0,67674455.0,68025250.0,68062149.0,67598256.0,67880153.0,68953837.0,68121448.0,67495158.0,67733654.0,68197748.0,68094949.0,68276546.0,67893452.0,68164748.0,69119935.0,69054736.0,68657841.0,68494343.0,67806954.0,67718354.0,67939951.0,67729954.0,68221748.0,68563342.0,68174648.0,67722854.0,68849939.0,67512757.0,67769554.0,68730640.0,69185334.0,68356745.0,68823039.0,68332946.0,68112949.0,68510043.0,68414645.0,67414658.0,68174148.0,67923152.0,67693255.0,67918951.0,68164948.0,70034222.0,68604542.0,68262847.0,69603128.0,68023450.0,68221347.0,68106649.0,67841953.0,67609456.0,67537257.0,68314646.0,67401258.0,68073050.0,70331225.0,69181762.0,68439072.0,68340174.0,68350473.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[108745553.0,101767410.0,99224995.0,101614709.0,100684704.0,98435690.0,99811599.0,100944605.0,98689992.0,97498885.0,99333595.0,102278314.0,101202007.0,107466744.0,107980748.0,105224231.0,104976029.0,105401032.0,98380090.0,100738604.0,101865811.0,99625598.0,103457120.0,109578657.0,104750029.0,105237231.0,101759810.0,104904729.0,107104942.0,100228201.0,104078724.0,103416121.0,103438020.0,102178413.0,104005523.0,101432909.0,104732728.0,105076630.0,109078854.0,104214725.0,103088418.0,100431502.0,102764117.0,103209419.0,103139318.0,97344784.0,97116782.0,100330502.0,103204519.0,103739422.0,101961312.0,102922517.0,102705316.0,99025058.0,112838220.0,106360185.0,101712360.0,101612759.0,100803654.0,106806988.0,108093894.0,98567442.0,99745649.0,101812060.0,104222573.0,104761276.0,100152451.0,99748749.0,99154245.0,99731249.0,98392541.0,98023339.0,100262651.0,99389047.0,107328390.0,105156279.0,104719176.0,104277373.0,101893361.0,104519674.0,106702787.0,99572148.0,99221146.0,98272040.0,98640643.0,97710537.0,101372558.0,101664459.0,99951450.0,97835638.0,98538542.0,99761448.0,97612937.0,102006061.0,98819544.0,97672937.0,97592637.0,101391758.0,99785748.0,101341758.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/tukey.json b/criterion/fan_out_hydroflow_scheduled/new/tukey.json index 134dd08aa317..356279c19a99 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[65316812.75,66519270.875,69725825.875,70928284.0] \ No newline at end of file +[85740123.0,92676179.25,111172329.25,118108385.5] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg index 1d3e66057eb9..9af83ef785a9 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg @@ -6,85 +6,89 @@ fan_out/hydroflow/scheduled:MAD Density (a.u.) -Average time (µs) +Average time (ms) - -5e-4 + +0.1 - - -0.001 + + +0.2 - - -0.0015 + + +0.3 - - -0.002 + + +0.4 - - -0.0025 + + +0.5 - - -0.003 + + +0.6 - - -0.0035 + + +0.7 - - -0.004 + + +0.8 - - -0.0045 + + +0.9 - - -0.005 + + +1 - + + +1.1 + + - -450 + +2.6 - - -500 + + +2.8 - - -550 + + +3 - - -600 + + +3.2 - - -650 + + +3.4 - - -700 + + +3.6 - - -750 + + +3.8 - - -800 + + +4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/SD.svg b/criterion/fan_out_hydroflow_scheduled/report/SD.svg index dcb52da72494..c8a220d33c55 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/SD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/SD.svg @@ -6,65 +6,93 @@ fan_out/hydroflow/scheduled:SD Density (a.u.) -Average time (µs) +Average time (ms) - -0.001 + +0.2 - - -0.002 + + +0.4 - - -0.003 + + +0.6 - - -0.004 + + +0.8 - - -0.005 + + +1 - - -0.006 + + +1.2 - - -0.007 + + +1.4 - - -0.008 + + +1.6 - + + +1.8 + + - -550 + +2.7 + + + +2.8 + + + +2.9 + + + +3 + + + +3.1 + + + +3.2 + + + +3.3 - - -600 + + +3.4 - - -650 + + +3.5 - - -700 + + +3.6 - - -750 + + +3.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg index f76bda59cb34..6adb2bf3b5d5 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,32 +16,52 @@ Average Iteration Time (ms) - - - - - + + + + + + + + + - + 70.0 - - + + 75.0 - - + + 80.0 - - + + 85.0 - - + + 90.0 - + + +95.0 + + + +100.0 + + + +105.0 + + + +110.0 + + 0 @@ -87,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg index c00c2b9fe88c..2a3f8885a81c 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg @@ -34,22 +34,30 @@ Average Time (ms) - + 70 - - + + 80 - - + + 90 - - - - - + + +100 + + + +110 + + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg index d83ffb66def6..6803594bd97d 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg @@ -9,86 +9,62 @@ Density (a.u.) Relative change (%) - -20 - - - -40 + +10 - - -60 - - - -80 + + +20 - - -100 + + +30 - - -120 + + +40 - - -140 + + +50 - - -160 + + +60 - - -180 + + +70 - - -200 + + +80 - + - --0.237 - - - --0.236 - - - --0.235 - - - --0.234 - - - --0.233 + +0.485 - - --0.232 + + +0.49 - - --0.231 + + +0.495 - - --0.23 + + +0.5 - - --0.229 + + +0.505 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg index 48584299ec7f..f8054e0ea55a 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg @@ -9,82 +9,66 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - - -160 - - - -180 - - + - --0.232 - - - --0.231 + +0.475 - - --0.23 + + +0.48 - - --0.229 + + +0.485 - - --0.228 + + +0.49 - - --0.227 + + +0.495 - + --0.226 +0.5 - --0.225 + +0.505 - - --0.224 + + +0.51 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg index eaef894f7515..5078d328ff91 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - + -1.0 - + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/index.html b/criterion/fan_out_hydroflow_scheduled/report/index.html index f9f4cc24d344..561505fab8b4 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/index.html +++ b/criterion/fan_out_hydroflow_scheduled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0004277 - 0.0004434 - 0.0004264 + 0.0004947 + 0.0005130 + 0.0004934 Mean - 68.095 ms - 68.217 ms - 68.344 ms + 101.45 ms + 102.07 ms + 102.71 ms Std. Dev. - 533.04 µs - 637.48 µs - 731.86 µs + 2.7539 ms + 3.2352 ms + 3.6806 ms Median - 67.923 ms - 68.143 ms - 68.263 ms + 100.80 ms + 101.69 ms + 102.44 ms MAD - 470.52 µs - 623.05 µs - 779.09 µs + 2.6912 ms + 3.5176 ms + 4.1719 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -23.654% - -23.288% - -22.916% + +48.675% + +49.627% + +50.626% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg index 7a37b0f201e2..4e457a7ba1a9 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg @@ -15,37 +15,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - -67.5 + +98.0 - - -68.0 + + +100.0 - - -68.5 + + +102.0 - - -69.0 + + +104.0 - - -69.5 + + +106.0 - - -70.0 + + +108.0 - + + +110.0 + + + +112.0 + + 10 @@ -87,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg index 2544c67c65a5..2a53a7bbbd1c 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,37 +12,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - -67.5 + +98.0 - - -68.0 + + +100.0 - - -68.5 + + +102.0 - - -69.0 + + +104.0 - - -69.5 + + +106.0 - - -70.0 + + +108.0 - + + +110.0 + + + +112.0 + + 10 @@ -84,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/mean.svg index e5d7b84912a6..e32a7e0759d0 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/mean.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ms) - -1 - - - -2 + +0.2 - - -3 + + +0.4 - - -4 + + +0.6 - - -5 + + +0.8 - - -6 + + +1 - - -7 + + +1.2 - + - -68.1 + +101.4 + + + +101.6 + + + +101.8 - - -68.15 + + +102 - - -68.2 + + +102.2 - - -68.25 + + +102.4 - - -68.3 + + +102.6 - - -68.35 + + +102.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/median.svg b/criterion/fan_out_hydroflow_scheduled/report/median.svg index a66628bbd8f7..4e73982da6ab 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/median.svg @@ -9,86 +9,94 @@ Density (a.u.) Average time (ms) - -1 + +0.2 - - -2 + + +0.4 - + -3 +0.6 - -4 + +0.8 - - -5 + + +1 - - -6 + + +1.2 - - -7 + + +1.4 - - -8 + + +1.6 - - -9 + + +1.8 - - -10 + + +2 - - -11 + + +2.2 - + - -67.9 + +100.8 + + + +101 + + + +101.2 - - -67.95 + + +101.4 - - -68 + + +101.6 - - -68.05 + + +101.8 - - -68.1 + + +102 - - -68.15 + + +102.2 - - -68.2 + + +102.4 - - -68.25 + + +102.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg index c7720151365b..41ede7cac0ec 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg @@ -54,46 +54,26 @@ Average Time (ms) - -66.5 + +95 - - -67 + + +100 - - -67.5 + + +105 - - -68 + + +110 - - -68.5 + + +115 - - -69 - - - -69.5 - - - -70 - - - -70.5 - - - -71 - - + Density (a.u.) @@ -102,40 +82,34 @@ Density (a.u.) 0 - -0.1 + +0.02 - - -0.2 + + +0.04 - - -0.3 - - - -0.4 + + +0.06 - - -0.5 + + +0.08 - - -0.6 + + +0.1 - - - - - + + + + + - - - - - + + + PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg index 8ff85eb50a25..aafb148a0986 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg @@ -10,51 +10,51 @@ Average Time (ms) 0 - -0.1 + +0.02 - - -0.2 + + +0.04 - - -0.3 + + +0.06 - - -0.4 + + +0.08 - - -0.5 + + +0.1 - - -0.6 + + +0.12 - + - -67 + +95 - - -68 + + +100 - - -69 + + +105 - - -70 + + +110 - - -71 + + +115 - - - + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg index b5fa8f71a961..666646a4cf2a 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -13,32 +13,52 @@ Average Iteration Time (ms) - - - - - + + + + + + + + + - + 70.0 - - + + 75.0 - - + + 80.0 - - + + 85.0 - - + + 90.0 - + + +95.0 + + + +100.0 + + + +105.0 + + + +110.0 + + 0 @@ -84,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg index 4adada22c5df..399d37a15162 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg @@ -31,20 +31,28 @@ Average Time (ms) - + 70 - - + + 80 - - + + 90 - - - - - + + +100 + + + +110 + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/typical.svg b/criterion/fan_out_hydroflow_scheduled/report/typical.svg index 1a441ea3cefa..fea5728dec16 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/typical.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/typical.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ms) - -1 - - - -2 + +0.2 - - -3 + + +0.4 - - -4 + + +0.6 - - -5 + + +0.8 - - -6 + + +1 - - -7 + + +1.2 - + - -68.1 + +101.4 + + + +101.6 + + + +101.8 - - -68.15 + + +102 - - -68.2 + + +102.2 - - -68.25 + + +102.4 - - -68.3 + + +102.6 - - -68.35 + + +102.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/base/estimates.json b/criterion/fan_out_hydroflow_surface/base/estimates.json index 988550f4af2e..fd2c4f52850f 100644 --- a/criterion/fan_out_hydroflow_surface/base/estimates.json +++ b/criterion/fan_out_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4909817.917659093,"upper_bound":4931434.1850000005},"point_estimate":4920411.120909091,"standard_error":5541.308251569107},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4890234.454545454,"upper_bound":4920697.7272727275},"point_estimate":4902902.545454545,"standard_error":7469.862277741894},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35986.038895892336,"upper_bound":69357.88001865128},"point_estimate":52631.62515651021,"standard_error":9067.637422123531},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47999.881662218286,"upper_bound":62355.662784165725},"point_estimate":55631.29698205719,"standard_error":3671.28313129606}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8029571.546821428,"upper_bound":8176094.83775},"point_estimate":8100928.837142859,"standard_error":37309.25539851381},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7970230.714285715,"upper_bound":8134803.571428571},"point_estimate":8059516.642857144,"standard_error":43634.057423758946},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":274557.3941256313,"upper_bound":444920.7517335758},"point_estimate":340724.6660509278,"standard_error":43806.87551856717},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":303150.026851452,"upper_bound":446497.33528431563},"point_estimate":373743.58424931916,"standard_error":37115.140973168294}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/sample.json b/criterion/fan_out_hydroflow_surface/base/sample.json index 99e9ebe06236..7d3ac8e9a754 100644 --- a/criterion/fan_out_hydroflow_surface/base/sample.json +++ b/criterion/fan_out_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0],"times":[53792780.0,54765366.0,54847866.0,55464857.0,53687482.0,53539683.0,54127675.0,54016777.0,53640082.0,54256673.0,54281473.0,55118862.0,55090463.0,53582382.0,53429185.0,54586169.0,53844779.0,53443785.0,53492483.0,54822766.0,53579783.0,53465684.0,53741681.0,53509083.0,54928265.0,53931478.0,54168174.0,53598883.0,53639882.0,53529283.0,53850379.0,53723781.0,54256173.0,53555883.0,54709868.0,53515583.0,55076463.0,53386585.0,53907178.0,54506870.0,53849379.0,53508984.0,53778780.0,53541683.0,53922278.0,54498970.0,53594583.0,54038676.0,54562470.0,54030776.0,53671482.0,53557382.0,53754281.0,53980977.0,54489570.0,53686182.0,54069476.0,54046976.0,55985550.0,53518784.0,54996963.0,54132776.0,54723867.0,54784966.0,54452771.0,53361786.0,55482457.0,53667882.0,55131361.0,53529384.0,53385285.0,53634082.0,54571269.0,53691881.0,54948764.0,54440572.0,53792579.0,54058377.0,55118262.0,55445557.0,53929178.0,53847479.0,55374259.0,53497084.0,53630782.0,53513784.0,54190574.0,55041163.0,53363486.0,54131175.0,54621369.0,53932378.0,54297473.0,53681081.0,54823966.0,54536570.0,53541183.0,53741780.0,54925665.0,53981177.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[57274733.0,56943931.0,56315929.0,60545046.0,53836229.0,53342200.0,56702420.0,54308405.0,58599130.0,59911338.0,54906209.0,52893298.0,53307200.0,53629202.0,55014310.0,52276994.0,51807892.0,53905004.0,54274805.0,57457924.0,55849715.0,56296517.0,56471818.0,55193411.0,54467706.0,56342318.0,54411006.0,53465701.0,57247423.0,57699125.0,54790208.0,57543224.0,54683508.0,56125416.0,54474007.0,55423812.0,58100327.0,58243328.0,58661531.0,59528735.0,67708781.0,55031610.0,55588813.0,55791615.0,55506212.0,54909009.0,55498713.0,60263739.0,54958310.0,56894520.0,57961727.0,58673130.0,61439746.0,59490035.0,58007627.0,56091215.0,57316320.0,56919418.0,55700111.0,59875835.0,54422904.0,56608516.0,57146019.0,54848107.0,56361415.0,57750722.0,63679756.0,58052824.0,56943319.0,54381903.0,55448410.0,55739012.0,56728617.0,52929995.0,54010902.0,53310198.0,60117136.0,54108102.0,53276798.0,54105502.0,55263109.0,56885118.0,54397404.0,57937823.0,59605033.0,57950524.0,59767834.0,57757123.0,57392621.0,55906512.0,62505549.0,60295137.0,60011335.0,61012041.0,56220914.0,56562816.0,58774129.0,60100636.0,59646933.0,56789917.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/tukey.json b/criterion/fan_out_hydroflow_surface/base/tukey.json index d42a6bbdddb1..ab2c2db28c32 100644 --- a/criterion/fan_out_hydroflow_surface/base/tukey.json +++ b/criterion/fan_out_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[4617929.0681818165,4746364.863636363,5088860.31818182,5217296.113636366] \ No newline at end of file +[6468250.035714285,7150813.035714285,8970981.035714285,9653544.035714285] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/change/estimates.json b/criterion/fan_out_hydroflow_surface/change/estimates.json index 68f6545dc92d..f882987bafe6 100644 --- a/criterion/fan_out_hydroflow_surface/change/estimates.json +++ b/criterion/fan_out_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.33728280407071126,"upper_bound":-0.3342294253978428},"point_estimate":-0.33590774667932977,"standard_error":0.000742421248646244},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.3401140874774784,"upper_bound":-0.33585222341383414},"point_estimate":-0.3381978972014916,"standard_error":0.0009929028355694113}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.6337152139892274,"upper_bound":0.6608574082163228},"point_estimate":0.6463926769692647,"standard_error":0.007523316678149631},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.6249833317604248,"upper_bound":0.6604334894886335},"point_estimate":0.64382558456706,"standard_error":0.009377106388625453}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/estimates.json b/criterion/fan_out_hydroflow_surface/new/estimates.json index 988550f4af2e..fd2c4f52850f 100644 --- a/criterion/fan_out_hydroflow_surface/new/estimates.json +++ b/criterion/fan_out_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4909817.917659093,"upper_bound":4931434.1850000005},"point_estimate":4920411.120909091,"standard_error":5541.308251569107},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4890234.454545454,"upper_bound":4920697.7272727275},"point_estimate":4902902.545454545,"standard_error":7469.862277741894},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35986.038895892336,"upper_bound":69357.88001865128},"point_estimate":52631.62515651021,"standard_error":9067.637422123531},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47999.881662218286,"upper_bound":62355.662784165725},"point_estimate":55631.29698205719,"standard_error":3671.28313129606}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8029571.546821428,"upper_bound":8176094.83775},"point_estimate":8100928.837142859,"standard_error":37309.25539851381},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7970230.714285715,"upper_bound":8134803.571428571},"point_estimate":8059516.642857144,"standard_error":43634.057423758946},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":274557.3941256313,"upper_bound":444920.7517335758},"point_estimate":340724.6660509278,"standard_error":43806.87551856717},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":303150.026851452,"upper_bound":446497.33528431563},"point_estimate":373743.58424931916,"standard_error":37115.140973168294}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/sample.json b/criterion/fan_out_hydroflow_surface/new/sample.json index 99e9ebe06236..7d3ac8e9a754 100644 --- a/criterion/fan_out_hydroflow_surface/new/sample.json +++ b/criterion/fan_out_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0],"times":[53792780.0,54765366.0,54847866.0,55464857.0,53687482.0,53539683.0,54127675.0,54016777.0,53640082.0,54256673.0,54281473.0,55118862.0,55090463.0,53582382.0,53429185.0,54586169.0,53844779.0,53443785.0,53492483.0,54822766.0,53579783.0,53465684.0,53741681.0,53509083.0,54928265.0,53931478.0,54168174.0,53598883.0,53639882.0,53529283.0,53850379.0,53723781.0,54256173.0,53555883.0,54709868.0,53515583.0,55076463.0,53386585.0,53907178.0,54506870.0,53849379.0,53508984.0,53778780.0,53541683.0,53922278.0,54498970.0,53594583.0,54038676.0,54562470.0,54030776.0,53671482.0,53557382.0,53754281.0,53980977.0,54489570.0,53686182.0,54069476.0,54046976.0,55985550.0,53518784.0,54996963.0,54132776.0,54723867.0,54784966.0,54452771.0,53361786.0,55482457.0,53667882.0,55131361.0,53529384.0,53385285.0,53634082.0,54571269.0,53691881.0,54948764.0,54440572.0,53792579.0,54058377.0,55118262.0,55445557.0,53929178.0,53847479.0,55374259.0,53497084.0,53630782.0,53513784.0,54190574.0,55041163.0,53363486.0,54131175.0,54621369.0,53932378.0,54297473.0,53681081.0,54823966.0,54536570.0,53541183.0,53741780.0,54925665.0,53981177.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[57274733.0,56943931.0,56315929.0,60545046.0,53836229.0,53342200.0,56702420.0,54308405.0,58599130.0,59911338.0,54906209.0,52893298.0,53307200.0,53629202.0,55014310.0,52276994.0,51807892.0,53905004.0,54274805.0,57457924.0,55849715.0,56296517.0,56471818.0,55193411.0,54467706.0,56342318.0,54411006.0,53465701.0,57247423.0,57699125.0,54790208.0,57543224.0,54683508.0,56125416.0,54474007.0,55423812.0,58100327.0,58243328.0,58661531.0,59528735.0,67708781.0,55031610.0,55588813.0,55791615.0,55506212.0,54909009.0,55498713.0,60263739.0,54958310.0,56894520.0,57961727.0,58673130.0,61439746.0,59490035.0,58007627.0,56091215.0,57316320.0,56919418.0,55700111.0,59875835.0,54422904.0,56608516.0,57146019.0,54848107.0,56361415.0,57750722.0,63679756.0,58052824.0,56943319.0,54381903.0,55448410.0,55739012.0,56728617.0,52929995.0,54010902.0,53310198.0,60117136.0,54108102.0,53276798.0,54105502.0,55263109.0,56885118.0,54397404.0,57937823.0,59605033.0,57950524.0,59767834.0,57757123.0,57392621.0,55906512.0,62505549.0,60295137.0,60011335.0,61012041.0,56220914.0,56562816.0,58774129.0,60100636.0,59646933.0,56789917.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/tukey.json b/criterion/fan_out_hydroflow_surface/new/tukey.json index d42a6bbdddb1..ab2c2db28c32 100644 --- a/criterion/fan_out_hydroflow_surface/new/tukey.json +++ b/criterion/fan_out_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[4617929.0681818165,4746364.863636363,5088860.31818182,5217296.113636366] \ No newline at end of file +[6468250.035714285,7150813.035714285,8970981.035714285,9653544.035714285] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/report/MAD.svg b/criterion/fan_out_hydroflow_surface/report/MAD.svg index ac00cfe79348..df87e707b87e 100644 --- a/criterion/fan_out_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_out_hydroflow_surface/report/MAD.svg @@ -9,78 +9,98 @@ Density (a.u.) Average time (µs) - -0.005 + +0.001 - - -0.01 + + +0.002 - - -0.015 + + +0.003 - - -0.02 + + +0.004 - - -0.025 + + +0.005 - - -0.03 + + +0.006 - - -0.035 + + +0.007 - - -0.04 + + +0.008 - - -0.045 + + +0.009 + + + +0.01 - + + +0.011 + + - -35 + +260 + + + +280 + + + +300 + + + +320 - - -40 + + +340 - - -45 + + +360 - - -50 + + +380 - - -55 + + +400 - - -60 + + +420 - - -65 + + +440 - - -70 + + +460 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/SD.svg b/criterion/fan_out_hydroflow_surface/report/SD.svg index a1281b3cafed..d2f8d464ec90 100644 --- a/criterion/fan_out_hydroflow_surface/report/SD.svg +++ b/criterion/fan_out_hydroflow_surface/report/SD.svg @@ -10,85 +10,89 @@ Average time (µs) -0.01 +0.001 - -0.02 + +0.002 - - -0.03 + + +0.003 - - -0.04 + + +0.004 - - -0.05 + + +0.005 - - -0.06 + + +0.006 - - -0.07 + + +0.007 - - -0.08 + + +0.008 - - -0.09 + + +0.009 - - -0.1 + + +0.01 - - -0.11 + + +0.011 - + - -48 + +300 + + + +320 - - -50 + + +340 - - -52 + + +360 - - -54 + + +380 - - -56 + + +400 - - -58 + + +420 - - -60 + + +440 - - -62 + + +460 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg index 4b636c166d09..ea6abfcd4cc8 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg @@ -16,32 +16,57 @@ Average Iteration Time (ms) - - + + + + - - + + + + + - + 5.0 - - + + 5.5 - - + + 6.0 - - + + 6.5 - - + + 7.0 - + + +7.5 + + + +8.0 + + + +8.5 + + + +9.0 + + + +9.5 + + 0 @@ -87,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg index a7e28c65b183..5fb48e7c63c4 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg @@ -9,55 +9,51 @@ Density (a.u.) Average Time (ms) - -20 + +1 - - -40 + + +2 - - -60 + + +3 - - -80 + + +4 - - -100 - - - -120 - - - - + + 5 - - -5.5 + + +6 + + + +7 - - + + + 6 - - -6.5 + + +8 - - -7 + + +10 - - - - - + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_surface/report/change/mean.svg b/criterion/fan_out_hydroflow_surface/report/change/mean.svg index b1582627ce72..a43fb2be1ac1 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/mean.svg @@ -9,86 +9,70 @@ Density (a.u.) Relative change (%) - -50 + +5 - - -100 + + +10 - - -150 + + +15 - - -200 + + +20 - - -250 + + +25 - - -300 + + +30 - - -350 + + +35 - - -400 + + +40 - - -450 + + +45 - - -500 - - - -550 - - + - --0.3375 - - - --0.337 - - - --0.3365 + +0.635 - - --0.336 + + +0.64 - - --0.3355 + + +0.645 - - --0.335 + + +0.65 - - --0.3345 + + +0.655 - - --0.334 + + +0.66 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/median.svg b/criterion/fan_out_hydroflow_surface/report/change/median.svg index 912b4e7baae2..caa1dd40194b 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/median.svg @@ -9,90 +9,78 @@ Density (a.u.) Relative change (%) - -100 + +5 - - -200 + + +10 - - -300 + + +15 - - -400 + + +20 - - -500 + + +25 - - -600 + + +30 - - -700 + + +35 - - -800 + + +40 - - -900 + + +45 - + - --0.3405 + +0.625 - - --0.34 + + +0.63 - - --0.3395 + + +0.635 - - --0.339 + + +0.64 - - --0.3385 + + +0.645 - - --0.338 + + +0.65 - - --0.3375 + + +0.655 - - --0.337 + + +0.66 - - --0.3365 - - - --0.336 - - - --0.3355 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg index 19e7f6fd04ce..655fd33692c8 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_surface/report/index.html b/criterion/fan_out_hydroflow_surface/report/index.html index 1b2deb632609..f0db398b0413 100644 --- a/criterion/fan_out_hydroflow_surface/report/index.html +++ b/criterion/fan_out_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0005344 - 0.0005539 - 0.0005328 + 0.0000099 + 0.0000103 + 0.0000099 Mean - 4.9098 ms - 4.9204 ms - 4.9314 ms + 8.0296 ms + 8.1009 ms + 8.1761 ms Std. Dev. - 48.000 µs - 55.631 µs - 62.356 µs + 303.15 µs + 373.74 µs + 446.50 µs Median - 4.8902 ms - 4.9029 ms - 4.9207 ms + 7.9702 ms + 8.0595 ms + 8.1348 ms MAD - 35.986 µs - 52.632 µs - 69.358 µs + 274.56 µs + 340.72 µs + 444.92 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -33.728% - -33.591% - -33.423% + +63.372% + +64.639% + +66.086% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg index 8ac7a02508dc..a05d1e3a34a5 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg @@ -15,27 +15,62 @@ Average Iteration Time (ms) - - - - + + + + + + + + + + + - -4.9 + +7.6 - - -4.95 + + +7.8 - - -5.0 + + +8.0 - - -5.05 + + +8.2 - + + +8.4 + + + +8.6 + + + +8.8 + + + +9.0 + + + +9.2 + + + +9.4 + + + +9.6 + + 10 @@ -77,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg index 7ddb74d964af..7a473464fc0f 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg @@ -12,27 +12,62 @@ Average Iteration Time (ms) - - - - + + + + + + + + + + + - -4.9 + +7.6 - - -4.95 + + +7.8 - - -5.0 + + +8.0 - - -5.05 + + +8.2 - + + +8.4 + + + +8.6 + + + +8.8 + + + +9.0 + + + +9.2 + + + +9.4 + + + +9.6 + + 10 @@ -74,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/mean.svg b/criterion/fan_out_hydroflow_surface/report/mean.svg index cc6cbaafe030..7988fb8887bd 100644 --- a/criterion/fan_out_hydroflow_surface/report/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/mean.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (ms) - -10 + +1 + + + +2 + + + +3 + + + +4 + + + +5 - - -20 + + +6 - - -30 + + +7 - - -40 + + +8 - - -50 + + +9 - - -60 + + +10 - - -70 + + +11 - + - -4.91 + +8.02 + + + +8.04 + + + +8.06 + + + +8.08 + + + +8.1 - - -4.915 + + +8.12 - - -4.92 + + +8.14 - - -4.925 + + +8.16 - - -4.93 + + +8.18 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/median.svg b/criterion/fan_out_hydroflow_surface/report/median.svg index 0d8344a82154..db51906895fd 100644 --- a/criterion/fan_out_hydroflow_surface/report/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/median.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (ms) - -20 + +2 - - -40 + + +4 - - -60 + + +6 - - -80 + + +8 - + + +10 + + + +12 + + -100 +14 - -120 + +16 + + + +18 - + - -4.89 + +7.96 + + + +7.98 + + + +8 + + + +8.02 - - -4.895 + + +8.04 - - -4.9 + + +8.06 - - -4.905 + + +8.08 - - -4.91 + + +8.1 - - -4.915 + + +8.12 - - -4.92 + + +8.14 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/pdf.svg b/criterion/fan_out_hydroflow_surface/report/pdf.svg index 515cf82e554a..12461071b531 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf.svg @@ -13,59 +13,63 @@ Average Time (ms) 0 - + +1 + + + 2 - - + + +3 + + + 4 - - -6 + + +5 - - -8 + + +6 - - -10 + + +7 - + - -4.8 - - - -4.85 + +7 - - -4.9 + + +7.5 - - -4.95 + + +8 - - -5 + + +8.5 - - -5.05 + + +9 - - -5.1 + + +9.5 - - -5.15 + + +10 - + Density (a.u.) @@ -74,42 +78,56 @@ Density (a.u.) 0 - -1 + +0.1 - - -2 + + +0.2 - - -3 + + +0.3 - - -4 + + +0.4 - - -5 + + +0.5 - - -6 + + +0.6 - - -7 + + +0.7 + + + +0.8 + + + +0.9 + + + +1 - - - - - + + + + + - - - + + + + + PDF diff --git a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg index 903b39b51809..b8b9c969907c 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg @@ -10,55 +10,43 @@ Average Time (ms) 0 - -1 - - - -2 + +0.2 - - -3 + + +0.4 - - -4 + + +0.6 - - -5 + + +0.8 - - -6 + + +1 - - + + + 7 - - + + 8 - - - -4.8 - - - -4.9 - - - -5 + + +9 - - -5.1 + + +10 - - - + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg index 87218cf83c1e..48afecf3587c 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,32 +13,57 @@ Average Iteration Time (ms) - - + + + + - - + + + + + - + 5.0 - - + + 5.5 - - + + 6.0 - - + + 6.5 - - + + 7.0 - + + +7.5 + + + +8.0 + + + +8.5 + + + +9.0 + + + +9.5 + + 0 @@ -84,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg index 6731d87c0227..51202f949b98 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg @@ -6,53 +6,49 @@ Density (a.u.) Average Time (ms) - -20 + +1 - - -40 + + +2 - - -60 + + +3 - + + +4 + + -80 +5 - -100 + +6 - - -120 + + +7 - + - -5 - - - -5.5 - - - + 6 - - -6.5 + + +8 - - -7 + + +10 - - - - - + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/typical.svg b/criterion/fan_out_hydroflow_surface/report/typical.svg index 50e17ad7fb5e..3258d18adcc9 100644 --- a/criterion/fan_out_hydroflow_surface/report/typical.svg +++ b/criterion/fan_out_hydroflow_surface/report/typical.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (ms) - -10 + +1 + + + +2 + + + +3 + + + +4 + + + +5 - - -20 + + +6 - - -30 + + +7 - - -40 + + +8 - - -50 + + +9 - - -60 + + +10 - - -70 + + +11 - + - -4.91 + +8.02 + + + +8.04 + + + +8.06 + + + +8.08 + + + +8.1 - - -4.915 + + +8.12 - - -4.92 + + +8.14 - - -4.925 + + +8.16 - - -4.93 + + +8.18 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/base/estimates.json b/criterion/fork_join_hydroflow/base/estimates.json index 2977f4e0ba9f..09edab0dc001 100644 --- a/criterion/fork_join_hydroflow/base/estimates.json +++ b/criterion/fork_join_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8896325.299666671,"upper_bound":8909896.60708333},"point_estimate":8903058.315,"standard_error":3449.5435650787467},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8890674.833333334,"upper_bound":8911652.0},"point_estimate":8901524.75,"standard_error":6251.320506179529},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23811.296877264977,"upper_bound":36265.250939913094},"point_estimate":30293.84171217588,"standard_error":3108.6088323664176},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28248.108202098705,"upper_bound":41165.92495412416},"point_estimate":34695.744811571414,"standard_error":3329.9022722274035}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11220356.336250003,"upper_bound":11432723.0116},"point_estimate":11324792.463999998,"standard_error":54209.17511627752},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11097520.6,"upper_bound":11339683.6},"point_estimate":11191982.3,"standard_error":63063.22868814745},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":409823.6947041747,"upper_bound":690656.0025984057},"point_estimate":516138.7149167058,"standard_error":69782.54528738595},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":470871.1527759012,"upper_bound":615035.5514288328},"point_estimate":548838.9915233897,"standard_error":36813.660137657535}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/sample.json b/criterion/fork_join_hydroflow/base/sample.json index 5ec72c312c5a..1f71118b599e 100644 --- a/criterion/fork_join_hydroflow/base/sample.json +++ b/criterion/fork_join_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[53337384.0,53242685.0,53602880.0,53328184.0,53344184.0,53138386.0,53328284.0,52935889.0,53296384.0,54257372.0,53581480.0,53349284.0,53101387.0,53134586.0,53444882.0,53485482.0,53687179.0,53361183.0,53561181.0,53409283.0,53729692.0,53296815.0,53110919.0,53279916.0,53255116.0,53358314.0,53448213.0,53531911.0,53252516.0,53589510.0,53521011.0,53472313.0,53102019.0,53541011.0,53327114.0,53328415.0,53769807.0,53149718.0,53642309.0,53568411.0,53422113.0,53696708.0,53731807.0,53338215.0,53469912.0,53464112.0,53319215.0,52971822.0,53343914.0,53416814.0,53348714.0,53255016.0,53321715.0,53217217.0,53723308.0,52932322.0,53500411.0,53318415.0,53570711.0,53393613.0,53468113.0,53496711.0,53351115.0,53334215.0,53217616.0,53409014.0,53721807.0,53362015.0,53869704.0,53507412.0,53548011.0,53562110.0,53239217.0,53250816.0,53475212.0,53771007.0,53495012.0,53328414.0,53629310.0,53331015.0,53541610.0,53756907.0,53230717.0,53705308.0,53496112.0,53299715.0,53180018.0,53561810.0,53539211.0,53286716.0,53438812.0,53464213.0,53539011.0,53472012.0,53284716.0,53480412.0,53527411.0,53024620.0,53291816.0,53387313.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0],"times":[54336897.0,55905406.0,53324991.0,59439425.0,54598399.0,60039028.0,60191529.0,55537304.0,54073696.0,54935800.0,53695193.0,61300236.0,60845232.0,59122924.0,58410419.0,60537431.0,62938244.0,60584131.0,57314114.0,57511614.0,60137729.0,59671126.0,58595421.0,61654537.0,63418747.0,59014322.0,62187140.0,62736243.0,61323136.0,58684821.0,54133796.0,57536814.0,55796805.0,59825027.0,54873600.0,63986250.0,56934012.0,59282524.0,59428325.0,59934627.0,58378520.0,55443803.0,57279713.0,58760421.0,54744600.0,52858889.0,54260396.0,54022796.0,53273091.0,55856405.0,56571910.0,55976806.0,54658799.0,57459514.0,55487603.0,56105707.0,54056695.0,55364327.0,55503616.0,53599311.0,52304009.0,54852914.0,54114112.0,53592212.0,55767816.0,56820918.0,56435518.0,55460815.0,56482717.0,56011517.0,57598320.0,55163414.0,55943017.0,56698418.0,55387515.0,55759316.0,55815716.0,54594014.0,53436411.0,52249309.0,54239912.0,57512620.0,57507020.0,56635617.0,53982513.0,52819710.0,53646111.0,52165409.0,53726011.0,53959813.0,54464513.0,55059314.0,53608912.0,57965021.0,57721220.0,55300115.0,54884414.0,56012016.0,56494618.0,56743418.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/tukey.json b/criterion/fork_join_hydroflow/base/tukey.json index 9a56765f56c4..6ddb7c65b32a 100644 --- a/criterion/fork_join_hydroflow/base/tukey.json +++ b/criterion/fork_join_hydroflow/base/tukey.json @@ -1 +1 @@ -[8761307.666666662,8822046.104166664,8984015.270833336,9044753.708333338] \ No newline at end of file +[8575309.299999999,9743818.524999999,12859843.125,14028352.350000001] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/change/estimates.json b/criterion/fork_join_hydroflow/change/estimates.json index c15ef69ed60b..54d26fe7fb58 100644 --- a/criterion/fork_join_hydroflow/change/estimates.json +++ b/criterion/fork_join_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1063378462890181,"upper_bound":0.10818884622181656},"point_estimate":0.10729187247062444,"standard_error":0.0004875675219354736},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.10613041166874426,"upper_bound":0.10892709975494896},"point_estimate":0.10760588171652463,"standard_error":0.0008080152169880219}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.26056146141207415,"upper_bound":0.28489589820762307},"point_estimate":0.2720114890093246,"standard_error":0.006270832093438603},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.24481009649729346,"upper_bound":0.2739913089402952},"point_estimate":0.25731069837220866,"standard_error":0.00725201376743994}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/estimates.json b/criterion/fork_join_hydroflow/new/estimates.json index 2977f4e0ba9f..09edab0dc001 100644 --- a/criterion/fork_join_hydroflow/new/estimates.json +++ b/criterion/fork_join_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8896325.299666671,"upper_bound":8909896.60708333},"point_estimate":8903058.315,"standard_error":3449.5435650787467},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8890674.833333334,"upper_bound":8911652.0},"point_estimate":8901524.75,"standard_error":6251.320506179529},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23811.296877264977,"upper_bound":36265.250939913094},"point_estimate":30293.84171217588,"standard_error":3108.6088323664176},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28248.108202098705,"upper_bound":41165.92495412416},"point_estimate":34695.744811571414,"standard_error":3329.9022722274035}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11220356.336250003,"upper_bound":11432723.0116},"point_estimate":11324792.463999998,"standard_error":54209.17511627752},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11097520.6,"upper_bound":11339683.6},"point_estimate":11191982.3,"standard_error":63063.22868814745},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":409823.6947041747,"upper_bound":690656.0025984057},"point_estimate":516138.7149167058,"standard_error":69782.54528738595},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":470871.1527759012,"upper_bound":615035.5514288328},"point_estimate":548838.9915233897,"standard_error":36813.660137657535}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/sample.json b/criterion/fork_join_hydroflow/new/sample.json index 5ec72c312c5a..1f71118b599e 100644 --- a/criterion/fork_join_hydroflow/new/sample.json +++ b/criterion/fork_join_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[53337384.0,53242685.0,53602880.0,53328184.0,53344184.0,53138386.0,53328284.0,52935889.0,53296384.0,54257372.0,53581480.0,53349284.0,53101387.0,53134586.0,53444882.0,53485482.0,53687179.0,53361183.0,53561181.0,53409283.0,53729692.0,53296815.0,53110919.0,53279916.0,53255116.0,53358314.0,53448213.0,53531911.0,53252516.0,53589510.0,53521011.0,53472313.0,53102019.0,53541011.0,53327114.0,53328415.0,53769807.0,53149718.0,53642309.0,53568411.0,53422113.0,53696708.0,53731807.0,53338215.0,53469912.0,53464112.0,53319215.0,52971822.0,53343914.0,53416814.0,53348714.0,53255016.0,53321715.0,53217217.0,53723308.0,52932322.0,53500411.0,53318415.0,53570711.0,53393613.0,53468113.0,53496711.0,53351115.0,53334215.0,53217616.0,53409014.0,53721807.0,53362015.0,53869704.0,53507412.0,53548011.0,53562110.0,53239217.0,53250816.0,53475212.0,53771007.0,53495012.0,53328414.0,53629310.0,53331015.0,53541610.0,53756907.0,53230717.0,53705308.0,53496112.0,53299715.0,53180018.0,53561810.0,53539211.0,53286716.0,53438812.0,53464213.0,53539011.0,53472012.0,53284716.0,53480412.0,53527411.0,53024620.0,53291816.0,53387313.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0],"times":[54336897.0,55905406.0,53324991.0,59439425.0,54598399.0,60039028.0,60191529.0,55537304.0,54073696.0,54935800.0,53695193.0,61300236.0,60845232.0,59122924.0,58410419.0,60537431.0,62938244.0,60584131.0,57314114.0,57511614.0,60137729.0,59671126.0,58595421.0,61654537.0,63418747.0,59014322.0,62187140.0,62736243.0,61323136.0,58684821.0,54133796.0,57536814.0,55796805.0,59825027.0,54873600.0,63986250.0,56934012.0,59282524.0,59428325.0,59934627.0,58378520.0,55443803.0,57279713.0,58760421.0,54744600.0,52858889.0,54260396.0,54022796.0,53273091.0,55856405.0,56571910.0,55976806.0,54658799.0,57459514.0,55487603.0,56105707.0,54056695.0,55364327.0,55503616.0,53599311.0,52304009.0,54852914.0,54114112.0,53592212.0,55767816.0,56820918.0,56435518.0,55460815.0,56482717.0,56011517.0,57598320.0,55163414.0,55943017.0,56698418.0,55387515.0,55759316.0,55815716.0,54594014.0,53436411.0,52249309.0,54239912.0,57512620.0,57507020.0,56635617.0,53982513.0,52819710.0,53646111.0,52165409.0,53726011.0,53959813.0,54464513.0,55059314.0,53608912.0,57965021.0,57721220.0,55300115.0,54884414.0,56012016.0,56494618.0,56743418.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/tukey.json b/criterion/fork_join_hydroflow/new/tukey.json index 9a56765f56c4..6ddb7c65b32a 100644 --- a/criterion/fork_join_hydroflow/new/tukey.json +++ b/criterion/fork_join_hydroflow/new/tukey.json @@ -1 +1 @@ -[8761307.666666662,8822046.104166664,8984015.270833336,9044753.708333338] \ No newline at end of file +[8575309.299999999,9743818.524999999,12859843.125,14028352.350000001] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/report/MAD.svg b/criterion/fork_join_hydroflow/report/MAD.svg index 21cd214afce2..8509d5821b96 100644 --- a/criterion/fork_join_hydroflow/report/MAD.svg +++ b/criterion/fork_join_hydroflow/report/MAD.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (µs) - -0.02 + +0.001 - - -0.04 + + +0.002 - - -0.06 + + +0.003 - - -0.08 + + +0.004 - - -0.1 + + +0.005 - - -0.12 + + +0.006 - - -0.14 + + +0.007 - - -0.16 + + +0.008 - + - -24 + +400 - - -26 + + +450 - - -28 + + +500 - - -30 + + +550 - - -32 + + +600 - - -34 + + +650 - - -36 + + +700 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/SD.svg b/criterion/fork_join_hydroflow/report/SD.svg index ebc51ac93109..20a3ee97ffa2 100644 --- a/criterion/fork_join_hydroflow/report/SD.svg +++ b/criterion/fork_join_hydroflow/report/SD.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - -0.02 + +0.001 - - -0.04 + + +0.002 - - -0.06 + + +0.003 - - -0.08 + + +0.004 - - -0.1 + + +0.005 - - -0.12 + + +0.006 - + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + - -28 + +460 + + + +480 - - -30 + + +500 - - -32 + + +520 - - -34 + + +540 - - -36 + + +560 - - -38 + + +580 - - -40 + + +600 - - -42 + + +620 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/both/iteration_times.svg b/criterion/fork_join_hydroflow/report/both/iteration_times.svg index 62cf5f3f636d..1b36def9799b 100644 --- a/criterion/fork_join_hydroflow/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/both/iteration_times.svg @@ -16,57 +16,47 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + - -8.1 - - - -8.2 - - - -8.3 + +9.0 - - -8.4 + + +9.5 - - -8.5 + + +10.0 - - -8.6 + + +10.5 - - -8.7 + + +11.0 - - -8.8 + + +11.5 - - -8.9 + + +12.0 - - -9.0 + + +12.5 - + 0 @@ -112,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow/report/both/pdf.svg b/criterion/fork_join_hydroflow/report/both/pdf.svg index 7945210c8184..eb388b878fc9 100644 --- a/criterion/fork_join_hydroflow/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow/report/both/pdf.svg @@ -9,63 +9,75 @@ Density (a.u.) Average Time (ms) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - -8 + + +7 - - -10 + + +8 - - -12 + + +9 - - -14 + + +10 - - -16 + + +11 - - -18 + + + +9 - - -20 + + +10 - - - -8 + + +11 - - -8.5 + + +12 - - -9 + + +13 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow/report/change/mean.svg b/criterion/fork_join_hydroflow/report/change/mean.svg index e4260c87b76a..1fde59241160 100644 --- a/criterion/fork_join_hydroflow/report/change/mean.svg +++ b/criterion/fork_join_hydroflow/report/change/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Relative change (%) - -100 + +10 - - -200 + + +20 - - -300 + + +30 - - -400 + + +40 - - -500 + + +50 - - -600 + + +60 - - -700 + + +70 - + - -0.1062 + +0.26 - - -0.1064 + + +0.265 - - -0.1066 + + +0.27 - - -0.1068 + + +0.275 - - -0.107 + + +0.28 - - -0.1072 + + +0.285 - - -0.1074 - - - -0.1076 - - - -0.1078 - - - -0.108 - - - -0.1082 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/median.svg b/criterion/fork_join_hydroflow/report/change/median.svg index 10a3f07f58b1..e1a267489f65 100644 --- a/criterion/fork_join_hydroflow/report/change/median.svg +++ b/criterion/fork_join_hydroflow/report/change/median.svg @@ -9,82 +9,82 @@ Density (a.u.) Relative change (%) - -50 + +10 - - -100 + + +20 - - -150 + + +30 - - -200 + + +40 - - -250 + + +50 - - -300 + + +60 - - -350 + + +70 - - -400 + + +80 - - -450 + + +90 - - -500 + + +100 - + -550 +110 - -0.106 + +0.245 - - -0.1065 + + +0.25 - - -0.107 + + +0.255 - - -0.1075 + + +0.26 - - -0.108 + + +0.265 - - -0.1085 + + +0.27 - - -0.109 + + +0.275 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/t-test.svg b/criterion/fork_join_hydroflow/report/change/t-test.svg index 1f0790f83b7c..b270ffa92f6a 100644 --- a/criterion/fork_join_hydroflow/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow/report/change/t-test.svg @@ -21,68 +21,68 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/fork_join_hydroflow/report/index.html b/criterion/fork_join_hydroflow/report/index.html index c6d07872f7b6..0510b63a221f 100644 --- a/criterion/fork_join_hydroflow/report/index.html +++ b/criterion/fork_join_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0002163 - 0.0002245 - 0.0002160 + 0.0000185 + 0.0000191 + 0.0000184 Mean - 8.8963 ms - 8.9031 ms - 8.9099 ms + 11.220 ms + 11.325 ms + 11.433 ms Std. Dev. - 28.248 µs - 34.696 µs - 41.166 µs + 470.87 µs + 548.84 µs + 615.04 µs Median - 8.8907 ms - 8.9015 ms - 8.9117 ms + 11.098 ms + 11.192 ms + 11.340 ms MAD - 23.811 µs - 30.294 µs - 36.265 µs + 409.82 µs + 516.14 µs + 690.66 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +10.634% - +10.729% - +10.819% + +26.056% + +27.201% + +28.490% (p = 0.00 < 0.05) diff --git a/criterion/fork_join_hydroflow/report/iteration_times.svg b/criterion/fork_join_hydroflow/report/iteration_times.svg index 19e78e9badf7..d718fa62f0a1 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times.svg @@ -15,62 +15,62 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + + - -8.84 + +10.6 - - -8.86 + + +10.8 - - -8.88 + + +11.0 - - -8.9 + + +11.2 - - -8.92 + + +11.4 - - -8.94 + + +11.6 - - -8.96 + + +11.8 - - -8.98 + + +12.0 - - -9.0 + + +12.2 - - -9.02 + + +12.4 - - -9.04 + + +12.6 - + 10 @@ -112,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow/report/iteration_times_small.svg b/criterion/fork_join_hydroflow/report/iteration_times_small.svg index 754119e641ed..c341a3a66821 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times_small.svg @@ -12,62 +12,62 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + + - -8.84 + +10.6 - - -8.86 + + +10.8 - - -8.88 + + +11.0 - - -8.9 + + +11.2 - - -8.92 + + +11.4 - - -8.94 + + +11.6 - - -8.96 + + +11.8 - - -8.98 + + +12.0 - - -9.0 + + +12.2 - - -9.02 + + +12.4 - - -9.04 + + +12.6 - + 10 @@ -109,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/mean.svg b/criterion/fork_join_hydroflow/report/mean.svg index 34a8a2b40c82..726856f648a1 100644 --- a/criterion/fork_join_hydroflow/report/mean.svg +++ b/criterion/fork_join_hydroflow/report/mean.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ms) - -20 + +1 - - -40 + + +2 - - -60 + + +3 - - -80 + + +4 - - -100 + + +5 - - -120 + + +6 - - - -8.896 - - - -8.898 + + +7 - - -8.9 + + + +11.2 - - -8.902 + + +11.25 - - -8.904 + + +11.3 - - -8.906 + + +11.35 - - -8.908 + + +11.4 - - -8.91 + + +11.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/median.svg b/criterion/fork_join_hydroflow/report/median.svg index cb7037be1eb6..3b98a69bb491 100644 --- a/criterion/fork_join_hydroflow/report/median.svg +++ b/criterion/fork_join_hydroflow/report/median.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (ms) - -10 - - - -20 - - - -30 + +2 - - -40 + + +4 - - -50 + + +6 - - -60 + + +8 - - -70 - - - -80 + + +10 - - -90 + + +12 - + - -8.89 + +11.1 + + + +11.15 - - -8.895 + + +11.2 - - -8.9 + + +11.25 - - -8.905 + + +11.3 - - -8.91 + + +11.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/pdf.svg b/criterion/fork_join_hydroflow/report/pdf.svg index 10ed23c24939..64140cddc8cd 100644 --- a/criterion/fork_join_hydroflow/report/pdf.svg +++ b/criterion/fork_join_hydroflow/report/pdf.svg @@ -13,55 +13,75 @@ Average Time (ms) 0 - + +0.5 + + + 1 - - + + +1.5 + + + 2 - + -3 +2.5 - + +3 + + + +3.5 + + + 4 - - -5 + + +4.5 - + -6 +5 - -8.8 + +10 - - -8.85 + + +10.5 - - -8.9 + + +11 - - -8.95 + + +11.5 - - -9 + + +12 - - -9.05 + + +12.5 - + + +13 + + Density (a.u.) @@ -70,34 +90,40 @@ Density (a.u.) 0 - -2 - - - -4 - - - -6 - - - -8 - - - -10 - - - - - - + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + + + - - - + PDF diff --git a/criterion/fork_join_hydroflow/report/pdf_small.svg b/criterion/fork_join_hydroflow/report/pdf_small.svg index 50a692a2dee8..195300427ed5 100644 --- a/criterion/fork_join_hydroflow/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/pdf_small.svg @@ -10,43 +10,55 @@ Average Time (ms) 0 - -2 + +0.1 - - -4 + + +0.2 - - -6 + + +0.3 - - -8 + + +0.4 - - -10 + + +0.5 - - -12 + + +0.6 + + + +0.7 + + + +0.8 - + - -8.8 + +10 + + + +11 - - -8.9 + + +12 - - -9 + + +13 - - - + + + diff --git a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg index f1ac98ff2426..aae45ca633d9 100644 --- a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg @@ -13,57 +13,47 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + - -8.1 - - - -8.2 - - - -8.3 + +9.0 - - -8.4 + + +9.5 - - -8.5 + + +10.0 - - -8.6 + + +10.5 - - -8.7 + + +11.0 - - -8.8 + + +11.5 - - -8.9 + + +12.0 - - -9.0 + + +12.5 - + 0 @@ -109,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - + + + + + - - - - + + + + - - + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg index 68fcdb108c7e..517296019308 100644 --- a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg @@ -6,61 +6,73 @@ Density (a.u.) Average Time (ms) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - -8 + + +7 - - -10 + + +8 - - -12 + + +9 - - -14 + + +10 - - -16 + + +11 - - -18 + + + +9 - - -20 + + +10 - - - -8 + + +11 - - -8.5 + + +12 - - -9 + + +13 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow/report/typical.svg b/criterion/fork_join_hydroflow/report/typical.svg index 59f4cf3e8d83..cb50cff48ce1 100644 --- a/criterion/fork_join_hydroflow/report/typical.svg +++ b/criterion/fork_join_hydroflow/report/typical.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ms) - -20 + +1 - - -40 + + +2 - - -60 + + +3 - - -80 + + +4 - - -100 + + +5 - - -120 + + +6 - - - -8.896 - - - -8.898 + + +7 - - -8.9 + + + +11.2 - - -8.902 + + +11.25 - - -8.904 + + +11.3 - - -8.906 + + +11.35 - - -8.908 + + +11.4 - - -8.91 + + +11.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/base/estimates.json b/criterion/fork_join_hydroflow_builder/base/estimates.json index ccbd49a45b3c..6b16b60ed7cf 100644 --- a/criterion/fork_join_hydroflow_builder/base/estimates.json +++ b/criterion/fork_join_hydroflow_builder/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9375543.382624997,"upper_bound":9389669.061416667},"point_estimate":9381471.69666667,"standard_error":3640.0066560794544},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9375692.0,"upper_bound":9384133.5},"point_estimate":9378844.083333334,"standard_error":1939.882790514265},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14666.002489625947,"upper_bound":22189.3325060606},"point_estimate":18634.30486917542,"standard_error":1902.3780015899101},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16892.85898524825,"upper_bound":57338.52385893167},"point_estimate":36550.39558096948,"standard_error":13051.095131145777}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10099091.179649996,"upper_bound":10219940.540899996},"point_estimate":10157435.965999998,"standard_error":30913.38677641703},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10038868.8,"upper_bound":10214155.8},"point_estimate":10103515.3,"standard_error":45827.70760885943},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":219188.469668629,"upper_bound":340035.9348231562},"point_estimate":277944.0548855055,"standard_error":29857.026558195303},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":245239.90180337883,"upper_bound":380116.11158211634},"point_estimate":310476.2331007375,"standard_error":34965.963279326934}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/sample.json b/criterion/fork_join_hydroflow_builder/base/sample.json index 71d235c52b4f..0f6c78d3fdd6 100644 --- a/criterion/fork_join_hydroflow_builder/base/sample.json +++ b/criterion/fork_join_hydroflow_builder/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[56356101.0,56148903.0,56197603.0,56145304.0,56214403.0,56200802.0,56260203.0,56303201.0,56324301.0,56020306.0,56106604.0,56061705.0,56000005.0,56359801.0,56275502.0,56333101.0,56255902.0,56297602.0,56280801.0,56352501.0,56304801.0,56178504.0,56155703.0,56274902.0,56371101.0,56124304.0,56207502.0,56279702.0,56259302.0,56176003.0,56185304.0,56147703.0,56107404.0,56203003.0,56308702.0,56249002.0,56219402.0,56262102.0,56220503.0,56373801.0,56180203.0,56117904.0,56333901.0,56384000.0,56145604.0,56082504.0,56589598.0,56054905.0,56261202.0,56371600.0,56389200.0,56306602.0,56363100.0,56400100.0,56183604.0,56272301.0,56243303.0,56013805.0,56268802.0,56338107.0,56231229.0,56195229.0,56207029.0,56192829.0,56348427.0,56170329.0,56204229.0,58139203.0,56552724.0,56310427.0,56477926.0,56346027.0,56257028.0,56368727.0,56273828.0,56466625.0,56207729.0,56462225.0,56569724.0,56230629.0,56392926.0,56120230.0,56271228.0,56306528.0,56369427.0,56331127.0,56285028.0,56281028.0,56320927.0,56476325.0,56355827.0,56388026.0,56170830.0,56317327.0,56306928.0,56337527.0,56249428.0,56305628.0,56409926.0,56270928.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0],"times":[50457426.0,51461530.0,51440930.0,51670032.0,50322125.0,52169433.0,51142029.0,50058824.0,57813059.0,49353921.0,49711722.0,50912028.0,50764727.0,51062629.0,50493026.0,50631427.0,48538817.0,52106333.0,49529322.0,49869023.0,49789823.0,48401216.0,49498722.0,51196529.0,50159424.0,53000438.0,51961032.0,51057929.0,49708322.0,50423326.0,52366534.0,51512831.0,49869623.0,51716331.0,50718027.0,51408730.0,50387226.0,49059920.0,50110524.0,50764727.0,51399030.0,51083629.0,51130129.0,49796022.0,50542127.0,49827323.0,49888523.0,48884819.0,48795318.0,49235520.0,49259121.0,49247820.0,49976624.0,52078033.0,51496630.0,51968633.0,51162929.0,51218529.0,49999624.0,49744923.0,52667635.0,50815628.0,49483121.0,48851719.0,50479226.0,50216925.0,49434321.0,49823623.0,51690031.0,54016042.0,49318421.0,49196920.0,50317025.0,50308225.0,51955233.0,53151738.0,54773145.0,54438343.0,53400839.0,53846041.0,51776632.0,51448330.0,53183947.0,51937569.0,51269860.0,50194344.0,51273960.0,49842439.0,51048257.0,52127273.0,49835938.0,48512019.0,50183344.0,52246175.0,48729722.0,49436433.0,48725222.0,49377332.0,48088913.0,51941170.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/tukey.json b/criterion/fork_join_hydroflow_builder/base/tukey.json index 0a37e7fb58de..c84787bbff62 100644 --- a/criterion/fork_join_hydroflow_builder/base/tukey.json +++ b/criterion/fork_join_hydroflow_builder/base/tukey.json @@ -1 +1 @@ -[9291359.5,9328763.875,9428508.875,9465913.25] \ No newline at end of file +[8891599.649999999,9423659.625,10842486.225000001,11374546.200000001] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/change/estimates.json b/criterion/fork_join_hydroflow_builder/change/estimates.json index 42f65e72b4fa..34abaa5fdc44 100644 --- a/criterion/fork_join_hydroflow_builder/change/estimates.json +++ b/criterion/fork_join_hydroflow_builder/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.13739397715256052,"upper_bound":0.13948838444955522},"point_estimate":0.13839726935330066,"standard_error":0.0005425010547552887},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.13668553441016895,"upper_bound":0.1398040256641746},"point_estimate":0.1380923066630384,"standard_error":0.0008563458826943883}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07597141845968287,"upper_bound":0.08845488011105161},"point_estimate":0.0827124244918882,"standard_error":0.003242682009326045},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.06968994505318271,"upper_bound":0.08886443765291707},"point_estimate":0.0772665810656179,"standard_error":0.004877195816446491}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/estimates.json b/criterion/fork_join_hydroflow_builder/new/estimates.json index ccbd49a45b3c..6b16b60ed7cf 100644 --- a/criterion/fork_join_hydroflow_builder/new/estimates.json +++ b/criterion/fork_join_hydroflow_builder/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9375543.382624997,"upper_bound":9389669.061416667},"point_estimate":9381471.69666667,"standard_error":3640.0066560794544},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9375692.0,"upper_bound":9384133.5},"point_estimate":9378844.083333334,"standard_error":1939.882790514265},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14666.002489625947,"upper_bound":22189.3325060606},"point_estimate":18634.30486917542,"standard_error":1902.3780015899101},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16892.85898524825,"upper_bound":57338.52385893167},"point_estimate":36550.39558096948,"standard_error":13051.095131145777}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10099091.179649996,"upper_bound":10219940.540899996},"point_estimate":10157435.965999998,"standard_error":30913.38677641703},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10038868.8,"upper_bound":10214155.8},"point_estimate":10103515.3,"standard_error":45827.70760885943},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":219188.469668629,"upper_bound":340035.9348231562},"point_estimate":277944.0548855055,"standard_error":29857.026558195303},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":245239.90180337883,"upper_bound":380116.11158211634},"point_estimate":310476.2331007375,"standard_error":34965.963279326934}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/sample.json b/criterion/fork_join_hydroflow_builder/new/sample.json index 71d235c52b4f..0f6c78d3fdd6 100644 --- a/criterion/fork_join_hydroflow_builder/new/sample.json +++ b/criterion/fork_join_hydroflow_builder/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[56356101.0,56148903.0,56197603.0,56145304.0,56214403.0,56200802.0,56260203.0,56303201.0,56324301.0,56020306.0,56106604.0,56061705.0,56000005.0,56359801.0,56275502.0,56333101.0,56255902.0,56297602.0,56280801.0,56352501.0,56304801.0,56178504.0,56155703.0,56274902.0,56371101.0,56124304.0,56207502.0,56279702.0,56259302.0,56176003.0,56185304.0,56147703.0,56107404.0,56203003.0,56308702.0,56249002.0,56219402.0,56262102.0,56220503.0,56373801.0,56180203.0,56117904.0,56333901.0,56384000.0,56145604.0,56082504.0,56589598.0,56054905.0,56261202.0,56371600.0,56389200.0,56306602.0,56363100.0,56400100.0,56183604.0,56272301.0,56243303.0,56013805.0,56268802.0,56338107.0,56231229.0,56195229.0,56207029.0,56192829.0,56348427.0,56170329.0,56204229.0,58139203.0,56552724.0,56310427.0,56477926.0,56346027.0,56257028.0,56368727.0,56273828.0,56466625.0,56207729.0,56462225.0,56569724.0,56230629.0,56392926.0,56120230.0,56271228.0,56306528.0,56369427.0,56331127.0,56285028.0,56281028.0,56320927.0,56476325.0,56355827.0,56388026.0,56170830.0,56317327.0,56306928.0,56337527.0,56249428.0,56305628.0,56409926.0,56270928.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0],"times":[50457426.0,51461530.0,51440930.0,51670032.0,50322125.0,52169433.0,51142029.0,50058824.0,57813059.0,49353921.0,49711722.0,50912028.0,50764727.0,51062629.0,50493026.0,50631427.0,48538817.0,52106333.0,49529322.0,49869023.0,49789823.0,48401216.0,49498722.0,51196529.0,50159424.0,53000438.0,51961032.0,51057929.0,49708322.0,50423326.0,52366534.0,51512831.0,49869623.0,51716331.0,50718027.0,51408730.0,50387226.0,49059920.0,50110524.0,50764727.0,51399030.0,51083629.0,51130129.0,49796022.0,50542127.0,49827323.0,49888523.0,48884819.0,48795318.0,49235520.0,49259121.0,49247820.0,49976624.0,52078033.0,51496630.0,51968633.0,51162929.0,51218529.0,49999624.0,49744923.0,52667635.0,50815628.0,49483121.0,48851719.0,50479226.0,50216925.0,49434321.0,49823623.0,51690031.0,54016042.0,49318421.0,49196920.0,50317025.0,50308225.0,51955233.0,53151738.0,54773145.0,54438343.0,53400839.0,53846041.0,51776632.0,51448330.0,53183947.0,51937569.0,51269860.0,50194344.0,51273960.0,49842439.0,51048257.0,52127273.0,49835938.0,48512019.0,50183344.0,52246175.0,48729722.0,49436433.0,48725222.0,49377332.0,48088913.0,51941170.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/tukey.json b/criterion/fork_join_hydroflow_builder/new/tukey.json index 0a37e7fb58de..c84787bbff62 100644 --- a/criterion/fork_join_hydroflow_builder/new/tukey.json +++ b/criterion/fork_join_hydroflow_builder/new/tukey.json @@ -1 +1 @@ -[9291359.5,9328763.875,9428508.875,9465913.25] \ No newline at end of file +[8891599.649999999,9423659.625,10842486.225000001,11374546.200000001] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/report/MAD.svg b/criterion/fork_join_hydroflow_builder/report/MAD.svg index ea43f57eb7aa..6738d4f4f86e 100644 --- a/criterion/fork_join_hydroflow_builder/report/MAD.svg +++ b/criterion/fork_join_hydroflow_builder/report/MAD.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (µs) - -0.05 + +0.002 - - -0.1 + + +0.004 - - -0.15 + + +0.006 - - -0.2 + + +0.008 - - -0.25 + + +0.01 - - - -14 + + +0.012 - - -15 + + +0.014 - - -16 + + +0.016 - - -17 + + + +220 - - -18 + + +240 - - -19 + + +260 - - -20 + + +280 - - -21 + + +300 - - -22 + + +320 - - -23 + + +340 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/SD.svg b/criterion/fork_join_hydroflow_builder/report/SD.svg index 5c786d46b26f..c86e1d4376b7 100644 --- a/criterion/fork_join_hydroflow_builder/report/SD.svg +++ b/criterion/fork_join_hydroflow_builder/report/SD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -0.01 - - - -0.02 - - - -0.03 - - - -0.04 + +0.002 - - -0.05 + + +0.004 - - -0.06 + + +0.006 - - -0.07 + + +0.008 - - -0.08 - - - -0.09 + + +0.01 - + -0.1 +0.012 - -15 - - - -20 - - - -25 + +240 - - -30 + + +260 - - -35 + + +280 - - -40 + + +300 - - -45 + + +320 - - -50 + + +340 - - -55 + + +360 - - -60 + + +380 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg index d84ccd1223e9..7f5281775df4 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg @@ -16,42 +16,62 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + + - -8.4 + +9.4 - - -8.6 + + +9.6 - - -8.8 + + +9.8 - - -9.0 + + +10.0 - - -9.2 + + +10.2 - - -9.4 + + +10.4 - - -9.6 + + +10.6 + + + +10.8 + + + +11.0 + + + +11.2 + + + +11.4 - + 0 @@ -97,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg index e834cdda6664..2659e886a077 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg @@ -42,22 +42,30 @@ Average Time (ms) - -8.5 + +9.5 - - -9 + + +10 - - -9.5 + + +10.5 + + + +11 + + + +11.5 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_builder/report/change/mean.svg b/criterion/fork_join_hydroflow_builder/report/change/mean.svg index dcd23b7850b8..619b40de8019 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Relative change (%) - -100 - - - -200 + +20 - - -300 + + +40 - - -400 + + +60 - - -500 + + +80 - - -600 + + +100 - - -700 + + +120 - + - -0.1375 + +0.076 + + + +0.078 + + + +0.08 - - -0.138 + + +0.082 - - -0.1385 + + +0.084 - - -0.139 + + +0.086 - - -0.1395 + + +0.088 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/median.svg b/criterion/fork_join_hydroflow_builder/report/change/median.svg index eb80ed5e06f0..1bf2fd93a2de 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/median.svg @@ -9,78 +9,54 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 - - - -150 - - - -200 - - - -250 + + +40 - - -300 + + +60 - - -350 + + +80 - - -400 + + +100 - - -450 + + +120 - + - -0.1365 - - - -0.137 - - - -0.1375 - - - -0.138 + +0.07 - - -0.1385 + + +0.075 - - -0.139 + + +0.08 - - -0.1395 + + +0.085 - - -0.14 + + +0.09 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg index 2678fdb35718..3a15d6cce4f7 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg @@ -13,76 +13,80 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/fork_join_hydroflow_builder/report/index.html b/criterion/fork_join_hydroflow_builder/report/index.html index 1445b44f07d2..635d4859be56 100644 --- a/criterion/fork_join_hydroflow_builder/report/index.html +++ b/criterion/fork_join_hydroflow_builder/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000656 - 0.0000673 - 0.0000641 + 0.0053606 + 0.0055508 + 0.0053337 Mean - 9.3755 ms - 9.3815 ms - 9.3897 ms + 10.099 ms + 10.157 ms + 10.220 ms Std. Dev. - 16.893 µs - 36.550 µs - 57.339 µs + 245.24 µs + 310.48 µs + 380.12 µs Median - 9.3757 ms - 9.3788 ms - 9.3841 ms + 10.039 ms + 10.104 ms + 10.214 ms MAD - 14.666 µs - 18.634 µs - 22.189 µs + 219.19 µs + 277.94 µs + 340.04 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +13.739% - +13.840% - +13.949% + +7.5971% + +8.2712% + +8.8455% (p = 0.00 < 0.05) diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg index bce09c77536b..7858f2c22352 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg @@ -15,37 +15,52 @@ Average Iteration Time (ms) - - - - + + + + + - + + + - -9.35 + +9.8 - - -9.4 + + +10.0 - - -9.45 + + +10.2 - - -9.5 + + +10.4 - + + +10.6 + + -9.55 +10.8 - -9.6 + +11.0 + + + +11.2 + + + +11.4 - + 10 @@ -87,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg index 2e3e799c8085..d9d2db1cddcb 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg @@ -12,37 +12,52 @@ Average Iteration Time (ms) - - - - + + + + + - + + + - -9.35 + +9.8 - - -9.4 + + +10.0 - - -9.45 + + +10.2 - - -9.5 + + +10.4 - + + +10.6 + + -9.55 +10.8 - -9.6 + +11.0 + + + +11.2 + + + +11.4 - + 10 @@ -84,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/mean.svg b/criterion/fork_join_hydroflow_builder/report/mean.svg index 86f35e6f0ac5..840751aa3b98 100644 --- a/criterion/fork_join_hydroflow_builder/report/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/mean.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (ms) - -20 + +2 - - -40 + + +4 - - -60 + + +6 - - -80 + + +8 - - -100 + + +10 - - -120 + + +12 - - - -9.374 - - - -9.376 + + +14 - - -9.378 + + + +10.1 - - -9.38 + + +10.12 - - -9.382 + + +10.14 - - -9.384 + + +10.16 - - -9.386 + + +10.18 - - -9.388 + + +10.2 - - -9.39 + + +10.22 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/median.svg b/criterion/fork_join_hydroflow_builder/report/median.svg index 3c865221c627..f52640760e24 100644 --- a/criterion/fork_join_hydroflow_builder/report/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/median.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (ms) - -50 + +2 - - -100 + + +4 - - -150 + + +6 - - -200 + + +8 - - -250 + + +10 - - -300 + + +12 - - -350 + + +14 - - -400 - - - -450 - - + - -9.375 + +10.02 - - -9.376 + + +10.04 - - -9.377 + + +10.06 - - -9.378 + + +10.08 - - -9.379 + + +10.1 - - -9.38 + + +10.12 - - -9.381 + + +10.14 - - -9.382 + + +10.16 - - -9.383 + + +10.18 - - -9.384 + + +10.2 - - -9.385 + + +10.22 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/pdf.svg b/criterion/fork_join_hydroflow_builder/report/pdf.svg index 61f7036f2ce3..1473beceb8fc 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf.svg @@ -13,67 +13,67 @@ Average Time (ms) 0 - + +0.5 + + + 1 - - + + +1.5 + + + 2 - + -3 +2.5 - + +3 + + + +3.5 + + + 4 - - -5 + + +4.5 - + -6 +5 - -9.3 - - - -9.35 - - - -9.4 - - - -9.45 - - - + 9.5 - - -9.55 + + +10 - - -9.6 + + +10.5 - - -9.65 + + +11 - - -9.7 + + +11.5 - + Density (a.u.) @@ -82,48 +82,42 @@ Density (a.u.) 0 - -2 + +0.2 - - -4 + + +0.4 - - -6 + + +0.6 - - -8 + + +0.8 - - -10 + + +1 - - -12 - - - -14 - - - -16 - - - - - - - - - - - - + + +1.2 + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg index 13756afb6c31..c255082b36f2 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg @@ -10,63 +10,55 @@ Average Time (ms) 0 - -2 + +0.2 - - -4 + + +0.4 - - -6 + + +0.6 - - -8 + + +0.8 - - -10 - - - -12 - - - -14 + + +1 - - -16 + + +1.2 - - -18 + + +1.4 - + - -9.3 + +9.5 - - -9.4 + + +10 - - -9.5 + + +10.5 - - -9.6 + + +11 - - -9.7 + + +11.5 - - - + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg index 2adef0895b0b..730d1766ac70 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg @@ -13,42 +13,62 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + + - -8.4 + +9.4 - - -8.6 + + +9.6 - - -8.8 + + +9.8 - - -9.0 + + +10.0 - - -9.2 + + +10.2 - - -9.4 + + +10.4 - - -9.6 + + +10.6 + + + +10.8 + + + +11.0 + + + +11.2 + + + +11.4 - + 0 @@ -94,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg index e544e3e11795..a99b8f44ef6e 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg @@ -39,20 +39,28 @@ Average Time (ms) - -8.5 + +9.5 - - -9 + + +10 - - -9.5 + + +10.5 + + + +11 + + + +11.5 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/typical.svg b/criterion/fork_join_hydroflow_builder/report/typical.svg index 7c8037ebccf8..8b5208ff3d4c 100644 --- a/criterion/fork_join_hydroflow_builder/report/typical.svg +++ b/criterion/fork_join_hydroflow_builder/report/typical.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (ms) - -20 + +2 - - -40 + + +4 - - -60 + + +6 - - -80 + + +8 - - -100 + + +10 - - -120 + + +12 - - - -9.374 - - - -9.376 + + +14 - - -9.378 + + + +10.1 - - -9.38 + + +10.12 - - -9.382 + + +10.14 - - -9.384 + + +10.16 - - -9.386 + + +10.18 - - -9.388 + + +10.2 - - -9.39 + + +10.22 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/base/estimates.json b/criterion/identity_hydroflow/base/estimates.json index 121d43aaa671..1a3a28272201 100644 --- a/criterion/identity_hydroflow/base/estimates.json +++ b/criterion/identity_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14355554.29625,"upper_bound":14360321.217875},"point_estimate":14357793.26,"standard_error":1210.87453191614},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14353187.5,"upper_bound":14356462.25},"point_estimate":14354249.75,"standard_error":1041.284124317463},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5263.044581562281,"upper_bound":9544.052005559206},"point_estimate":7097.947373986244,"standard_error":1128.2611189589072},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8414.925530129201,"upper_bound":15353.570353383198},"point_estimate":12219.952338086308,"standard_error":1768.226022540708}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19169962.7565,"upper_bound":19373028.367250003},"point_estimate":19268336.47666667,"standard_error":51910.012869535625},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19132454.666666668,"upper_bound":19343006.166666664},"point_estimate":19235705.5,"standard_error":47488.92990845176},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":378386.69428229425,"upper_bound":589196.3490396738},"point_estimate":523025.1941144457,"standard_error":52732.471543127285},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":418349.1249457296,"upper_bound":622250.9675802372},"point_estimate":522376.9918322696,"standard_error":52459.98407364747}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/sample.json b/criterion/identity_hydroflow/base/sample.json index bf88a23a00fb..c28b67177a9d 100644 --- a/criterion/identity_hydroflow/base/sample.json +++ b/criterion/identity_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0],"times":[57460949.0,57393550.0,57427849.0,57387749.0,57413450.0,57415249.0,57425849.0,57510548.0,57422249.0,57387450.0,57412149.0,57453649.0,57393349.0,57426049.0,57439649.0,57393850.0,57404849.0,57464949.0,57386449.0,57470249.0,57430049.0,57415349.0,57411749.0,57415550.0,57604046.0,57615947.0,57403149.0,57420250.0,57414549.0,57624546.0,57451649.0,57458549.0,57442049.0,57400349.0,57396350.0,57420349.0,57417749.0,57465249.0,57457248.0,57412750.0,57395749.0,57415549.0,57399950.0,57429449.0,57388449.0,57384150.0,57399449.0,57405550.0,57456849.0,57445648.0,57401350.0,57433149.0,57491548.0,57572647.0,57493048.0,57436449.0,57425050.0,57447448.0,57409350.0,57393149.0,57412649.0,57395550.0,57396349.0,57410850.0,57426449.0,57424349.0,57426349.0,57387850.0,57398149.0,57404249.0,57392150.0,57441949.0,57463549.0,57404149.0,57410449.0,57614247.0,57472548.0,57424749.0,57386550.0,57400450.0,57407149.0,57384650.0,57395749.0,57434149.0,57428549.0,57388150.0,57412849.0,57392749.0,57400450.0,57500648.0,57416249.0,57449649.0,57425149.0,57425749.0,57438349.0,57453749.0,57425949.0,57412949.0,57398650.0,57440649.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[58647055.0,57251129.0,56350614.0,58677855.0,57588236.0,58303948.0,58312349.0,58802857.0,57686138.0,59004761.0,59626772.0,60314385.0,60489988.0,56818421.0,58834858.0,56638319.0,56618118.0,56718776.0,56974062.0,57088762.0,57240063.0,56353258.0,57508465.0,56211757.0,55011949.0,57733066.0,57764467.0,58830373.0,56533859.0,59392677.0,60564785.0,57366564.0,58004268.0,59633178.0,57571866.0,57897367.0,56052856.0,56612459.0,58138869.0,60647785.0,58472671.0,58702073.0,58066568.0,60593785.0,55927755.0,58864174.0,56235356.0,58308370.0,58805873.0,58777673.0,55858554.0,57694967.0,57855667.0,56447458.0,57258663.0,58120169.0,55387652.0,58159369.0,55595353.0,55717153.0,57678667.0,55565552.0,63670904.0,58109369.0,57109363.0,55999555.0,56846961.0,56276457.0,55301351.0,57397364.0,56054056.0,57157463.0,57582665.0,59326377.0,59080775.0,58754973.0,58425371.0,56888561.0,56579459.0,57788666.0,57826168.0,55455451.0,55534253.0,57719266.0,56467959.0,59081075.0,58016668.0,57496365.0,57390164.0,56894061.0,58701673.0,56313957.0,58053769.0,57472364.0,57840567.0,58983075.0,61033387.0,63468603.0,59355287.0,59136285.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/tukey.json b/criterion/identity_hydroflow/base/tukey.json index 82ce8e911837..0f9e08d8156b 100644 --- a/criterion/identity_hydroflow/base/tukey.json +++ b/criterion/identity_hydroflow/base/tukey.json @@ -1 +1 @@ -[14318944.25,14334525.21875,14376074.46875,14391655.4375] \ No newline at end of file +[16795727.0,17836741.625,20612780.625,21653795.25] \ No newline at end of file diff --git a/criterion/identity_hydroflow/change/estimates.json b/criterion/identity_hydroflow/change/estimates.json index eb61c79e80fc..fa370dda4967 100644 --- a/criterion/identity_hydroflow/change/estimates.json +++ b/criterion/identity_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.17933429150167524,"upper_bound":-0.1702716791135762},"point_estimate":-0.17466624496513228,"standard_error":0.0023172838125497023},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.17666506134787507,"upper_bound":-0.1688478939942959},"point_estimate":-0.17332982804812824,"standard_error":0.0016739152059768619}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.33583416418252793,"upper_bound":0.34984394635620775},"point_estimate":0.3420123919980911,"standard_error":0.003655107752067053},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3335681914198123,"upper_bound":0.34823089989451583},"point_estimate":0.3400704206083638,"standard_error":0.0037062011095032143}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/estimates.json b/criterion/identity_hydroflow/new/estimates.json index 121d43aaa671..1a3a28272201 100644 --- a/criterion/identity_hydroflow/new/estimates.json +++ b/criterion/identity_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14355554.29625,"upper_bound":14360321.217875},"point_estimate":14357793.26,"standard_error":1210.87453191614},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14353187.5,"upper_bound":14356462.25},"point_estimate":14354249.75,"standard_error":1041.284124317463},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5263.044581562281,"upper_bound":9544.052005559206},"point_estimate":7097.947373986244,"standard_error":1128.2611189589072},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8414.925530129201,"upper_bound":15353.570353383198},"point_estimate":12219.952338086308,"standard_error":1768.226022540708}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19169962.7565,"upper_bound":19373028.367250003},"point_estimate":19268336.47666667,"standard_error":51910.012869535625},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19132454.666666668,"upper_bound":19343006.166666664},"point_estimate":19235705.5,"standard_error":47488.92990845176},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":378386.69428229425,"upper_bound":589196.3490396738},"point_estimate":523025.1941144457,"standard_error":52732.471543127285},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":418349.1249457296,"upper_bound":622250.9675802372},"point_estimate":522376.9918322696,"standard_error":52459.98407364747}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/sample.json b/criterion/identity_hydroflow/new/sample.json index bf88a23a00fb..c28b67177a9d 100644 --- a/criterion/identity_hydroflow/new/sample.json +++ b/criterion/identity_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0],"times":[57460949.0,57393550.0,57427849.0,57387749.0,57413450.0,57415249.0,57425849.0,57510548.0,57422249.0,57387450.0,57412149.0,57453649.0,57393349.0,57426049.0,57439649.0,57393850.0,57404849.0,57464949.0,57386449.0,57470249.0,57430049.0,57415349.0,57411749.0,57415550.0,57604046.0,57615947.0,57403149.0,57420250.0,57414549.0,57624546.0,57451649.0,57458549.0,57442049.0,57400349.0,57396350.0,57420349.0,57417749.0,57465249.0,57457248.0,57412750.0,57395749.0,57415549.0,57399950.0,57429449.0,57388449.0,57384150.0,57399449.0,57405550.0,57456849.0,57445648.0,57401350.0,57433149.0,57491548.0,57572647.0,57493048.0,57436449.0,57425050.0,57447448.0,57409350.0,57393149.0,57412649.0,57395550.0,57396349.0,57410850.0,57426449.0,57424349.0,57426349.0,57387850.0,57398149.0,57404249.0,57392150.0,57441949.0,57463549.0,57404149.0,57410449.0,57614247.0,57472548.0,57424749.0,57386550.0,57400450.0,57407149.0,57384650.0,57395749.0,57434149.0,57428549.0,57388150.0,57412849.0,57392749.0,57400450.0,57500648.0,57416249.0,57449649.0,57425149.0,57425749.0,57438349.0,57453749.0,57425949.0,57412949.0,57398650.0,57440649.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[58647055.0,57251129.0,56350614.0,58677855.0,57588236.0,58303948.0,58312349.0,58802857.0,57686138.0,59004761.0,59626772.0,60314385.0,60489988.0,56818421.0,58834858.0,56638319.0,56618118.0,56718776.0,56974062.0,57088762.0,57240063.0,56353258.0,57508465.0,56211757.0,55011949.0,57733066.0,57764467.0,58830373.0,56533859.0,59392677.0,60564785.0,57366564.0,58004268.0,59633178.0,57571866.0,57897367.0,56052856.0,56612459.0,58138869.0,60647785.0,58472671.0,58702073.0,58066568.0,60593785.0,55927755.0,58864174.0,56235356.0,58308370.0,58805873.0,58777673.0,55858554.0,57694967.0,57855667.0,56447458.0,57258663.0,58120169.0,55387652.0,58159369.0,55595353.0,55717153.0,57678667.0,55565552.0,63670904.0,58109369.0,57109363.0,55999555.0,56846961.0,56276457.0,55301351.0,57397364.0,56054056.0,57157463.0,57582665.0,59326377.0,59080775.0,58754973.0,58425371.0,56888561.0,56579459.0,57788666.0,57826168.0,55455451.0,55534253.0,57719266.0,56467959.0,59081075.0,58016668.0,57496365.0,57390164.0,56894061.0,58701673.0,56313957.0,58053769.0,57472364.0,57840567.0,58983075.0,61033387.0,63468603.0,59355287.0,59136285.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/tukey.json b/criterion/identity_hydroflow/new/tukey.json index 82ce8e911837..0f9e08d8156b 100644 --- a/criterion/identity_hydroflow/new/tukey.json +++ b/criterion/identity_hydroflow/new/tukey.json @@ -1 +1 @@ -[14318944.25,14334525.21875,14376074.46875,14391655.4375] \ No newline at end of file +[16795727.0,17836741.625,20612780.625,21653795.25] \ No newline at end of file diff --git a/criterion/identity_hydroflow/report/MAD.svg b/criterion/identity_hydroflow/report/MAD.svg index 7c4d0839bc25..517ab01ed109 100644 --- a/criterion/identity_hydroflow/report/MAD.svg +++ b/criterion/identity_hydroflow/report/MAD.svg @@ -10,85 +10,61 @@ Average time (µs) -0.05 +0.001 - -0.1 + +0.002 - - -0.15 + + +0.003 - - -0.2 + + +0.004 - - -0.25 + + +0.005 - - -0.3 + + +0.006 - - -0.35 + + +0.007 - - -0.4 + + +0.008 - + - -5 + +400 - - -5.5 + + +450 - - -6 + + +500 - - -6.5 + + +550 - - -7 + + +600 - - -7.5 - - - -8 - - - -8.5 - - - -9 - - - -9.5 - - - -10 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/SD.svg b/criterion/identity_hydroflow/report/SD.svg index 49595be8d1f3..94ab6f6f3ec6 100644 --- a/criterion/identity_hydroflow/report/SD.svg +++ b/criterion/identity_hydroflow/report/SD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - -0.05 + +0.001 - - -0.1 + + +0.002 - - -0.15 + + +0.003 - - -0.2 + + +0.004 - - - -8 + + +0.005 - - -9 + + +0.006 - - -10 + + +0.007 - - -11 + + +0.008 - - -12 + + + +400 - - -13 + + +450 - - -14 + + +500 - - -15 + + +550 - - -16 + + +600 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/both/iteration_times.svg b/criterion/identity_hydroflow/report/both/iteration_times.svg index 91fa9a246578..f790b74e9077 100644 --- a/criterion/identity_hydroflow/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow/report/both/iteration_times.svg @@ -16,57 +16,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -14.5 - - - + 15.0 - - -15.5 - - - + + 16.0 - - -16.5 - - - + + 17.0 - - -17.5 - - - + + 18.0 - - -18.5 - - - + + 19.0 - + + +20.0 + + + +21.0 + + 0 @@ -112,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow/report/both/pdf.svg b/criterion/identity_hydroflow/report/both/pdf.svg index 41a5fc008057..713dc0113073 100644 --- a/criterion/identity_hydroflow/report/both/pdf.svg +++ b/criterion/identity_hydroflow/report/both/pdf.svg @@ -46,22 +46,22 @@ Average Time (ms) - + 16 - - + + 18 - - + + 20 - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow/report/change/mean.svg b/criterion/identity_hydroflow/report/change/mean.svg index cd9756ad4d19..bfe179dbde10 100644 --- a/criterion/identity_hydroflow/report/change/mean.svg +++ b/criterion/identity_hydroflow/report/change/mean.svg @@ -9,86 +9,86 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - -60 + + +50 - - -80 + + +60 - - -100 + + +70 - + -120 +80 - -140 - - - -160 - - - - --0.18 + +90 - - --0.179 + + +100 - - --0.178 + + +110 - - --0.177 + + + +0.336 - - --0.176 + + +0.338 - - --0.175 + + +0.34 - - --0.174 + + +0.342 - - --0.173 + + +0.344 - - --0.172 + + +0.346 - - --0.171 + + +0.348 - - --0.17 + + +0.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/median.svg b/criterion/identity_hydroflow/report/change/median.svg index 334a851bb66d..3ce0ec5daa4e 100644 --- a/criterion/identity_hydroflow/report/change/median.svg +++ b/criterion/identity_hydroflow/report/change/median.svg @@ -9,94 +9,90 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - + -200 +80 - -250 + +100 - - -300 + + +120 - - -350 + + +140 - - -400 + + +160 - - -450 + + +180 - - -500 + + +200 - - -550 + + +220 - + - --0.177 - - - --0.176 + +0.332 - - --0.175 + + +0.334 - - --0.174 + + +0.336 - - --0.173 + + +0.338 - - --0.172 + + +0.34 - - --0.171 + + +0.342 - - --0.17 + + +0.344 - - --0.169 + + +0.346 - - --0.168 + + +0.348 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/t-test.svg b/criterion/identity_hydroflow/report/change/t-test.svg index e7aeb8357274..926d5ab47258 100644 --- a/criterion/identity_hydroflow/report/change/t-test.svg +++ b/criterion/identity_hydroflow/report/change/t-test.svg @@ -21,69 +21,69 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow/report/index.html b/criterion/identity_hydroflow/report/index.html index 08dac8fcb417..81b7aae47391 100644 --- a/criterion/identity_hydroflow/report/index.html +++ b/criterion/identity_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0003670 - 0.0003795 - 0.0003638 + 0.0069881 + 0.0072366 + 0.0069564 Mean - 14.356 ms - 14.358 ms - 14.360 ms + 19.170 ms + 19.268 ms + 19.373 ms Std. Dev. - 8.4149 µs - 12.220 µs - 15.354 µs + 418.35 µs + 522.38 µs + 622.25 µs Median - 14.353 ms - 14.354 ms - 14.356 ms + 19.132 ms + 19.236 ms + 19.343 ms MAD - 5.2630 µs - 7.0979 µs - 9.5441 µs + 378.39 µs + 523.03 µs + 589.20 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -17.933% - -17.467% - -17.027% + +33.583% + +34.201% + +34.984% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/identity_hydroflow/report/iteration_times.svg b/criterion/identity_hydroflow/report/iteration_times.svg index e6e3674fec11..bda1f13cf269 100644 --- a/criterion/identity_hydroflow/report/iteration_times.svg +++ b/criterion/identity_hydroflow/report/iteration_times.svg @@ -15,37 +15,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -14.35 + +18.5 - - -14.36 + + +19.0 - - -14.37 + + +19.5 - - -14.38 + + +20.0 - - -14.39 + + +20.5 - - -14.4 + + +21.0 - + 10 @@ -87,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow/report/iteration_times_small.svg b/criterion/identity_hydroflow/report/iteration_times_small.svg index cad8acd7570a..60fee6ffb775 100644 --- a/criterion/identity_hydroflow/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/iteration_times_small.svg @@ -12,37 +12,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -14.35 + +18.5 - - -14.36 + + +19.0 - - -14.37 + + +19.5 - - -14.38 + + +20.0 - - -14.39 + + +20.5 - - -14.4 + + +21.0 - + 10 @@ -84,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/mean.svg b/criterion/identity_hydroflow/report/mean.svg index e3472a1f7a54..0dabd8f7602b 100644 --- a/criterion/identity_hydroflow/report/mean.svg +++ b/criterion/identity_hydroflow/report/mean.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (ms) - -50 + +1 - - -100 + + +2 - - -150 + + +3 - - -200 + + +4 - - -250 + + +5 - - -300 + + +6 - + + +7 + + -350 +8 - -14.3555 - - - -14.356 - - - -14.3565 - - - -14.357 - - - -14.3575 - - - -14.358 + +19.15 - - -14.3585 + + +19.2 - - -14.359 + + +19.25 - - -14.3595 + + +19.3 - - -14.36 + + +19.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/median.svg b/criterion/identity_hydroflow/report/median.svg index 735e44bbdaae..80eaf2a391b6 100644 --- a/criterion/identity_hydroflow/report/median.svg +++ b/criterion/identity_hydroflow/report/median.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (ms) - -100 + +2 - - -200 + + +4 - - -300 + + +6 - - -400 + + +8 - - -500 + + +10 - - -600 + + +12 - - -700 + + +14 - - -800 + + +16 - - -900 - - - -1000 - - + - -14.353 - - - -14.3535 - - - -14.354 + +19.15 - - -14.3545 + + +19.2 - - -14.355 + + +19.25 - - -14.3555 + + +19.3 - - -14.356 + + +19.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/pdf.svg b/criterion/identity_hydroflow/report/pdf.svg index 5e3d30611d6b..9be0930f3b41 100644 --- a/criterion/identity_hydroflow/report/pdf.svg +++ b/criterion/identity_hydroflow/report/pdf.svg @@ -13,75 +13,63 @@ Average Time (ms) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - + -4 +3 - -14.34 + +18 - - -14.35 + + +18.5 - - -14.36 + + +19 - + -14.37 +19.5 - -14.38 - - - -14.39 + +20 - - -14.4 + + +20.5 - - -14.41 + + +21 - - -14.42 + + +21.5 - + Density (a.u.) @@ -90,60 +78,44 @@ Density (a.u.) 0 - -5 + +0.1 - - -10 + + +0.2 - - -15 + + +0.3 - - -20 + + +0.4 - - -25 - - - -30 - - - -35 + + +0.5 - - -40 + + +0.6 - - -45 + + +0.7 - - - - - + + + + + - - - - - - - - - - - - - + + + + + PDF diff --git a/criterion/identity_hydroflow/report/pdf_small.svg b/criterion/identity_hydroflow/report/pdf_small.svg index b7b677ccb1a3..c241ae2f0687 100644 --- a/criterion/identity_hydroflow/report/pdf_small.svg +++ b/criterion/identity_hydroflow/report/pdf_small.svg @@ -10,67 +10,55 @@ Average Time (ms) 0 - -5 + +0.1 - - -10 + + +0.2 - - -15 + + +0.3 - - -20 - - - -25 - - - -30 + + +0.4 - - -35 + + +0.5 - - -40 + + +0.6 - - -45 + + +0.7 - - -50 + + +0.8 - + - -14.34 + +18 - - -14.36 + + +19 - - -14.38 - - - -14.4 + + +20 - - -14.42 + + +21 - - - + + + diff --git a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg index ff478217056c..6b6fc16b8b13 100644 --- a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg @@ -13,57 +13,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -14.5 - - - + 15.0 - - -15.5 - - - + + 16.0 - - -16.5 - - - + + 17.0 - - -17.5 - - - + + 18.0 - - -18.5 - - - + + 19.0 - + + +20.0 + + + +21.0 + + 0 @@ -109,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/relative_pdf_small.svg b/criterion/identity_hydroflow/report/relative_pdf_small.svg index 17cacd601cfe..29c7044a9388 100644 --- a/criterion/identity_hydroflow/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow/report/relative_pdf_small.svg @@ -43,20 +43,20 @@ Average Time (ms) - + 16 - - + + 18 - - + + 20 - - - - - + + + + + diff --git a/criterion/identity_hydroflow/report/typical.svg b/criterion/identity_hydroflow/report/typical.svg index 0a1038f9d49f..4f2dc7bc1851 100644 --- a/criterion/identity_hydroflow/report/typical.svg +++ b/criterion/identity_hydroflow/report/typical.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (ms) - -50 + +1 - - -100 + + +2 - - -150 + + +3 - - -200 + + +4 - - -250 + + +5 - - -300 + + +6 - + + +7 + + -350 +8 - -14.3555 - - - -14.356 - - - -14.3565 - - - -14.357 - - - -14.3575 - - - -14.358 + +19.15 - - -14.3585 + + +19.2 - - -14.359 + + +19.25 - - -14.3595 + + +19.3 - - -14.36 + + +19.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/base/estimates.json b/criterion/identity_hydroflow_compiled/base/estimates.json index 13233dfd9b73..25608df377be 100644 --- a/criterion/identity_hydroflow_compiled/base/estimates.json +++ b/criterion/identity_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18213114.44125001,"upper_bound":18220401.421499994},"point_estimate":18216583.746666666,"standard_error":1855.7447758646451},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18206106.5,"upper_bound":18210640.0},"point_estimate":18206906.333333332,"standard_error":1059.2137428463493},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2273.0728596467306,"upper_bound":8524.949848651886},"point_estimate":4027.7299284925793,"standard_error":1525.2054373229826},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14385.114742847765,"upper_bound":22096.454192297082},"point_estimate":18638.93024410175,"standard_error":1971.1225727289777}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18068249.713750005,"upper_bound":18332729.34933333},"point_estimate":18199320.453333333,"standard_error":67682.73487207016},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18031280.666666668,"upper_bound":18384099.5},"point_estimate":18266432.166666664,"standard_error":84247.38519181857},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":547179.8302581162,"upper_bound":859468.6409413833},"point_estimate":735794.351837039,"standard_error":77751.07826232708},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":580265.4361305373,"upper_bound":775328.2784719531},"point_estimate":681198.3995810465,"standard_error":49872.23242442678}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/sample.json b/criterion/identity_hydroflow_compiled/base/sample.json index e5fb34677b84..59e462ff23c8 100644 --- a/criterion/identity_hydroflow_compiled/base/sample.json +++ b/criterion/identity_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[54617520.0,54616819.0,54619319.0,54614220.0,54622719.0,54721719.0,54623319.0,54615920.0,54738019.0,54690419.0,54689019.0,54645219.0,54640719.0,54681519.0,54614820.0,54616919.0,54620719.0,54680820.0,54643019.0,54636219.0,54649319.0,54615020.0,54616419.0,54644419.0,54610820.0,54618419.0,54834319.0,54614019.0,54637019.0,54640220.0,54613619.0,54785419.0,54794918.0,54612719.0,54628620.0,54617719.0,54612420.0,54617319.0,54615919.0,54745619.0,54621820.0,54834818.0,54612519.0,54642620.0,54800018.0,54618419.0,54642120.0,54622519.0,54610620.0,54648719.0,54618219.0,54633220.0,54615019.0,54620419.0,54611020.0,54613519.0,54611620.0,54731418.0,54615820.0,54608919.0,54618420.0,54616619.0,54611720.0,54626719.0,54663519.0,54675119.0,54631920.0,54623419.0,54677119.0,54620719.0,54655120.0,54685219.0,54613919.0,54618819.0,54618820.0,54612619.0,54675519.0,54615420.0,54618419.0,54711719.0,54614620.0,54777318.0,54650019.0,54636720.0,54791118.0,54620220.0,54621819.0,54731019.0,54614519.0,54613720.0,54616919.0,54614819.0,54611220.0,54614919.0,54726219.0,54675119.0,54618220.0,54617619.0,54614919.0,54796519.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[56396756.0,55771153.0,55273450.0,55513051.0,55794753.0,55729453.0,53937341.0,53115736.0,52790534.0,54054842.0,52723633.0,56095055.0,55371550.0,54588746.0,52953734.0,50351218.0,49428313.0,51105223.0,53336337.0,51714227.0,53275637.0,53984442.0,54787847.0,54940647.0,56129655.0,52448332.0,56430257.0,52667633.0,50972322.0,52447032.0,54311744.0,51923428.0,52440432.0,55519651.0,53982142.0,60778684.0,55068148.0,55852454.0,56893660.0,54965847.0,53556739.0,53600639.0,53672540.0,56430357.0,56314056.0,55395750.0,55000248.0,54862247.0,51990229.0,52097730.0,54093842.0,54268243.0,51814028.0,50466219.0,53093636.0,52622033.0,56951460.0,54894147.0,57121262.0,55140848.0,54690146.0,56034455.0,56826759.0,55025248.0,56474658.0,56206555.0,59143274.0,53925841.0,54801447.0,54516645.0,57775066.0,55678152.0,54797146.0,54065642.0,53126237.0,54306143.0,52645533.0,49883016.0,51468025.0,52664333.0,52648433.0,53990442.0,53351437.0,57629065.0,55236449.0,54878248.0,58327669.0,56914160.0,56883659.0,57629865.0,56201855.0,56811360.0,56370856.0,56320757.0,55629152.0,53730739.0,56611459.0,56448757.0,56441257.0,54434844.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/tukey.json b/criterion/identity_hydroflow_compiled/base/tukey.json index c305e79e3895..fdcc3f967025 100644 --- a/criterion/identity_hydroflow_compiled/base/tukey.json +++ b/criterion/identity_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[18163206.91666667,18184156.79166667,18240023.125,18260972.999999996] \ No newline at end of file +[14683777.33333334,16195823.958333338,20227948.291666664,21739994.916666664] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/change/estimates.json b/criterion/identity_hydroflow_compiled/change/estimates.json index 154b691fbf90..89552389e532 100644 --- a/criterion/identity_hydroflow_compiled/change/estimates.json +++ b/criterion/identity_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.24011563620001838,"upper_bound":0.24069464345257546},"point_estimate":0.2403911885935952,"standard_error":0.00014902111591950638},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.23968170849842863,"upper_bound":0.24010677532154778},"point_estimate":0.23981397950624905,"standard_error":0.00010712527239284538}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009130236463620635,"upper_bound":0.0056449893449849325},"point_estimate":-0.000947669089518044,"standard_error":0.0036065080860085735},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008266011874126233,"upper_bound":0.009346064004442933},"point_estimate":0.003269409544022883,"standard_error":0.004507083135143351}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/estimates.json b/criterion/identity_hydroflow_compiled/new/estimates.json index 13233dfd9b73..25608df377be 100644 --- a/criterion/identity_hydroflow_compiled/new/estimates.json +++ b/criterion/identity_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18213114.44125001,"upper_bound":18220401.421499994},"point_estimate":18216583.746666666,"standard_error":1855.7447758646451},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18206106.5,"upper_bound":18210640.0},"point_estimate":18206906.333333332,"standard_error":1059.2137428463493},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2273.0728596467306,"upper_bound":8524.949848651886},"point_estimate":4027.7299284925793,"standard_error":1525.2054373229826},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14385.114742847765,"upper_bound":22096.454192297082},"point_estimate":18638.93024410175,"standard_error":1971.1225727289777}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18068249.713750005,"upper_bound":18332729.34933333},"point_estimate":18199320.453333333,"standard_error":67682.73487207016},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18031280.666666668,"upper_bound":18384099.5},"point_estimate":18266432.166666664,"standard_error":84247.38519181857},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":547179.8302581162,"upper_bound":859468.6409413833},"point_estimate":735794.351837039,"standard_error":77751.07826232708},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":580265.4361305373,"upper_bound":775328.2784719531},"point_estimate":681198.3995810465,"standard_error":49872.23242442678}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/sample.json b/criterion/identity_hydroflow_compiled/new/sample.json index e5fb34677b84..59e462ff23c8 100644 --- a/criterion/identity_hydroflow_compiled/new/sample.json +++ b/criterion/identity_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[54617520.0,54616819.0,54619319.0,54614220.0,54622719.0,54721719.0,54623319.0,54615920.0,54738019.0,54690419.0,54689019.0,54645219.0,54640719.0,54681519.0,54614820.0,54616919.0,54620719.0,54680820.0,54643019.0,54636219.0,54649319.0,54615020.0,54616419.0,54644419.0,54610820.0,54618419.0,54834319.0,54614019.0,54637019.0,54640220.0,54613619.0,54785419.0,54794918.0,54612719.0,54628620.0,54617719.0,54612420.0,54617319.0,54615919.0,54745619.0,54621820.0,54834818.0,54612519.0,54642620.0,54800018.0,54618419.0,54642120.0,54622519.0,54610620.0,54648719.0,54618219.0,54633220.0,54615019.0,54620419.0,54611020.0,54613519.0,54611620.0,54731418.0,54615820.0,54608919.0,54618420.0,54616619.0,54611720.0,54626719.0,54663519.0,54675119.0,54631920.0,54623419.0,54677119.0,54620719.0,54655120.0,54685219.0,54613919.0,54618819.0,54618820.0,54612619.0,54675519.0,54615420.0,54618419.0,54711719.0,54614620.0,54777318.0,54650019.0,54636720.0,54791118.0,54620220.0,54621819.0,54731019.0,54614519.0,54613720.0,54616919.0,54614819.0,54611220.0,54614919.0,54726219.0,54675119.0,54618220.0,54617619.0,54614919.0,54796519.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[56396756.0,55771153.0,55273450.0,55513051.0,55794753.0,55729453.0,53937341.0,53115736.0,52790534.0,54054842.0,52723633.0,56095055.0,55371550.0,54588746.0,52953734.0,50351218.0,49428313.0,51105223.0,53336337.0,51714227.0,53275637.0,53984442.0,54787847.0,54940647.0,56129655.0,52448332.0,56430257.0,52667633.0,50972322.0,52447032.0,54311744.0,51923428.0,52440432.0,55519651.0,53982142.0,60778684.0,55068148.0,55852454.0,56893660.0,54965847.0,53556739.0,53600639.0,53672540.0,56430357.0,56314056.0,55395750.0,55000248.0,54862247.0,51990229.0,52097730.0,54093842.0,54268243.0,51814028.0,50466219.0,53093636.0,52622033.0,56951460.0,54894147.0,57121262.0,55140848.0,54690146.0,56034455.0,56826759.0,55025248.0,56474658.0,56206555.0,59143274.0,53925841.0,54801447.0,54516645.0,57775066.0,55678152.0,54797146.0,54065642.0,53126237.0,54306143.0,52645533.0,49883016.0,51468025.0,52664333.0,52648433.0,53990442.0,53351437.0,57629065.0,55236449.0,54878248.0,58327669.0,56914160.0,56883659.0,57629865.0,56201855.0,56811360.0,56370856.0,56320757.0,55629152.0,53730739.0,56611459.0,56448757.0,56441257.0,54434844.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/tukey.json b/criterion/identity_hydroflow_compiled/new/tukey.json index c305e79e3895..fdcc3f967025 100644 --- a/criterion/identity_hydroflow_compiled/new/tukey.json +++ b/criterion/identity_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[18163206.91666667,18184156.79166667,18240023.125,18260972.999999996] \ No newline at end of file +[14683777.33333334,16195823.958333338,20227948.291666664,21739994.916666664] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/report/MAD.svg b/criterion/identity_hydroflow_compiled/report/MAD.svg index 29e6addd3a4b..37ad9b3a1213 100644 --- a/criterion/identity_hydroflow_compiled/report/MAD.svg +++ b/criterion/identity_hydroflow_compiled/report/MAD.svg @@ -10,69 +10,61 @@ Average time (µs) -0.05 +0.001 - -0.1 + +0.002 - - -0.15 + + +0.003 - - -0.2 + + +0.004 - - -0.25 + + +0.005 - - -0.3 + + +0.006 - - -0.35 - - + - -2 - - - -3 + +550 - - -4 + + +600 - - -5 + + +650 - - -6 + + +700 - - -7 + + +750 - - -8 + + +800 - - -9 + + +850 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/SD.svg b/criterion/identity_hydroflow_compiled/report/SD.svg index ae2986b5e7f5..43b855e2ed6d 100644 --- a/criterion/identity_hydroflow_compiled/report/SD.svg +++ b/criterion/identity_hydroflow_compiled/report/SD.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (µs) - -0.02 + +0.001 - - -0.04 + + +0.002 - - -0.06 + + +0.003 - - -0.08 + + +0.004 - - -0.1 + + +0.005 - - -0.12 + + +0.006 - - -0.14 + + +0.007 - - -0.16 + + +0.008 - - -0.18 - - - -0.2 - - - -0.22 - - + - -14 - - - -15 - - - -16 - - - -17 - - - -18 - - - -19 + +600 - - -20 + + +650 - - -21 + + +700 - - -22 + + +750 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg index 07d088ab2946..75691b888998 100644 --- a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg @@ -16,42 +16,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - -15.0 - - - -15.5 - - - -16.0 - - - + 16.5 - - + + 17.0 - - + + 17.5 - - + + 18.0 - + + +18.5 + + + +19.0 + + + +19.5 + + + +20.0 + + 0 @@ -97,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_compiled/report/both/pdf.svg b/criterion/identity_hydroflow_compiled/report/both/pdf.svg index 438ec285a837..e9369ad3165a 100644 --- a/criterion/identity_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/both/pdf.svg @@ -9,67 +9,47 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - - -45 - - - -50 - - + - -15 - - - + 16 - - -17 - - - + + 18 - - - - - + + +20 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow_compiled/report/change/mean.svg b/criterion/identity_hydroflow_compiled/report/change/mean.svg index edf35196fc6c..620a2d0db1bd 100644 --- a/criterion/identity_hydroflow_compiled/report/change/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/change/mean.svg @@ -9,59 +9,75 @@ Density (a.u.) Relative change (%) - -500 + +20 - - -1000 + + +40 - - -1500 + + +60 - - -2000 + + +80 - - -2500 + + +100 - + + +120 + + + +140 + + - -0.2401 - - - -0.2402 - - - -0.2403 - - - -0.2404 - - - -0.2405 - - - -0.2406 - - - -0.2407 - - - - - - + +-0.01 + + + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 + + + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/median.svg b/criterion/identity_hydroflow_compiled/report/change/median.svg index 11c1f1c3ccc6..d6f86b5ac15a 100644 --- a/criterion/identity_hydroflow_compiled/report/change/median.svg +++ b/criterion/identity_hydroflow_compiled/report/change/median.svg @@ -9,83 +9,83 @@ Density (a.u.) Relative change (%) - -500 + +20 - - -1000 + + +40 - - -1500 + + +60 - - -2000 + + +80 - - -2500 + + +100 - - -3000 + + +120 - - -3500 + + +140 - + - -0.23965 - - - -0.2397 - - - -0.23975 - - - -0.2398 - - - -0.23985 - - - -0.2399 - - - -0.23995 - - - -0.24 - - - -0.24005 - - - -0.2401 - - - -0.24015 - - - - - - + +-0.01 + + + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 + + + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/t-test.svg b/criterion/identity_hydroflow_compiled/report/change/t-test.svg index ca6bb9e80f4a..1c609e9b7fc3 100644 --- a/criterion/identity_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/identity_hydroflow_compiled/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_compiled/report/index.html b/criterion/identity_hydroflow_compiled/report/index.html index 7874f5be1b6d..bf75b83311e8 100644 --- a/criterion/identity_hydroflow_compiled/report/index.html +++ b/criterion/identity_hydroflow_compiled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0630003 - 0.0650616 - 0.0625821 + 0.0000620 + 0.0000643 + 0.0000619 Mean - 18.213 ms - 18.217 ms - 18.220 ms + 18.068 ms + 18.199 ms + 18.333 ms Std. Dev. - 14.385 µs - 18.639 µs - 22.096 µs + 580.27 µs + 681.20 µs + 775.33 µs Median - 18.206 ms - 18.207 ms - 18.211 ms + 18.031 ms + 18.266 ms + 18.384 ms MAD - 2.2731 µs - 4.0277 µs - 8.5249 µs + 547.18 µs + 735.79 µs + 859.47 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +24.012% - +24.039% - +24.069% - (p = 0.00 < + -0.9130% + -0.0948% + +0.5645% + (p = 0.79 > 0.05) - Performance has regressed. + No change in performance detected.

Additional Plots:

diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/iteration_times.svg index a4b68d17d098..760ae95cb855 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times.svg @@ -15,42 +15,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - -18.21 + +16.5 - - -18.22 + + +17.0 - - -18.23 + + +17.5 - - -18.24 + + +18.0 - - -18.25 + + +18.5 - - -18.26 + + +19.0 - - -18.27 + + +19.5 - + + +20.0 + + 10 @@ -92,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg index cfea227c09b5..59d010d92e85 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg @@ -12,42 +12,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - -18.21 + +16.5 - - -18.22 + + +17.0 - - -18.23 + + +17.5 - - -18.24 + + +18.0 - - -18.25 + + +18.5 - - -18.26 + + +19.0 - - -18.27 + + +19.5 - + + +20.0 + + 10 @@ -89,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/mean.svg b/criterion/identity_hydroflow_compiled/report/mean.svg index bf12e80a50b4..9ee56be07c6e 100644 --- a/criterion/identity_hydroflow_compiled/report/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -20 + +1 - - -40 + + +2 - - -60 + + +3 - - -80 + + +4 - - -100 - - - -120 - - - -140 - - - -160 - - + -180 +5 - -200 + +6 - - -220 - - + - -18.213 - - - -18.214 - - - -18.215 + +18.05 - - -18.216 + + +18.1 - - -18.217 + + +18.15 - - -18.218 + + +18.2 - - -18.219 + + +18.25 - - -18.22 + + +18.3 - - -18.221 + + +18.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/median.svg b/criterion/identity_hydroflow_compiled/report/median.svg index 260d1efa9ebb..c58ef4a8bcb5 100644 --- a/criterion/identity_hydroflow_compiled/report/median.svg +++ b/criterion/identity_hydroflow_compiled/report/median.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (ms) - -100 + +1 - - -200 + + +2 - - -300 + + +3 - - -400 + + +4 - - -500 + + +5 - + + +6 + + -600 +7 - -700 + +8 - - -800 + + +9 - + - -18.206 - - - -18.2065 - - - -18.207 + +18 - - -18.2075 + + +18.05 - - -18.208 + + +18.1 - - -18.2085 + + +18.15 - - -18.209 + + +18.2 - - -18.2095 + + +18.25 - - -18.21 + + +18.3 - - -18.2105 + + +18.35 - - -18.211 + + +18.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/pdf.svg b/criterion/identity_hydroflow_compiled/report/pdf.svg index eb3706fadd65..d823f2b097c0 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf.svg @@ -38,34 +38,50 @@ Average Time (ms) - -18.18 + +16 - - -18.2 + + +16.5 - - -18.22 + + +17 - - -18.24 + + +17.5 - - -18.26 + + +18 - - -18.28 + + +18.5 - - -18.3 + + +19 - + + +19.5 + + + +20 + + + +20.5 + + + +21 + + Density (a.u.) @@ -74,64 +90,54 @@ Density (a.u.) 0 - -5 + +0.05 - - -10 + + +0.1 - - -15 + + +0.15 - - -20 + + +0.2 - - -25 + + +0.25 - - -30 + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + +0.5 - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + PDF diff --git a/criterion/identity_hydroflow_compiled/report/pdf_small.svg b/criterion/identity_hydroflow_compiled/report/pdf_small.svg index c7023c5882f0..70f6987c3aeb 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf_small.svg @@ -10,43 +10,39 @@ Average Time (ms) 0 - -5 + +0.1 - - -10 + + +0.2 - - -15 + + +0.3 - - -20 - - - -25 - - - -30 + + +0.4 - - -35 + + +0.5 - + - -18.2 + +16 - - -18.25 + + +18 + + + +20 - - - + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg index 01087aa9c1cd..5d0b4fe3472b 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg @@ -13,42 +13,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - -15.0 - - - -15.5 - - - -16.0 - - - + 16.5 - - + + 17.0 - - + + 17.5 - - + + 18.0 - + + +18.5 + + + +19.0 + + + +19.5 + + + +20.0 + + 0 @@ -94,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg index d5087e132321..28df6e2b15d6 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,65 +6,45 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - - -45 - - - -50 - - + - -15 - - - + 16 - - -17 - - - + + 18 - - - - - + + +20 + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/typical.svg b/criterion/identity_hydroflow_compiled/report/typical.svg index 477028e9d72c..20d6812b616f 100644 --- a/criterion/identity_hydroflow_compiled/report/typical.svg +++ b/criterion/identity_hydroflow_compiled/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -20 + +1 - - -40 + + +2 - - -60 + + +3 - - -80 + + +4 - - -100 - - - -120 - - - -140 - - - -160 - - + -180 +5 - -200 + +6 - - -220 - - + - -18.213 - - - -18.214 - - - -18.215 + +18.05 - - -18.216 + + +18.1 - - -18.217 + + +18.15 - - -18.218 + + +18.2 - - -18.219 + + +18.25 - - -18.22 + + +18.3 - - -18.221 + + +18.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/base/estimates.json b/criterion/identity_hydroflow_surface/base/estimates.json index 1c93a978e540..a36cad08412b 100644 --- a/criterion/identity_hydroflow_surface/base/estimates.json +++ b/criterion/identity_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19523316.092666667,"upper_bound":19526163.552333333},"point_estimate":19524629.91,"standard_error":731.3986913929375},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19522268.333333332,"upper_bound":19523501.333333332},"point_estimate":19522766.0,"standard_error":298.8278621760858},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2451.664381470741,"upper_bound":4472.509920596156},"point_estimate":3459.3999385842944,"standard_error":487.77900510282376},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4252.098516610236,"upper_bound":10413.701521771702},"point_estimate":7363.632080743285,"standard_error":1660.7888936370243}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18517161.61333333,"upper_bound":18986640.722249992},"point_estimate":18738207.483333334,"standard_error":120186.9850513776},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18350608.0,"upper_bound":18653226.0},"point_estimate":18547458.666666664,"standard_error":77637.35249315386},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":530921.0273742685,"upper_bound":859046.3470488768},"point_estimate":757908.0717444392,"standard_error":83245.55777888931},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":798748.900423157,"upper_bound":1558664.4635827763},"point_estimate":1208247.2686726083,"standard_error":195102.83977458315}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/sample.json b/criterion/identity_hydroflow_surface/base/sample.json index b42e8fb6186f..c89fc2b2176a 100644 --- a/criterion/identity_hydroflow_surface/base/sample.json +++ b/criterion/identity_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[58564293.0,58564792.0,58560793.0,58577192.0,58574793.0,58562093.0,58600792.0,58627792.0,58567992.0,58586493.0,58576192.0,58573293.0,58555892.0,58557393.0,58580193.0,58576992.0,58569793.0,58563892.0,58566093.0,58570693.0,58557992.0,58565893.0,58569493.0,58584192.0,58567693.0,58562592.0,58583493.0,58565292.0,58557093.0,58576715.0,58575404.0,58559804.0,58551305.0,58561904.0,58566304.0,58567804.0,58561404.0,58557604.0,58568704.0,58647603.0,58591703.0,58581504.0,58555704.0,58607804.0,58635603.0,58567204.0,58566704.0,58571404.0,58562204.0,58555804.0,58560904.0,58719602.0,58585504.0,58553004.0,58556404.0,58568704.0,58566904.0,58580104.0,58567704.0,58556104.0,58596804.0,58554604.0,58570804.0,58584503.0,58584404.0,58599804.0,58571404.0,58586003.0,58571804.0,58560604.0,58566905.0,58561104.0,58574404.0,58564604.0,58610403.0,58569204.0,58566804.0,58574704.0,58560804.0,58567604.0,58564604.0,58583604.0,58574504.0,58568604.0,58565204.0,58585803.0,58566805.0,58556704.0,58571004.0,58567704.0,58569004.0,58593803.0,58562804.0,58560204.0,58580304.0,58563704.0,58569504.0,58570504.0,58551905.0,58569104.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[54471135.0,56990351.0,54604236.0,57042852.0,56420647.0,57237452.0,56419648.0,55820544.0,54037832.0,53869932.0,55041939.0,57127152.0,59983069.0,56332447.0,56457247.0,59402566.0,57199352.0,58214759.0,57146496.0,55853027.0,61611150.0,66080369.0,69263782.0,57478533.0,55471726.0,53589218.0,54221920.0,55099524.0,55743327.0,56009628.0,52709314.0,53824619.0,54765422.0,59667943.0,58179237.0,58903839.0,55566126.0,53712118.0,58661239.0,54468121.0,57294433.0,55854327.0,55769427.0,55413625.0,57226333.0,55219425.0,54536421.0,53704419.0,52745214.0,53518218.0,57554334.0,57772735.0,56561029.0,58152037.0,72820196.0,72080293.0,57373433.0,54015520.0,55051824.0,54644522.0,55604226.0,52911115.0,54613722.0,55959328.0,56067528.0,55711426.0,60396246.0,65185865.0,54067619.0,55971728.0,54729023.0,55412825.0,56716930.0,58339938.0,57561034.0,53780918.0,52843015.0,51803011.0,55138924.0,56438029.0,55947628.0,53809519.0,54087120.0,52148612.0,54611022.0,55680526.0,51740110.0,52373413.0,55012424.0,56209828.0,54772223.0,53398317.0,55699327.0,54363421.0,53286616.0,54130420.0,51585510.0,53728319.0,52160012.0,55457825.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/tukey.json b/criterion/identity_hydroflow_surface/base/tukey.json index 1368379c86a3..1114f2e6f96e 100644 --- a/criterion/identity_hydroflow_surface/base/tukey.json +++ b/criterion/identity_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[19506284.666666668,19513558.166666668,19532954.166666668,19540227.666666668] \ No newline at end of file +[14999749.999999996,16519807.499999998,20573294.16666667,22093351.66666667] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/change/estimates.json b/criterion/identity_hydroflow_surface/change/estimates.json index 14f3245851e4..ceb6179e4758 100644 --- a/criterion/identity_hydroflow_surface/change/estimates.json +++ b/criterion/identity_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.30488850837539627,"upper_bound":0.30571775597845297},"point_estimate":0.30529909856296067,"standard_error":0.00021153207925747011},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3045672407372668,"upper_bound":0.3054675354789434},"point_estimate":0.3049430239041533,"standard_error":0.00022865550331802406}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05223925902479951,"upper_bound":-0.027140398624937872},"point_estimate":-0.04027848058025829,"standard_error":0.006169865874522787},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.06046131816908851,"upper_bound":-0.04466532617383956},"point_estimate":-0.04995743601769009,"standard_error":0.0038929787451217296}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/estimates.json b/criterion/identity_hydroflow_surface/new/estimates.json index 1c93a978e540..a36cad08412b 100644 --- a/criterion/identity_hydroflow_surface/new/estimates.json +++ b/criterion/identity_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19523316.092666667,"upper_bound":19526163.552333333},"point_estimate":19524629.91,"standard_error":731.3986913929375},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19522268.333333332,"upper_bound":19523501.333333332},"point_estimate":19522766.0,"standard_error":298.8278621760858},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2451.664381470741,"upper_bound":4472.509920596156},"point_estimate":3459.3999385842944,"standard_error":487.77900510282376},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4252.098516610236,"upper_bound":10413.701521771702},"point_estimate":7363.632080743285,"standard_error":1660.7888936370243}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18517161.61333333,"upper_bound":18986640.722249992},"point_estimate":18738207.483333334,"standard_error":120186.9850513776},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18350608.0,"upper_bound":18653226.0},"point_estimate":18547458.666666664,"standard_error":77637.35249315386},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":530921.0273742685,"upper_bound":859046.3470488768},"point_estimate":757908.0717444392,"standard_error":83245.55777888931},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":798748.900423157,"upper_bound":1558664.4635827763},"point_estimate":1208247.2686726083,"standard_error":195102.83977458315}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/sample.json b/criterion/identity_hydroflow_surface/new/sample.json index b42e8fb6186f..c89fc2b2176a 100644 --- a/criterion/identity_hydroflow_surface/new/sample.json +++ b/criterion/identity_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[58564293.0,58564792.0,58560793.0,58577192.0,58574793.0,58562093.0,58600792.0,58627792.0,58567992.0,58586493.0,58576192.0,58573293.0,58555892.0,58557393.0,58580193.0,58576992.0,58569793.0,58563892.0,58566093.0,58570693.0,58557992.0,58565893.0,58569493.0,58584192.0,58567693.0,58562592.0,58583493.0,58565292.0,58557093.0,58576715.0,58575404.0,58559804.0,58551305.0,58561904.0,58566304.0,58567804.0,58561404.0,58557604.0,58568704.0,58647603.0,58591703.0,58581504.0,58555704.0,58607804.0,58635603.0,58567204.0,58566704.0,58571404.0,58562204.0,58555804.0,58560904.0,58719602.0,58585504.0,58553004.0,58556404.0,58568704.0,58566904.0,58580104.0,58567704.0,58556104.0,58596804.0,58554604.0,58570804.0,58584503.0,58584404.0,58599804.0,58571404.0,58586003.0,58571804.0,58560604.0,58566905.0,58561104.0,58574404.0,58564604.0,58610403.0,58569204.0,58566804.0,58574704.0,58560804.0,58567604.0,58564604.0,58583604.0,58574504.0,58568604.0,58565204.0,58585803.0,58566805.0,58556704.0,58571004.0,58567704.0,58569004.0,58593803.0,58562804.0,58560204.0,58580304.0,58563704.0,58569504.0,58570504.0,58551905.0,58569104.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[54471135.0,56990351.0,54604236.0,57042852.0,56420647.0,57237452.0,56419648.0,55820544.0,54037832.0,53869932.0,55041939.0,57127152.0,59983069.0,56332447.0,56457247.0,59402566.0,57199352.0,58214759.0,57146496.0,55853027.0,61611150.0,66080369.0,69263782.0,57478533.0,55471726.0,53589218.0,54221920.0,55099524.0,55743327.0,56009628.0,52709314.0,53824619.0,54765422.0,59667943.0,58179237.0,58903839.0,55566126.0,53712118.0,58661239.0,54468121.0,57294433.0,55854327.0,55769427.0,55413625.0,57226333.0,55219425.0,54536421.0,53704419.0,52745214.0,53518218.0,57554334.0,57772735.0,56561029.0,58152037.0,72820196.0,72080293.0,57373433.0,54015520.0,55051824.0,54644522.0,55604226.0,52911115.0,54613722.0,55959328.0,56067528.0,55711426.0,60396246.0,65185865.0,54067619.0,55971728.0,54729023.0,55412825.0,56716930.0,58339938.0,57561034.0,53780918.0,52843015.0,51803011.0,55138924.0,56438029.0,55947628.0,53809519.0,54087120.0,52148612.0,54611022.0,55680526.0,51740110.0,52373413.0,55012424.0,56209828.0,54772223.0,53398317.0,55699327.0,54363421.0,53286616.0,54130420.0,51585510.0,53728319.0,52160012.0,55457825.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/tukey.json b/criterion/identity_hydroflow_surface/new/tukey.json index 1368379c86a3..1114f2e6f96e 100644 --- a/criterion/identity_hydroflow_surface/new/tukey.json +++ b/criterion/identity_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[19506284.666666668,19513558.166666668,19532954.166666668,19540227.666666668] \ No newline at end of file +[14999749.999999996,16519807.499999998,20573294.16666667,22093351.66666667] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/report/MAD.svg b/criterion/identity_hydroflow_surface/report/MAD.svg index 19992abf74eb..3c3d70f30d64 100644 --- a/criterion/identity_hydroflow_surface/report/MAD.svg +++ b/criterion/identity_hydroflow_surface/report/MAD.svg @@ -9,54 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +5e-4 - - -0.4 + + +0.001 - - -0.6 + + +0.0015 - - -0.8 + + +0.002 - - -1 + + +0.0025 - + + +0.003 + + + +0.0035 + + + +0.004 + + + +0.0045 + + -1.2 +0.005 - -2.5 + +500 + + + +550 + + + +600 + + + +650 - - -3 + + +700 - - -3.5 + + +750 - - -4 + + +800 - - -4.5 + + +850 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/SD.svg b/criterion/identity_hydroflow_surface/report/SD.svg index 091fa7d8ad8d..9eb6bb7d5e52 100644 --- a/criterion/identity_hydroflow_surface/report/SD.svg +++ b/criterion/identity_hydroflow_surface/report/SD.svg @@ -6,65 +6,93 @@ identity/hydroflow/surface:SD Density (a.u.) -Average time (µs) +Average time (ms) - -0.05 + +0.2 - - -0.1 + + +0.4 - - -0.15 + + +0.6 - - -0.2 + + +0.8 + + + +1 + + + +1.2 + + + +1.4 - - -0.25 + + +1.6 - + + +1.8 + + + +2 + + + +2.2 + + - -4 + +0.8 + + + +0.9 - - -5 + + +1 - - -6 + + +1.1 - - -7 + + +1.2 - - -8 + + +1.3 - - -9 + + +1.4 - - -10 + + +1.5 - - -11 + + +1.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg index 5313c1dff652..3b3d1afe4885 100644 --- a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg @@ -16,57 +16,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -15.0 - - - -15.5 - - - -16.0 - - - -16.5 + +18.0 - - -17.0 + + +19.0 - - -17.5 + + +20.0 - - -18.0 + + +21.0 - - -18.5 + + +22.0 - - -19.0 + + +23.0 - - -19.5 + + +24.0 - + 0 @@ -112,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_surface/report/both/pdf.svg b/criterion/identity_hydroflow_surface/report/both/pdf.svg index 766896ba7420..9c4a0cb5d591 100644 --- a/criterion/identity_hydroflow_surface/report/both/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/both/pdf.svg @@ -42,30 +42,30 @@ Average Time (ms) - -15 - - - + 16 - - -17 - - - + + 18 - - -19 + + +20 + + + +22 + + + +24 - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow_surface/report/change/mean.svg b/criterion/identity_hydroflow_surface/report/change/mean.svg index 3c5653429658..48b1da2cef0f 100644 --- a/criterion/identity_hydroflow_surface/report/change/mean.svg +++ b/criterion/identity_hydroflow_surface/report/change/mean.svg @@ -9,90 +9,66 @@ Density (a.u.) Relative change (%) - -200 + +10 - - -400 + + +20 - - -600 + + +30 - - -800 + + +40 - - -1000 + + +50 - - -1200 + + +60 - - -1400 + + +70 - - -1600 - - - -1800 - - + - -0.3048 - - - -0.3049 - - - -0.305 - - - -0.3051 - - - -0.3052 + +-0.055 - - -0.3053 + + +-0.05 - - -0.3054 + + +-0.045 - - -0.3055 + + +-0.04 - - -0.3056 + + +-0.035 - - -0.3057 + + +-0.03 - - -0.3058 + + +-0.025 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/median.svg b/criterion/identity_hydroflow_surface/report/change/median.svg index 6406b27bc410..7a670d3613e3 100644 --- a/criterion/identity_hydroflow_surface/report/change/median.svg +++ b/criterion/identity_hydroflow_surface/report/change/median.svg @@ -9,74 +9,82 @@ Density (a.u.) Relative change (%) - -500 + +20 - - -1000 + + +40 - - -1500 + + +60 - - -2000 + + +80 - - -2500 + + +100 - - - -0.3045 + + +120 + + + +140 - - -0.3046 + + +160 + + + + +-0.062 - - -0.3047 + + +-0.06 - - -0.3048 + + +-0.058 - - -0.3049 + + +-0.056 - - -0.305 + + +-0.054 - - -0.3051 + + +-0.052 - - -0.3052 + + +-0.05 - - -0.3053 + + +-0.048 - - -0.3054 + + +-0.046 - - -0.3055 + + +-0.044 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/t-test.svg b/criterion/identity_hydroflow_surface/report/change/t-test.svg index 49b263531c6f..d6581a6a99ec 100644 --- a/criterion/identity_hydroflow_surface/report/change/t-test.svg +++ b/criterion/identity_hydroflow_surface/report/change/t-test.svg @@ -21,69 +21,69 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_surface/report/index.html b/criterion/identity_hydroflow_surface/report/index.html index 4f7652df536e..3c52f338ae1b 100644 --- a/criterion/identity_hydroflow_surface/report/index.html +++ b/criterion/identity_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0004591 - 0.0004738 - 0.0004540 + 0.0004257 + 0.0004401 + 0.0004221 Mean - 19.523 ms - 19.525 ms - 19.526 ms + 18.517 ms + 18.738 ms + 18.987 ms Std. Dev. - 4.2521 µs - 7.3636 µs - 10.414 µs + 798.75 µs + 1.2082 ms + 1.5587 ms Median - 19.522 ms - 19.523 ms - 19.524 ms + 18.351 ms + 18.547 ms + 18.653 ms MAD - 2.4517 µs - 3.4594 µs - 4.4725 µs + 530.92 µs + 757.91 µs + 859.05 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +30.489% - +30.530% - +30.572% + -5.2239% + -4.0278% + -2.7140% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/identity_hydroflow_surface/report/iteration_times.svg b/criterion/identity_hydroflow_surface/report/iteration_times.svg index 53fd7ca4cb13..063c0bd56b97 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times.svg @@ -15,62 +15,42 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + - -19.52 + +18.0 - - -19.525 + + +19.0 - - -19.53 + + +20.0 - - -19.535 + + +21.0 - - -19.54 + + +22.0 - - -19.545 + + +23.0 - - -19.55 + + +24.0 - - -19.555 - - - -19.56 - - - -19.565 - - - -19.57 - - + 10 @@ -112,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg index a53062172044..7a1abfb19292 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg @@ -12,62 +12,42 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + - -19.52 + +18.0 - - -19.525 + + +19.0 - - -19.53 + + +20.0 - - -19.535 + + +21.0 - - -19.54 + + +22.0 - - -19.545 + + +23.0 - - -19.55 + + +24.0 - - -19.555 - - - -19.56 - - - -19.565 - - - -19.57 - - + 10 @@ -109,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/mean.svg b/criterion/identity_hydroflow_surface/report/mean.svg index d5b393f1f910..a18d68449964 100644 --- a/criterion/identity_hydroflow_surface/report/mean.svg +++ b/criterion/identity_hydroflow_surface/report/mean.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ms) - -100 + +0.5 - - -200 + + +1 - - -300 + + +1.5 - - -400 + + +2 - - -500 + + +2.5 - - -600 + + +3 - + + +3.5 + + - -19.523 + +18.5 + + + +18.55 + + + +18.6 + + + +18.65 + + + +18.7 - - -19.5235 + + +18.75 - - -19.524 + + +18.8 - - -19.5245 + + +18.85 - - -19.525 + + +18.9 - - -19.5255 + + +18.95 - - -19.526 + + +19 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/median.svg b/criterion/identity_hydroflow_surface/report/median.svg index 0e58e4d1738b..21e5f5ad3680 100644 --- a/criterion/identity_hydroflow_surface/report/median.svg +++ b/criterion/identity_hydroflow_surface/report/median.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (ms) - -500 + +1 - - -1000 + + +2 - - -1500 + + +3 - - -2000 + + +4 - - -2500 + + +5 - - -3000 + + +6 - - - -19.5222 + + +7 + + + +8 - - -19.5224 + + +9 + + + + +18.35 - - -19.5226 + + +18.4 - - -19.5228 + + +18.45 - - -19.523 + + +18.5 - - -19.5232 + + +18.55 - - -19.5234 + + +18.6 - - -19.5236 + + +18.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/pdf.svg b/criterion/identity_hydroflow_surface/report/pdf.svg index 20a589738339..8e1091b25007 100644 --- a/criterion/identity_hydroflow_surface/report/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/pdf.svg @@ -38,38 +38,46 @@ Average Time (ms) - -19.51 + +16 - - -19.52 + + +17 - - -19.53 + + +18 - - -19.54 + + +19 - - -19.55 + + +20 + + + +21 + + + +22 - - -19.56 + + +23 - - -19.57 + + +24 - - -19.58 + + +25 - + Density (a.u.) @@ -78,60 +86,58 @@ Density (a.u.) 0 - -10 - - - -20 - - - -30 - - - -40 - - - -50 - - - -60 - - - -70 - - - -80 - - - - - - + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_surface/report/pdf_small.svg b/criterion/identity_hydroflow_surface/report/pdf_small.svg index 3300d2a90736..afb966a46125 100644 --- a/criterion/identity_hydroflow_surface/report/pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/pdf_small.svg @@ -10,59 +10,67 @@ Average Time (ms) 0 - -10 + +0.05 - - -20 + + +0.1 + + + +0.15 - - -30 + + +0.2 - - -40 + + +0.25 - - -50 + + +0.3 - - -60 + + +0.35 - - -70 + + +0.4 - - -80 + + +0.45 - - -90 + + +0.5 - + - -19.52 + +16 - - -19.54 + + +18 + + + +20 - - -19.56 + + +22 - - -19.58 + + +24 - - - + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg index f8841d39e03b..43745a02c5b4 100644 --- a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,57 +13,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -15.0 - - - -15.5 - - - -16.0 - - - -16.5 + +18.0 - - -17.0 + + +19.0 - - -17.5 + + +20.0 - - -18.0 + + +21.0 - - -18.5 + + +22.0 - - -19.0 + + +23.0 - - -19.5 + + +24.0 - + 0 @@ -109,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg index f5a08ad6b9db..cd666036b98e 100644 --- a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg @@ -39,28 +39,28 @@ Average Time (ms) - -15 - - - + 16 - - -17 - - - + + 18 - - -19 + + +20 + + + +22 + + + +24 - - - - - + + + + + diff --git a/criterion/identity_hydroflow_surface/report/typical.svg b/criterion/identity_hydroflow_surface/report/typical.svg index cc8c4f776474..9f606c8f16e4 100644 --- a/criterion/identity_hydroflow_surface/report/typical.svg +++ b/criterion/identity_hydroflow_surface/report/typical.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ms) - -100 + +0.5 - - -200 + + +1 - - -300 + + +1.5 - - -400 + + +2 - - -500 + + +2.5 - - -600 + + +3 - + + +3.5 + + - -19.523 + +18.5 + + + +18.55 + + + +18.6 + + + +18.65 + + + +18.7 - - -19.5235 + + +18.75 - - -19.524 + + +18.8 - - -19.5245 + + +18.85 - - -19.525 + + +18.9 - - -19.5255 + + +18.95 - - -19.526 + + +19 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/base/estimates.json b/criterion/micro_ops_anti_join/base/estimates.json index 38f7c7f5c967..0303f90611a1 100644 --- a/criterion/micro_ops_anti_join/base/estimates.json +++ b/criterion/micro_ops_anti_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13078.291080425272,"upper_bound":13123.45931021862},"point_estimate":13100.713763568583,"standard_error":11.516034508117002},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13077.84375,"upper_bound":13105.79928972391},"point_estimate":13089.506092436975,"standard_error":7.974445185908531},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43.16942283052872,"upper_bound":82.3024157718568},"point_estimate":61.34578539335282,"standard_error":9.736418507939607},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13047.573437102468,"upper_bound":13070.646251372938},"point_estimate":13058.516242057041,"standard_error":5.902173572857259},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":93.22887166803943,"upper_bound":136.92317062658506},"point_estimate":116.35845562615955,"standard_error":11.066211818557786}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16490.636156896137,"upper_bound":17355.33839679949},"point_estimate":16821.520400326863,"standard_error":232.98643266174136},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16482.25407925408,"upper_bound":16751.39610044456},"point_estimate":16631.434463166144,"standard_error":71.15679132306937},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":474.7616886342317,"upper_bound":805.8278251076069},"point_estimate":674.7107451286452,"standard_error":83.83095773251503},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16608.455100023933,"upper_bound":16954.442921789625},"point_estimate":16762.579525236106,"standard_error":87.75574272225703},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":619.3418339349487,"upper_bound":3921.00782677397},"point_estimate":2346.945979530921,"standard_error":1120.0638448501015}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/sample.json b/criterion/micro_ops_anti_join/base/sample.json index b5f4263be405..210a68b10ee8 100644 --- a/criterion/micro_ops_anti_join/base/sample.json +++ b/criterion/micro_ops_anti_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[188199.0,371896.0,553894.0,743090.0,916286.0,1111888.0,1313683.0,1503280.0,1677879.0,1864576.0,2044476.0,2247165.0,2428968.0,2608768.0,2773465.0,2967361.0,3148458.0,3301856.0,3425859.0,3594955.0,3773555.0,3942647.0,4125947.0,4334540.0,4603739.0,4769936.0,4941840.0,5157832.0,5335135.0,5491825.0,5675532.0,5855520.0,6059221.0,6231915.0,6436813.0,6594308.0,6777817.0,6953003.0,7167406.0,7350299.0,7518704.0,7691502.0,7887794.0,8090788.0,8243394.0,8419995.0,8632891.0,8804183.0,9007578.0,9185180.0,9360476.0,9523978.0,9708775.0,9911872.0,10104563.0,10290057.0,10429568.0,10644468.0,10818568.0,11043255.0,11187551.0,11391050.0,11576657.0,11717748.0,11937639.0,12128036.0,12269444.0,12460930.0,12658035.0,12854934.0,13040826.0,13161722.0,13321722.0,13535127.0,13653816.0,13872318.0,14075516.0,14210512.0,14423223.0,14592806.0,14743409.0,15023094.0,15128499.0,15344210.0,15483396.0,15657491.0,15823991.0,16074791.0,16257591.0,16420380.0,16562078.0,16756182.0,16998475.0,17094578.0,17293677.0,17509962.0,17686468.0,17917164.0,18069563.0,18378057.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[165900.0,318402.0,461901.0,772301.0,868103.0,1042800.0,1113004.0,1447602.0,1721702.0,1853902.0,2100000.0,2262002.0,2391701.0,2520104.0,2853505.0,2979204.0,3012704.0,3070404.0,3354804.0,3533104.0,3739006.0,4133508.0,3916302.0,4275205.0,4746504.0,4908604.0,5075907.0,4910410.0,5369005.0,12843019.0,5977311.0,6156704.0,6092309.0,6352212.0,6489205.0,6493109.0,6731006.0,6978311.0,7403211.0,7532014.0,7480312.0,7459511.0,8266712.0,8203112.0,7893911.0,8327409.0,9429515.0,8789421.0,8334041.0,8951455.0,8904952.0,9273956.0,8953450.0,9417353.0,9805945.0,10022343.0,10944351.0,10601160.0,10705248.0,10236650.0,11022160.0,11362670.0,11988462.0,11749658.0,12469065.0,12529356.0,12872563.0,12561469.0,13789467.0,12642962.0,13188875.0,13947475.0,14048673.0,13943479.0,13954765.0,13836678.0,13907559.0,14141774.0,14878472.0,15118777.0,14923363.0,14746286.0,15255668.0,15163975.0,16133890.0,15621167.0,16484386.0,17164698.0,16344600.0,16004079.0,16731487.0,16813098.0,16530495.0,17137588.0,17036092.0,17646253.0,17264512.0,17691428.0,18094429.0,18099032.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/tukey.json b/criterion/micro_ops_anti_join/base/tukey.json index 45b63b4f6129..01864127d354 100644 --- a/criterion/micro_ops_anti_join/base/tukey.json +++ b/criterion/micro_ops_anti_join/base/tukey.json @@ -1 +1 @@ -[12806.15558413106,12926.083878443551,13245.89266327686,13365.82095758935] \ No newline at end of file +[13453.961401006858,14832.956066046976,18510.275172820624,19889.269837860742] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/change/estimates.json b/criterion/micro_ops_anti_join/change/estimates.json index b894fd019732..140c7ed1414d 100644 --- a/criterion/micro_ops_anti_join/change/estimates.json +++ b/criterion/micro_ops_anti_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.10259765771586936,"upper_bound":-0.09686114352125684},"point_estimate":-0.09969098254040365,"standard_error":0.0014638155908229657},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.10164015527962256,"upper_bound":-0.09718864899239753},"point_estimate":-0.10033580383792684,"standard_error":0.0011418539122966603}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.2576493782137516,"upper_bound":0.3247738459621377},"point_estimate":0.28401556616749923,"standard_error":0.017253384674835098},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.2587089559162181,"upper_bound":0.28005452089359006},"point_estimate":0.2705929731585266,"standard_error":0.005438924097653491}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/estimates.json b/criterion/micro_ops_anti_join/new/estimates.json index 38f7c7f5c967..0303f90611a1 100644 --- a/criterion/micro_ops_anti_join/new/estimates.json +++ b/criterion/micro_ops_anti_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13078.291080425272,"upper_bound":13123.45931021862},"point_estimate":13100.713763568583,"standard_error":11.516034508117002},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13077.84375,"upper_bound":13105.79928972391},"point_estimate":13089.506092436975,"standard_error":7.974445185908531},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43.16942283052872,"upper_bound":82.3024157718568},"point_estimate":61.34578539335282,"standard_error":9.736418507939607},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13047.573437102468,"upper_bound":13070.646251372938},"point_estimate":13058.516242057041,"standard_error":5.902173572857259},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":93.22887166803943,"upper_bound":136.92317062658506},"point_estimate":116.35845562615955,"standard_error":11.066211818557786}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16490.636156896137,"upper_bound":17355.33839679949},"point_estimate":16821.520400326863,"standard_error":232.98643266174136},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16482.25407925408,"upper_bound":16751.39610044456},"point_estimate":16631.434463166144,"standard_error":71.15679132306937},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":474.7616886342317,"upper_bound":805.8278251076069},"point_estimate":674.7107451286452,"standard_error":83.83095773251503},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16608.455100023933,"upper_bound":16954.442921789625},"point_estimate":16762.579525236106,"standard_error":87.75574272225703},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":619.3418339349487,"upper_bound":3921.00782677397},"point_estimate":2346.945979530921,"standard_error":1120.0638448501015}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/sample.json b/criterion/micro_ops_anti_join/new/sample.json index b5f4263be405..210a68b10ee8 100644 --- a/criterion/micro_ops_anti_join/new/sample.json +++ b/criterion/micro_ops_anti_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[188199.0,371896.0,553894.0,743090.0,916286.0,1111888.0,1313683.0,1503280.0,1677879.0,1864576.0,2044476.0,2247165.0,2428968.0,2608768.0,2773465.0,2967361.0,3148458.0,3301856.0,3425859.0,3594955.0,3773555.0,3942647.0,4125947.0,4334540.0,4603739.0,4769936.0,4941840.0,5157832.0,5335135.0,5491825.0,5675532.0,5855520.0,6059221.0,6231915.0,6436813.0,6594308.0,6777817.0,6953003.0,7167406.0,7350299.0,7518704.0,7691502.0,7887794.0,8090788.0,8243394.0,8419995.0,8632891.0,8804183.0,9007578.0,9185180.0,9360476.0,9523978.0,9708775.0,9911872.0,10104563.0,10290057.0,10429568.0,10644468.0,10818568.0,11043255.0,11187551.0,11391050.0,11576657.0,11717748.0,11937639.0,12128036.0,12269444.0,12460930.0,12658035.0,12854934.0,13040826.0,13161722.0,13321722.0,13535127.0,13653816.0,13872318.0,14075516.0,14210512.0,14423223.0,14592806.0,14743409.0,15023094.0,15128499.0,15344210.0,15483396.0,15657491.0,15823991.0,16074791.0,16257591.0,16420380.0,16562078.0,16756182.0,16998475.0,17094578.0,17293677.0,17509962.0,17686468.0,17917164.0,18069563.0,18378057.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[165900.0,318402.0,461901.0,772301.0,868103.0,1042800.0,1113004.0,1447602.0,1721702.0,1853902.0,2100000.0,2262002.0,2391701.0,2520104.0,2853505.0,2979204.0,3012704.0,3070404.0,3354804.0,3533104.0,3739006.0,4133508.0,3916302.0,4275205.0,4746504.0,4908604.0,5075907.0,4910410.0,5369005.0,12843019.0,5977311.0,6156704.0,6092309.0,6352212.0,6489205.0,6493109.0,6731006.0,6978311.0,7403211.0,7532014.0,7480312.0,7459511.0,8266712.0,8203112.0,7893911.0,8327409.0,9429515.0,8789421.0,8334041.0,8951455.0,8904952.0,9273956.0,8953450.0,9417353.0,9805945.0,10022343.0,10944351.0,10601160.0,10705248.0,10236650.0,11022160.0,11362670.0,11988462.0,11749658.0,12469065.0,12529356.0,12872563.0,12561469.0,13789467.0,12642962.0,13188875.0,13947475.0,14048673.0,13943479.0,13954765.0,13836678.0,13907559.0,14141774.0,14878472.0,15118777.0,14923363.0,14746286.0,15255668.0,15163975.0,16133890.0,15621167.0,16484386.0,17164698.0,16344600.0,16004079.0,16731487.0,16813098.0,16530495.0,17137588.0,17036092.0,17646253.0,17264512.0,17691428.0,18094429.0,18099032.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/tukey.json b/criterion/micro_ops_anti_join/new/tukey.json index 45b63b4f6129..01864127d354 100644 --- a/criterion/micro_ops_anti_join/new/tukey.json +++ b/criterion/micro_ops_anti_join/new/tukey.json @@ -1 +1 @@ -[12806.15558413106,12926.083878443551,13245.89266327686,13365.82095758935] \ No newline at end of file +[13453.961401006858,14832.956066046976,18510.275172820624,19889.269837860742] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/report/MAD.svg b/criterion/micro_ops_anti_join/report/MAD.svg index 8bc56ce86ea9..d4ab63d50e4a 100644 --- a/criterion/micro_ops_anti_join/report/MAD.svg +++ b/criterion/micro_ops_anti_join/report/MAD.svg @@ -9,94 +9,86 @@ Density (a.u.) Average time (ns) - -0.005 + +5e-4 - - -0.01 + + +0.001 - - -0.015 + + +0.0015 - - -0.02 + + +0.002 - - -0.025 + + +0.0025 - - -0.03 + + +0.003 - - -0.035 + + +0.0035 - - -0.04 + + +0.004 - - -0.045 + + +0.0045 - - -0.05 + + +0.005 - - -0.055 + + +0.0055 - + - -40 - - - -45 - - - -50 + +450 - - -55 + + +500 - - -60 + + +550 - - -65 + + +600 - - -70 + + +650 - - -75 + + +700 - - -80 + + +750 - - -85 + + +800 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/SD.svg b/criterion/micro_ops_anti_join/report/SD.svg index f93daf82686b..29a854cd2f8f 100644 --- a/criterion/micro_ops_anti_join/report/SD.svg +++ b/criterion/micro_ops_anti_join/report/SD.svg @@ -6,85 +6,69 @@ micro/ops/anti_join:SD Density (a.u.) -Average time (ns) +Average time (µs) - -0.005 + +0.2 - - -0.01 + + +0.4 - - -0.015 + + +0.6 - - -0.02 + + +0.8 - - -0.025 - - + -0.03 +1 - -0.035 + +1.2 - + - -90 - - - -95 - - - -100 - - - -105 + +0.5 - - -110 + + +1 - - -115 + + +1.5 - - -120 + + +2 - - -125 + + +2.5 - - -130 + + +3 - - -135 + + +3.5 - - -140 + + +4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/both/pdf.svg b/criterion/micro_ops_anti_join/report/both/pdf.svg index a71acf8b1ad1..02878fe7bc28 100644 --- a/criterion/micro_ops_anti_join/report/both/pdf.svg +++ b/criterion/micro_ops_anti_join/report/both/pdf.svg @@ -46,22 +46,22 @@ Average Time (µs) - -13 - - - -14 - - - -15 - - - - - - + +20 + + + +30 + + + +40 + + + + + + Base PDF diff --git a/criterion/micro_ops_anti_join/report/both/regression.svg b/criterion/micro_ops_anti_join/report/both/regression.svg index 58402e781e66..fe324f611aad 100644 --- a/criterion/micro_ops_anti_join/report/both/regression.svg +++ b/criterion/micro_ops_anti_join/report/both/regression.svg @@ -17,61 +17,31 @@ Iterations (x 10^3) - - - - - - - - - - + + + + 0.0 - -2.0 + +5.0 - - -4.0 - - - -6.0 - - - -8.0 - - - + + 10.0 - - -12.0 - - - -14.0 - - - -16.0 - - - -18.0 + + +15.0 - - + + 20.0 - + 0 @@ -105,10 +75,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_anti_join/report/change/mean.svg b/criterion/micro_ops_anti_join/report/change/mean.svg index a5ebab506873..ee55e8056ca7 100644 --- a/criterion/micro_ops_anti_join/report/change/mean.svg +++ b/criterion/micro_ops_anti_join/report/change/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Relative change (%) - -50 + +5 - - -100 + + +10 - - -150 + + +15 - - -200 + + +20 - - -250 + + +25 - + - --0.103 + +0.26 - - --0.102 + + +0.27 - - --0.101 + + +0.28 - - --0.1 + + +0.29 - - --0.099 + + +0.3 - - --0.098 + + +0.31 - - --0.097 + + +0.32 - - - - + + +0.33 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/median.svg b/criterion/micro_ops_anti_join/report/change/median.svg index 1545adb80e2b..c477e1752031 100644 --- a/criterion/micro_ops_anti_join/report/change/median.svg +++ b/criterion/micro_ops_anti_join/report/change/median.svg @@ -9,82 +9,62 @@ Density (a.u.) Relative change (%) - -50 - - - -100 - - - -150 + +10 - - -200 + + +20 - - -250 + + +30 - - -300 + + +40 - - -350 - - - - --0.102 - - - --0.1015 - - - --0.101 + + +50 - - --0.1005 + + +60 - - --0.1 + + +70 - - --0.0995 + + +80 - - --0.099 + + + +0.26 - - --0.0985 + + +0.265 - - --0.098 + + +0.27 - - --0.0975 + + +0.275 - - --0.097 + + +0.28 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/t-test.svg b/criterion/micro_ops_anti_join/report/change/t-test.svg index e8054a844222..ce46ca4b0244 100644 --- a/criterion/micro_ops_anti_join/report/change/t-test.svg +++ b/criterion/micro_ops_anti_join/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_anti_join/report/index.html b/criterion/micro_ops_anti_join/report/index.html index a951be0bd20d..740791d352ff 100644 --- a/criterion/micro_ops_anti_join/report/index.html +++ b/criterion/micro_ops_anti_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 13.048 µs - 13.059 µs - 13.071 µs + 16.608 µs + 16.763 µs + 16.954 µs R² - 0.9977984 - 0.9978930 - 0.9977767 + 0.5380574 + 0.5417592 + 0.5360440 Mean - 13.078 µs - 13.101 µs - 13.123 µs + 16.491 µs + 16.822 µs + 17.355 µs Std. Dev. - 93.229 ns - 116.36 ns - 136.92 ns + 619.34 ns + 2.3469 µs + 3.9210 µs Median - 13.078 µs - 13.090 µs - 13.106 µs + 16.482 µs + 16.631 µs + 16.751 µs MAD - 43.169 ns - 61.346 ns - 82.302 ns + 474.76 ns + 674.71 ns + 805.83 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -10.260% - -9.9691% - -9.6861% + +25.765% + +28.402% + +32.477% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_anti_join/report/mean.svg b/criterion/micro_ops_anti_join/report/mean.svg index 4071a0b23743..a01dacb2cb35 100644 --- a/criterion/micro_ops_anti_join/report/mean.svg +++ b/criterion/micro_ops_anti_join/report/mean.svg @@ -9,78 +9,94 @@ Density (a.u.) Average time (µs) - -5 + +0.2 - - -10 + + +0.4 - - -15 + + +0.6 - - -20 + + +0.8 - + + +1 + + + +1.2 + + -25 +1.4 - -30 + +1.6 - - -35 + + +1.8 - + + +2 + + - -13.075 + +16.4 + + + +16.5 - - -13.08 + + +16.6 - - -13.085 + + +16.7 - - -13.09 + + +16.8 - - -13.095 + + +16.9 - - -13.1 + + +17 - - -13.105 + + +17.1 - - -13.11 + + +17.2 - - -13.115 + + +17.3 - - -13.12 + + +17.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/median.svg b/criterion/micro_ops_anti_join/report/median.svg index e0d059714321..862f2da0f4d2 100644 --- a/criterion/micro_ops_anti_join/report/median.svg +++ b/criterion/micro_ops_anti_join/report/median.svg @@ -10,77 +10,69 @@ Average time (µs) -10 +1 - -20 + +2 - - -30 + + +3 - - -40 + + +4 - - -50 + + +5 - - -60 + + +6 - - -70 + + +7 - - -80 + + +8 - - -90 + + +9 - - -100 - - + - -13.075 - - - -13.08 + +16.5 - - -13.085 + + +16.55 - - -13.09 + + +16.6 - - -13.095 + + +16.65 - - -13.1 + + +16.7 - - -13.105 + + +16.75 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/pdf.svg b/criterion/micro_ops_anti_join/report/pdf.svg index 9677d624bead..27585bf50525 100644 --- a/criterion/micro_ops_anti_join/report/pdf.svg +++ b/criterion/micro_ops_anti_join/report/pdf.svg @@ -13,67 +13,51 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - -1.2 - - - -1.4 - - + - -12.7 - - - -12.8 - - - -12.9 + +15 - - -13 + + +20 - - -13.1 + + +25 - - -13.2 + + +30 - - -13.3 + + +35 - - -13.4 + + +40 - + Density (a.u.) @@ -82,84 +66,44 @@ Density (a.u.) 0 - -0.5 + +0.05 - - -1 + + +0.1 + + + +0.15 + + + +0.2 - - -1.5 - - - -2 - - - -2.5 - - - -3 - - - -3.5 - - - -4 - - - -4.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.25 + + + +0.3 + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_anti_join/report/pdf_small.svg b/criterion/micro_ops_anti_join/report/pdf_small.svg index 91564ada1e45..12e7e8a30798 100644 --- a/criterion/micro_ops_anti_join/report/pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/pdf_small.svg @@ -10,63 +10,47 @@ Average Time (µs) 0 - -0.5 + +0.05 - - -1 + + +0.1 - - -1.5 + + +0.15 - - -2 + + +0.2 - - -2.5 + + +0.25 - - -3 + + +0.3 - - -3.5 + + +0.35 - - -4 - - - -4.5 - - - -5 - - + - -12.8 - - - -13 + +20 - - -13.2 + + +30 - - -13.4 + + +40 - - - + + + diff --git a/criterion/micro_ops_anti_join/report/regression.svg b/criterion/micro_ops_anti_join/report/regression.svg index 83b1fc3a21a6..f060ab75a98c 100644 --- a/criterion/micro_ops_anti_join/report/regression.svg +++ b/criterion/micro_ops_anti_join/report/regression.svg @@ -8,190 +8,210 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - + + + + + + + + + + - - - - - - - - - + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - + + 16.0 - - + + 18.0 - + - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - -1 + + +0.9 - - -1.2 + + +1 - + -1.4 +1.1 - - - + + + - - - - - - - - + + + + + + + + - - - - + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - + + Sample diff --git a/criterion/micro_ops_anti_join/report/regression_small.svg b/criterion/micro_ops_anti_join/report/regression_small.svg index 3914f04d598c..4afeea4ecc9f 100644 --- a/criterion/micro_ops_anti_join/report/regression_small.svg +++ b/criterion/micro_ops_anti_join/report/regression_small.svg @@ -5,188 +5,208 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - + + + + + + + + + + - - - - - - - - - + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - + + 16.0 - - + + 18.0 - + - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - -1 + + +0.9 - - -1.2 + + +1 - + -1.4 +1.1 - - - - + + + + - + - + - - + + - - - - + + + + - - + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - + + - + - - + + diff --git a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg index 7b0926ac4cec..d0c9a0223c4b 100644 --- a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg @@ -43,20 +43,20 @@ Average Time (µs) - -13 - - - -14 - - - -15 - - - - - - + +20 + + + +30 + + + +40 + + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_regression_small.svg b/criterion/micro_ops_anti_join/report/relative_regression_small.svg index 221eca472f88..74590a12b773 100644 --- a/criterion/micro_ops_anti_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_regression_small.svg @@ -14,61 +14,31 @@ Iterations (x 10^3) - - - - - - - - - - + + + + 0.0 - -2.0 + +5.0 - - -4.0 - - - -6.0 - - - -8.0 - - - + + 10.0 - - -12.0 - - - -14.0 - - - -16.0 - - - -18.0 + + +15.0 - - + + 20.0 - + 0 @@ -102,8 +72,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_anti_join/report/slope.svg b/criterion/micro_ops_anti_join/report/slope.svg index de2c57a7f675..ef8863264f26 100644 --- a/criterion/micro_ops_anti_join/report/slope.svg +++ b/criterion/micro_ops_anti_join/report/slope.svg @@ -9,58 +9,78 @@ Density (a.u.) Average time (µs) - -10 + +0.5 - - -20 + + +1 - - -30 + + +1.5 - - -40 + + +2 - - -50 + + +2.5 - - -60 + + +3 - - -70 + + +3.5 - + + +4 + + + +4.5 + + + +5 + + - -13.05 + +16.6 + + + +16.65 + + + +16.7 - - -13.055 + + +16.75 - - -13.06 + + +16.8 - - -13.065 + + +16.85 - - -13.07 + + +16.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/typical.svg b/criterion/micro_ops_anti_join/report/typical.svg index 2b32d15cf75b..b49eddbe7ad0 100644 --- a/criterion/micro_ops_anti_join/report/typical.svg +++ b/criterion/micro_ops_anti_join/report/typical.svg @@ -9,58 +9,78 @@ Density (a.u.) Average time (µs) - -10 + +0.5 - - -20 + + +1 - - -30 + + +1.5 - - -40 + + +2 - - -50 + + +2.5 - - -60 + + +3 - - -70 + + +3.5 - + + +4 + + + +4.5 + + + +5 + + - -13.05 + +16.6 + + + +16.65 + + + +16.7 - - -13.055 + + +16.75 - - -13.06 + + +16.8 - - -13.065 + + +16.85 - - -13.07 + + +16.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/base/estimates.json b/criterion/micro_ops_crossjoin/base/estimates.json index 542d08ea4294..1883569bc916 100644 --- a/criterion/micro_ops_crossjoin/base/estimates.json +++ b/criterion/micro_ops_crossjoin/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":142603.84148497455,"upper_bound":142823.59310106677},"point_estimate":142706.5153998081,"standard_error":56.19414422984808},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":142508.12083333332,"upper_bound":142605.1992753623},"point_estimate":142544.6885167464,"standard_error":27.892592433621914},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":164.35192155622084,"upper_bound":283.4498204789157},"point_estimate":228.22120382288443,"standard_error":29.79008064171899},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":142490.65313566203,"upper_bound":142567.29069344097},"point_estimate":142528.68212501847,"standard_error":19.499400921537593},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":380.7890326459616,"upper_bound":727.0153492430071},"point_estimate":564.824008003325,"standard_error":88.47727404723527}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":136660.62563387424,"upper_bound":139193.20971874174},"point_estimate":137890.85391938325,"standard_error":647.2035327935757},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":135439.06444547995,"upper_bound":138791.4286764706},"point_estimate":136958.6246119734,"standard_error":853.5878097057523},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4659.440498103929,"upper_bound":7436.993704668823},"point_estimate":5830.86833396062,"standard_error":691.3362592234354},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":134654.47792999892,"upper_bound":136833.31051243824},"point_estimate":135707.59463868776,"standard_error":556.3553230014077},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5218.619723260326,"upper_bound":7742.922285861136},"point_estimate":6497.725752648886,"standard_error":646.1684076798783}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/sample.json b/criterion/micro_ops_crossjoin/base/sample.json index 674086339341..467f98f937ed 100644 --- a/criterion/micro_ops_crossjoin/base/sample.json +++ b/criterion/micro_ops_crossjoin/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[872788.0,1738977.0,2603367.0,3454854.0,4315442.0,5179731.0,6042021.0,6898509.0,7746398.0,8604585.0,9475174.0,10342863.0,11134653.0,11983141.0,12814433.0,13669523.0,14498412.0,15338193.0,16253486.0,17117475.0,18006362.0,18808552.0,19713942.0,20510331.0,21405615.0,22288408.0,23167892.0,23888380.0,24734973.0,25613263.0,26544449.0,27382037.0,28180332.0,29075120.0,29898508.0,30785396.0,31631985.0,32431675.0,33359061.0,34201949.0,35053040.0,35862226.0,36750115.0,37555003.0,38457293.0,39358183.0,40087769.0,41135954.0,41862850.0,42738034.0,43541119.0,44544117.0,45363808.0,46189095.0,47089081.0,47937869.0,48732161.0,49665343.0,50490836.0,51408328.0,52244711.0,53029509.0,53877287.0,54705286.0,55614770.0,56589052.0,57364142.0,58247230.0,58960922.0,59772916.0,60705595.0,61601486.0,62390676.0,63411772.0,64173457.0,65024542.0,65708634.0,66632127.0,67514214.0,68408407.0,69362691.0,70099893.0,70947769.0,71779865.0,72682850.0,73528252.0,74368723.0,75261320.0,76021705.0,76964392.0,77671102.0,78718070.0,79625458.0,80491443.0,81252929.0,81959833.0,82944809.0,83878908.0,84566297.0,85524193.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[798505.0,1512007.0,2248611.0,2840716.0,3778826.0,4213625.0,4672127.0,5548935.0,6117639.0,6511032.0,7322334.0,7661038.0,8611553.0,9936255.0,11215660.0,11645668.0,11803056.0,12353571.0,13847375.0,14289084.0,15377088.0,15064888.0,16041791.0,16738291.0,18033702.0,18707800.0,18485414.0,18865297.0,19713405.0,19481797.0,20211099.0,23202535.0,24829242.0,24386838.0,24636039.0,24282349.0,25117352.0,26682047.0,26308926.0,26885252.0,28077563.0,29618362.0,28321168.0,30588881.0,31020975.0,37520409.0,34424403.0,34704386.0,34490783.0,34789682.0,34313976.0,36080699.0,35056111.0,38024406.0,39386007.0,39439304.0,40636008.0,39181511.0,40603614.0,40733399.0,40509997.0,42151010.0,46957445.0,41753511.0,42118405.0,43050011.0,44246823.0,46703722.0,45846738.0,45478910.0,46454328.0,47658050.0,48512341.0,51736145.0,50809563.0,50171134.0,52650066.0,52206150.0,53893987.0,52046672.0,52917575.0,54596184.0,54078655.0,56196900.0,58985618.0,59006512.0,57786906.0,59107797.0,62713105.0,62983116.0,63329988.0,61319411.0,60560807.0,61314637.0,62790716.0,62605513.0,67478424.0,68114418.0,66582641.0,69114551.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/tukey.json b/criterion/micro_ops_crossjoin/base/tukey.json index 3f383feaff7b..8842a483dd9d 100644 --- a/criterion/micro_ops_crossjoin/base/tukey.json +++ b/criterion/micro_ops_crossjoin/base/tukey.json @@ -1 +1 @@ -[141582.7884418902,142008.40793622288,143143.39325444333,143569.012748776] \ No newline at end of file +[109109.62265804483,121007.39451842087,152734.7861460903,164632.55800646637] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/change/estimates.json b/criterion/micro_ops_crossjoin/change/estimates.json index 2333534e39fa..fc945b9e5bee 100644 --- a/criterion/micro_ops_crossjoin/change/estimates.json +++ b/criterion/micro_ops_crossjoin/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.09179349478969612,"upper_bound":0.09613007512785265},"point_estimate":0.0940834271318094,"standard_error":0.0011117417019288539},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.09536591950237638,"upper_bound":0.09632495505009775},"point_estimate":0.09574532450873297,"standard_error":0.00024467629216231603}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.041770514913233615,"upper_bound":-0.025383904978673464},"point_estimate":-0.03374521105033801,"standard_error":0.004196742347564191},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0498596879979446,"upper_bound":-0.026354371396550523},"point_estimate":-0.039188158905806736,"standard_error":0.00552058471542096}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/estimates.json b/criterion/micro_ops_crossjoin/new/estimates.json index 542d08ea4294..1883569bc916 100644 --- a/criterion/micro_ops_crossjoin/new/estimates.json +++ b/criterion/micro_ops_crossjoin/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":142603.84148497455,"upper_bound":142823.59310106677},"point_estimate":142706.5153998081,"standard_error":56.19414422984808},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":142508.12083333332,"upper_bound":142605.1992753623},"point_estimate":142544.6885167464,"standard_error":27.892592433621914},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":164.35192155622084,"upper_bound":283.4498204789157},"point_estimate":228.22120382288443,"standard_error":29.79008064171899},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":142490.65313566203,"upper_bound":142567.29069344097},"point_estimate":142528.68212501847,"standard_error":19.499400921537593},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":380.7890326459616,"upper_bound":727.0153492430071},"point_estimate":564.824008003325,"standard_error":88.47727404723527}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":136660.62563387424,"upper_bound":139193.20971874174},"point_estimate":137890.85391938325,"standard_error":647.2035327935757},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":135439.06444547995,"upper_bound":138791.4286764706},"point_estimate":136958.6246119734,"standard_error":853.5878097057523},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4659.440498103929,"upper_bound":7436.993704668823},"point_estimate":5830.86833396062,"standard_error":691.3362592234354},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":134654.47792999892,"upper_bound":136833.31051243824},"point_estimate":135707.59463868776,"standard_error":556.3553230014077},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5218.619723260326,"upper_bound":7742.922285861136},"point_estimate":6497.725752648886,"standard_error":646.1684076798783}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/sample.json b/criterion/micro_ops_crossjoin/new/sample.json index 674086339341..467f98f937ed 100644 --- a/criterion/micro_ops_crossjoin/new/sample.json +++ b/criterion/micro_ops_crossjoin/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[872788.0,1738977.0,2603367.0,3454854.0,4315442.0,5179731.0,6042021.0,6898509.0,7746398.0,8604585.0,9475174.0,10342863.0,11134653.0,11983141.0,12814433.0,13669523.0,14498412.0,15338193.0,16253486.0,17117475.0,18006362.0,18808552.0,19713942.0,20510331.0,21405615.0,22288408.0,23167892.0,23888380.0,24734973.0,25613263.0,26544449.0,27382037.0,28180332.0,29075120.0,29898508.0,30785396.0,31631985.0,32431675.0,33359061.0,34201949.0,35053040.0,35862226.0,36750115.0,37555003.0,38457293.0,39358183.0,40087769.0,41135954.0,41862850.0,42738034.0,43541119.0,44544117.0,45363808.0,46189095.0,47089081.0,47937869.0,48732161.0,49665343.0,50490836.0,51408328.0,52244711.0,53029509.0,53877287.0,54705286.0,55614770.0,56589052.0,57364142.0,58247230.0,58960922.0,59772916.0,60705595.0,61601486.0,62390676.0,63411772.0,64173457.0,65024542.0,65708634.0,66632127.0,67514214.0,68408407.0,69362691.0,70099893.0,70947769.0,71779865.0,72682850.0,73528252.0,74368723.0,75261320.0,76021705.0,76964392.0,77671102.0,78718070.0,79625458.0,80491443.0,81252929.0,81959833.0,82944809.0,83878908.0,84566297.0,85524193.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[798505.0,1512007.0,2248611.0,2840716.0,3778826.0,4213625.0,4672127.0,5548935.0,6117639.0,6511032.0,7322334.0,7661038.0,8611553.0,9936255.0,11215660.0,11645668.0,11803056.0,12353571.0,13847375.0,14289084.0,15377088.0,15064888.0,16041791.0,16738291.0,18033702.0,18707800.0,18485414.0,18865297.0,19713405.0,19481797.0,20211099.0,23202535.0,24829242.0,24386838.0,24636039.0,24282349.0,25117352.0,26682047.0,26308926.0,26885252.0,28077563.0,29618362.0,28321168.0,30588881.0,31020975.0,37520409.0,34424403.0,34704386.0,34490783.0,34789682.0,34313976.0,36080699.0,35056111.0,38024406.0,39386007.0,39439304.0,40636008.0,39181511.0,40603614.0,40733399.0,40509997.0,42151010.0,46957445.0,41753511.0,42118405.0,43050011.0,44246823.0,46703722.0,45846738.0,45478910.0,46454328.0,47658050.0,48512341.0,51736145.0,50809563.0,50171134.0,52650066.0,52206150.0,53893987.0,52046672.0,52917575.0,54596184.0,54078655.0,56196900.0,58985618.0,59006512.0,57786906.0,59107797.0,62713105.0,62983116.0,63329988.0,61319411.0,60560807.0,61314637.0,62790716.0,62605513.0,67478424.0,68114418.0,66582641.0,69114551.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/tukey.json b/criterion/micro_ops_crossjoin/new/tukey.json index 3f383feaff7b..8842a483dd9d 100644 --- a/criterion/micro_ops_crossjoin/new/tukey.json +++ b/criterion/micro_ops_crossjoin/new/tukey.json @@ -1 +1 @@ -[141582.7884418902,142008.40793622288,143143.39325444333,143569.012748776] \ No newline at end of file +[109109.62265804483,121007.39451842087,152734.7861460903,164632.55800646637] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/report/MAD.svg b/criterion/micro_ops_crossjoin/report/MAD.svg index 7b148c58eb89..ec9942483ae2 100644 --- a/criterion/micro_ops_crossjoin/report/MAD.svg +++ b/criterion/micro_ops_crossjoin/report/MAD.svg @@ -6,69 +6,69 @@ micro/ops/crossjoin:MAD Density (a.u.) -Average time (ns) +Average time (µs) -0.002 +0.1 - -0.004 + +0.2 - - -0.006 + + +0.3 - - -0.008 + + +0.4 - - -0.01 + + +0.5 - - -0.012 + + +0.6 - - -0.014 + + +0.7 - + - -160 + +4.5 - - -180 + + +5 - - -200 + + +5.5 - - -220 + + +6 - - -240 + + +6.5 - - -260 + + +7 - - -280 + + +7.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/SD.svg b/criterion/micro_ops_crossjoin/report/SD.svg index f237be632821..44bdd5d8c658 100644 --- a/criterion/micro_ops_crossjoin/report/SD.svg +++ b/criterion/micro_ops_crossjoin/report/SD.svg @@ -6,85 +6,65 @@ micro/ops/crossjoin:SD Density (a.u.) -Average time (ns) +Average time (µs) - -5e-4 + +0.1 - - -0.001 + + +0.2 - - -0.0015 + + +0.3 - - -0.002 + + +0.4 - - -0.0025 + + +0.5 - - -0.003 + + +0.6 - - -0.0035 - - - -0.004 - - - -0.0045 - - + - -350 - - - -400 - - - -450 + +5 - - -500 + + +5.5 - - -550 + + +6 - - -600 + + +6.5 - - -650 + + +7 - - -700 + + +7.5 - - -750 + + +8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/both/pdf.svg b/criterion/micro_ops_crossjoin/report/both/pdf.svg index 8b3afa7b2417..f1029e2e17de 100644 --- a/criterion/micro_ops_crossjoin/report/both/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/both/pdf.svg @@ -54,26 +54,22 @@ Average Time (µs) - -130 + +120 - - -135 - - - + + 140 - - -145 + + +160 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_crossjoin/report/both/regression.svg b/criterion/micro_ops_crossjoin/report/both/regression.svg index 07165efc1060..8a301e76cf17 100644 --- a/criterion/micro_ops_crossjoin/report/both/regression.svg +++ b/criterion/micro_ops_crossjoin/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_crossjoin/report/change/mean.svg b/criterion/micro_ops_crossjoin/report/change/mean.svg index 871de6410bd4..7309d5d22898 100644 --- a/criterion/micro_ops_crossjoin/report/change/mean.svg +++ b/criterion/micro_ops_crossjoin/report/change/mean.svg @@ -9,82 +9,90 @@ Density (a.u.) Relative change (%) - -50 + +10 - - -100 + + +20 - - -150 + + +30 - - -200 + + +40 - - -250 + + +50 - - -300 + + +60 - - -350 + + +70 - - - -0.0915 + + +80 - - -0.092 + + +90 + + + +100 + + + + +-0.042 - - -0.0925 + + +-0.04 - - -0.093 + + +-0.038 - - -0.0935 + + +-0.036 - - -0.094 + + +-0.034 - - -0.0945 + + +-0.032 - - -0.095 + + +-0.03 - - -0.0955 + + +-0.028 - - -0.096 + + +-0.026 - - -0.0965 + + +-0.024 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/median.svg b/criterion/micro_ops_crossjoin/report/change/median.svg index f8c999db4652..2bced8246426 100644 --- a/criterion/micro_ops_crossjoin/report/change/median.svg +++ b/criterion/micro_ops_crossjoin/report/change/median.svg @@ -9,66 +9,62 @@ Density (a.u.) Relative change (%) - -200 + +20 - - -400 + + +40 - - -600 + + +60 - - -800 + + +80 - - -1000 + + +100 - - -1200 + + +120 - - -1400 + + +140 - - -1600 - - + - -0.0954 + +-0.05 - - -0.0956 + + +-0.045 - - -0.0958 + + +-0.04 - - -0.096 + + +-0.035 - - -0.0962 + + +-0.03 - - -0.0964 + + +-0.025 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/t-test.svg b/criterion/micro_ops_crossjoin/report/change/t-test.svg index 328724a9c725..b450813f6767 100644 --- a/criterion/micro_ops_crossjoin/report/change/t-test.svg +++ b/criterion/micro_ops_crossjoin/report/change/t-test.svg @@ -21,73 +21,69 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_crossjoin/report/index.html b/criterion/micro_ops_crossjoin/report/index.html index be2f77972270..a650aba931fa 100644 --- a/criterion/micro_ops_crossjoin/report/index.html +++ b/criterion/micro_ops_crossjoin/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 142.49 µs - 142.53 µs - 142.57 µs + 134.65 µs + 135.71 µs + 136.83 µs R² - 0.9998043 - 0.9998141 - 0.9998040 + 0.8526756 + 0.8583849 + 0.8518675 Mean - 142.60 µs - 142.71 µs - 142.82 µs + 136.66 µs + 137.89 µs + 139.19 µs Std. Dev. - 380.79 ns - 564.82 ns - 727.02 ns + 5.2186 µs + 6.4977 µs + 7.7429 µs Median - 142.51 µs - 142.54 µs - 142.61 µs + 135.44 µs + 136.96 µs + 138.79 µs MAD - 164.35 ns - 228.22 ns - 283.45 ns + 4.6594 µs + 5.8309 µs + 7.4370 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +9.1793% - +9.4083% - +9.6130% + -4.1771% + -3.3745% + -2.5384% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/micro_ops_crossjoin/report/mean.svg b/criterion/micro_ops_crossjoin/report/mean.svg index 9327afc907a5..f5c8b1c5e7fc 100644 --- a/criterion/micro_ops_crossjoin/report/mean.svg +++ b/criterion/micro_ops_crossjoin/report/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - -1 + +0.1 - - -2 + + +0.2 - - -3 + + +0.3 - - -4 + + +0.4 - - -5 + + +0.5 - - -6 + + +0.6 - - -7 - - + - -142.6 + +136.5 + + + +137 - - -142.65 + + +137.5 - - -142.7 + + +138 - - -142.75 + + +138.5 - - -142.8 + + +139 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/median.svg b/criterion/micro_ops_crossjoin/report/median.svg index e9cd5ef1f9d1..7284576aa4dc 100644 --- a/criterion/micro_ops_crossjoin/report/median.svg +++ b/criterion/micro_ops_crossjoin/report/median.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (µs) - -2 + +0.1 - - -4 + + +0.2 - - -6 + + +0.3 - - -8 + + +0.4 - - -10 + + +0.5 - - -12 + + +0.6 - - -14 + + +0.7 - - -16 + + +0.8 - - -18 + + +0.9 - - -20 + + +1 - + - -142.5 + +135.5 - - -142.52 + + +136 - - -142.54 + + +136.5 - - -142.56 + + +137 - - -142.58 + + +137.5 - - -142.6 + + +138 - - - - + + +138.5 + + + +139 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/pdf.svg b/criterion/micro_ops_crossjoin/report/pdf.svg index 37ce6ca47918..44bce740073b 100644 --- a/criterion/micro_ops_crossjoin/report/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/pdf.svg @@ -13,71 +13,91 @@ Average Time (µs) 0 - + +50 + + + 100 - - + + +150 + + + 200 - + -300 +250 - + +300 + + + +350 + + + 400 - - -500 + + +450 - + -600 +500 - -141.5 + +120 - - -142 + + +125 - - -142.5 + + +130 - - -143 + + +135 - - -143.5 + + +140 - - -144 + + +145 - - -144.5 + + +150 - - -145 + + +155 + + + +160 - - -145.5 + + +165 - - -146 + + +170 - + Density (a.u.) @@ -86,56 +106,40 @@ Density (a.u.) 0 - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 - - - -1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_crossjoin/report/pdf_small.svg b/criterion/micro_ops_crossjoin/report/pdf_small.svg index 3df7e5539951..474d27dcc6ac 100644 --- a/criterion/micro_ops_crossjoin/report/pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/pdf_small.svg @@ -10,51 +10,43 @@ Average Time (µs) 0 - -0.2 + +0.01 - - -0.4 + + +0.02 - - -0.6 + + +0.03 - - -0.8 + + +0.04 - - -1 + + +0.05 - - -1.2 + + +0.06 - + - -142 + +120 - - -143 + + +140 - - -144 + + +160 - - -145 - - - -146 - - - - + + + diff --git a/criterion/micro_ops_crossjoin/report/regression.svg b/criterion/micro_ops_crossjoin/report/regression.svg index 0f7765deaaf8..d790a56e25cb 100644 --- a/criterion/micro_ops_crossjoin/report/regression.svg +++ b/criterion/micro_ops_crossjoin/report/regression.svg @@ -8,180 +8,190 @@ Total sample time (ms) Iterations - - + + + + - - + + + + - - - - - - - - + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - -70.0 - - - -80.0 - - + - + +50 + + + 100 - - + + +150 + + + 200 - + -300 +250 - + +300 + + + +350 + + + 400 - - -500 + + +450 - + -600 +500 - - - + + + - - - - - - - - + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_crossjoin/report/regression_small.svg b/criterion/micro_ops_crossjoin/report/regression_small.svg index d72f058e29e7..51ddec681559 100644 --- a/criterion/micro_ops_crossjoin/report/regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/regression_small.svg @@ -5,76 +5,86 @@ Total sample time (ms) Iterations - - + + + + - - + + + + - - - - - - - - + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - -70.0 - - - -80.0 - - + - + +50 + + + 100 - - + + +150 + + + 200 - + -300 +250 - + +300 + + + +350 + + + 400 - - -500 + + +450 - + -600 +500 @@ -83,100 +93,100 @@ Iterations - - - - - - - + + + + + + + - - + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg index 0a71d8b75b5a..6887300f28bd 100644 --- a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg @@ -51,24 +51,20 @@ Average Time (µs) - -130 + +120 - - -135 - - - + + 140 - - -145 + + +160 - - - - - + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg index b52a77992e49..04dd60d34bd9 100644 --- a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations 600 - - - - + + + + diff --git a/criterion/micro_ops_crossjoin/report/slope.svg b/criterion/micro_ops_crossjoin/report/slope.svg index 0751b332d3a5..2adae4dffc6f 100644 --- a/criterion/micro_ops_crossjoin/report/slope.svg +++ b/criterion/micro_ops_crossjoin/report/slope.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - -2 + +0.1 - - -4 + + +0.2 - - -6 + + +0.3 - - -8 + + +0.4 - - -10 + + +0.5 - - -12 + + +0.6 - - -14 + + +0.7 - - -16 - - - -18 - - - -20 - - - -22 - - + - -142.49 - - - -142.5 - - - -142.51 - - - -142.52 + +134.5 - - -142.53 + + +135 - - -142.54 + + +135.5 - - -142.55 + + +136 - - -142.56 + + +136.5 - - -142.57 + + +137 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/typical.svg b/criterion/micro_ops_crossjoin/report/typical.svg index 8160941d39be..3d9a313dc928 100644 --- a/criterion/micro_ops_crossjoin/report/typical.svg +++ b/criterion/micro_ops_crossjoin/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - -2 + +0.1 - - -4 + + +0.2 - - -6 + + +0.3 - - -8 + + +0.4 - - -10 + + +0.5 - - -12 + + +0.6 - - -14 + + +0.7 - - -16 - - - -18 - - - -20 - - - -22 - - + - -142.49 - - - -142.5 - - - -142.51 - - - -142.52 + +134.5 - - -142.53 + + +135 - - -142.54 + + +135.5 - - -142.55 + + +136 - - -142.56 + + +136.5 - - -142.57 + + +137 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/base/estimates.json b/criterion/micro_ops_difference/base/estimates.json index a42df1ac21a8..09153843f73b 100644 --- a/criterion/micro_ops_difference/base/estimates.json +++ b/criterion/micro_ops_difference/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114066.73075355648,"upper_bound":114531.75846912591},"point_estimate":114293.14896018506,"standard_error":119.04618496056555},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113682.92857142857,"upper_bound":113984.19943820225},"point_estimate":113819.52685185186,"standard_error":75.63666220224395},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":436.09336506487966,"upper_bound":847.4332317201869},"point_estimate":575.9188524142992,"standard_error":105.91848676024058},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113594.87776694543,"upper_bound":113987.85468598583},"point_estimate":113752.99403354514,"standard_error":102.89696385131595},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":997.6264222901727,"upper_bound":1359.6295561327383},"point_estimate":1197.699991669468,"standard_error":92.1243657674916}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":133582.78052445012,"upper_bound":135988.13992253365},"point_estimate":134772.90604445394,"standard_error":612.579289564617},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":132164.04255319148,"upper_bound":136281.83333333334},"point_estimate":134381.93220826148,"standard_error":903.0756444786754},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4677.116199728692,"upper_bound":7484.9598672230195},"point_estimate":5792.853498915812,"standard_error":739.2121504085056},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":132524.31693278404,"upper_bound":134846.81175138298},"point_estimate":133613.23041623566,"standard_error":592.9671912352072},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5235.766715921757,"upper_bound":7039.475445071775},"point_estimate":6189.55257179813,"standard_error":459.22463092922925}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/sample.json b/criterion/micro_ops_difference/base/sample.json index 0f166cb4b8d0..1fb093d3e6d8 100644 --- a/criterion/micro_ops_difference/base/sample.json +++ b/criterion/micro_ops_difference/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[465794.0,939489.0,1369682.0,1839976.0,2307572.0,2769263.0,3224758.0,3701953.0,4242343.0,4646939.0,5101935.0,5585729.0,6081421.0,6509413.0,6917310.0,7431904.0,7889998.0,8364495.0,8844186.0,9289080.0,9799475.0,10191669.0,10742463.0,11155655.0,11569849.0,11880748.0,12293041.0,12704036.0,13172428.0,13594525.0,14046017.0,14520208.0,14999207.0,15433802.0,15841791.0,16417087.0,17031484.0,17239875.0,17606970.0,18084266.0,18668258.0,19148550.0,19607543.0,19984244.0,20474034.0,20947627.0,21437723.0,21831515.0,22359413.0,22765300.0,23197000.0,23709292.0,24179182.0,24554278.0,24963277.0,25559072.0,25869068.0,26571256.0,26826053.0,27354639.0,27845640.0,28125741.0,28556028.0,29091122.0,29631120.0,30119007.0,30446002.0,30873700.0,31420995.0,31868088.0,32227091.0,32668778.0,33049477.0,33506866.0,34055363.0,34583957.0,35014342.0,35499741.0,35801636.0,36295628.0,36723125.0,37113619.0,37588113.0,38106804.0,38547104.0,39023097.0,39448990.0,39932582.0,40578375.0,41106572.0,41568061.0,43198146.0,42327251.0,42773841.0,43271446.0,43660841.0,43987132.0,44452720.0,44930617.0,45221106.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[398503.0,753106.0,1168108.0,1519511.0,1811912.0,2742122.0,2695220.0,3005222.0,3682725.0,4265228.0,4663334.0,4927136.0,5467341.0,5756942.0,6158147.0,6393145.0,6689539.0,7675456.0,7955457.0,8623860.0,9146466.0,9364070.0,9707169.0,9892269.0,10024474.0,11669780.0,11813482.0,11574483.0,12650196.0,12982594.0,12850491.0,13770998.0,13556099.0,14008991.0,14664807.0,14989211.0,14193402.0,14817210.0,15952018.0,15546315.0,16507921.0,16909025.0,17490725.0,16777024.0,17008425.0,18021434.0,17491222.0,17888128.0,18864539.0,19798831.0,19784641.0,21445052.0,21700462.0,22780372.0,22489262.0,22650665.0,23023350.0,22761154.0,22606154.0,23216971.0,24089570.0,24733181.0,25484278.0,25178681.0,25110184.0,26983803.0,26868391.0,26706484.0,29541214.0,31692432.0,30058723.0,29796409.0,32751342.0,29936915.0,30993416.0,30041218.0,30113823.0,30269634.0,31178928.0,31746718.0,34161648.0,33349041.0,32379042.0,33811037.0,33226633.0,33397034.0,33504838.0,34331848.0,36234570.0,36822265.0,36796858.0,37647774.0,36512069.0,37270260.0,37297577.0,37519271.0,38437573.0,37572482.0,39962278.0,39347083.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/tukey.json b/criterion/micro_ops_difference/base/tukey.json index 2a95f7513f4f..86f29219d085 100644 --- a/criterion/micro_ops_difference/base/tukey.json +++ b/criterion/micro_ops_difference/base/tukey.json @@ -1 +1 @@ -[108718.92020098849,111081.17774386104,117380.53119152121,119742.78873439378] \ No newline at end of file +[107686.26311858068,118990.23296349785,149134.15254994365,160438.1223948608] \ No newline at end of file diff --git a/criterion/micro_ops_difference/change/estimates.json b/criterion/micro_ops_difference/change/estimates.json index b8fab579f569..edc280941d8d 100644 --- a/criterion/micro_ops_difference/change/estimates.json +++ b/criterion/micro_ops_difference/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03215459553416912,"upper_bound":-0.02685980781320274},"point_estimate":-0.029523189844937736,"standard_error":0.001355970115644643},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.031082791355500405,"upper_bound":-0.027759381398597682},"point_estimate":-0.029350247144724673,"standard_error":0.0007773382300261512}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1677978886797599,"upper_bound":0.19141673028218364},"point_estimate":0.17918621781436062,"standard_error":0.005605289929131247},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.16119191326286852,"upper_bound":0.19605435499104518},"point_estimate":0.1806579760533864,"standard_error":0.007828579305519475}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/estimates.json b/criterion/micro_ops_difference/new/estimates.json index a42df1ac21a8..09153843f73b 100644 --- a/criterion/micro_ops_difference/new/estimates.json +++ b/criterion/micro_ops_difference/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114066.73075355648,"upper_bound":114531.75846912591},"point_estimate":114293.14896018506,"standard_error":119.04618496056555},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113682.92857142857,"upper_bound":113984.19943820225},"point_estimate":113819.52685185186,"standard_error":75.63666220224395},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":436.09336506487966,"upper_bound":847.4332317201869},"point_estimate":575.9188524142992,"standard_error":105.91848676024058},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113594.87776694543,"upper_bound":113987.85468598583},"point_estimate":113752.99403354514,"standard_error":102.89696385131595},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":997.6264222901727,"upper_bound":1359.6295561327383},"point_estimate":1197.699991669468,"standard_error":92.1243657674916}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":133582.78052445012,"upper_bound":135988.13992253365},"point_estimate":134772.90604445394,"standard_error":612.579289564617},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":132164.04255319148,"upper_bound":136281.83333333334},"point_estimate":134381.93220826148,"standard_error":903.0756444786754},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4677.116199728692,"upper_bound":7484.9598672230195},"point_estimate":5792.853498915812,"standard_error":739.2121504085056},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":132524.31693278404,"upper_bound":134846.81175138298},"point_estimate":133613.23041623566,"standard_error":592.9671912352072},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5235.766715921757,"upper_bound":7039.475445071775},"point_estimate":6189.55257179813,"standard_error":459.22463092922925}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/sample.json b/criterion/micro_ops_difference/new/sample.json index 0f166cb4b8d0..1fb093d3e6d8 100644 --- a/criterion/micro_ops_difference/new/sample.json +++ b/criterion/micro_ops_difference/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[465794.0,939489.0,1369682.0,1839976.0,2307572.0,2769263.0,3224758.0,3701953.0,4242343.0,4646939.0,5101935.0,5585729.0,6081421.0,6509413.0,6917310.0,7431904.0,7889998.0,8364495.0,8844186.0,9289080.0,9799475.0,10191669.0,10742463.0,11155655.0,11569849.0,11880748.0,12293041.0,12704036.0,13172428.0,13594525.0,14046017.0,14520208.0,14999207.0,15433802.0,15841791.0,16417087.0,17031484.0,17239875.0,17606970.0,18084266.0,18668258.0,19148550.0,19607543.0,19984244.0,20474034.0,20947627.0,21437723.0,21831515.0,22359413.0,22765300.0,23197000.0,23709292.0,24179182.0,24554278.0,24963277.0,25559072.0,25869068.0,26571256.0,26826053.0,27354639.0,27845640.0,28125741.0,28556028.0,29091122.0,29631120.0,30119007.0,30446002.0,30873700.0,31420995.0,31868088.0,32227091.0,32668778.0,33049477.0,33506866.0,34055363.0,34583957.0,35014342.0,35499741.0,35801636.0,36295628.0,36723125.0,37113619.0,37588113.0,38106804.0,38547104.0,39023097.0,39448990.0,39932582.0,40578375.0,41106572.0,41568061.0,43198146.0,42327251.0,42773841.0,43271446.0,43660841.0,43987132.0,44452720.0,44930617.0,45221106.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[398503.0,753106.0,1168108.0,1519511.0,1811912.0,2742122.0,2695220.0,3005222.0,3682725.0,4265228.0,4663334.0,4927136.0,5467341.0,5756942.0,6158147.0,6393145.0,6689539.0,7675456.0,7955457.0,8623860.0,9146466.0,9364070.0,9707169.0,9892269.0,10024474.0,11669780.0,11813482.0,11574483.0,12650196.0,12982594.0,12850491.0,13770998.0,13556099.0,14008991.0,14664807.0,14989211.0,14193402.0,14817210.0,15952018.0,15546315.0,16507921.0,16909025.0,17490725.0,16777024.0,17008425.0,18021434.0,17491222.0,17888128.0,18864539.0,19798831.0,19784641.0,21445052.0,21700462.0,22780372.0,22489262.0,22650665.0,23023350.0,22761154.0,22606154.0,23216971.0,24089570.0,24733181.0,25484278.0,25178681.0,25110184.0,26983803.0,26868391.0,26706484.0,29541214.0,31692432.0,30058723.0,29796409.0,32751342.0,29936915.0,30993416.0,30041218.0,30113823.0,30269634.0,31178928.0,31746718.0,34161648.0,33349041.0,32379042.0,33811037.0,33226633.0,33397034.0,33504838.0,34331848.0,36234570.0,36822265.0,36796858.0,37647774.0,36512069.0,37270260.0,37297577.0,37519271.0,38437573.0,37572482.0,39962278.0,39347083.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/tukey.json b/criterion/micro_ops_difference/new/tukey.json index 2a95f7513f4f..86f29219d085 100644 --- a/criterion/micro_ops_difference/new/tukey.json +++ b/criterion/micro_ops_difference/new/tukey.json @@ -1 +1 @@ -[108718.92020098849,111081.17774386104,117380.53119152121,119742.78873439378] \ No newline at end of file +[107686.26311858068,118990.23296349785,149134.15254994365,160438.1223948608] \ No newline at end of file diff --git a/criterion/micro_ops_difference/report/MAD.svg b/criterion/micro_ops_difference/report/MAD.svg index 7e85aba11b52..44cd32d5d0ec 100644 --- a/criterion/micro_ops_difference/report/MAD.svg +++ b/criterion/micro_ops_difference/report/MAD.svg @@ -6,97 +6,65 @@ micro/ops/difference:MAD Density (a.u.) -Average time (ns) +Average time (µs) - -5e-4 + +0.1 - - -0.001 + + +0.2 - - -0.0015 + + +0.3 - - -0.002 + + +0.4 - - -0.0025 + + +0.5 - - -0.003 + + +0.6 - - -0.0035 - - - -0.004 - - - -0.0045 - - - -0.005 - - - -0.0055 - - + - -400 - - - -450 - - - -500 - - - -550 + +4.5 - - -600 + + +5 - - -650 + + +5.5 - - -700 + + +6 - - -750 + + +6.5 - - -800 + + +7 - - -850 + + +7.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/SD.svg b/criterion/micro_ops_difference/report/SD.svg index f13312d68cde..1cc82c7d7c08 100644 --- a/criterion/micro_ops_difference/report/SD.svg +++ b/criterion/micro_ops_difference/report/SD.svg @@ -9,78 +9,90 @@ Density (a.u.) Average time (µs) - -0.5 + +0.1 - + -1 +0.2 -1.5 +0.3 - -2 + +0.4 - - -2.5 + + +0.5 - - -3 + + +0.6 - - -3.5 + + +0.7 - - -4 + + +0.8 - - -4.5 + + +0.9 - + - -1 + +5.2 + + + +5.4 + + + +5.6 + + + +5.8 - - -1.05 + + +6 - - -1.1 + + +6.2 - - -1.15 + + +6.4 - - -1.2 + + +6.6 - - -1.25 + + +6.8 - - -1.3 + + +7 - - -1.35 + + +7.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/both/pdf.svg b/criterion/micro_ops_difference/report/both/pdf.svg index 75aa8e417f63..85d3de651c5e 100644 --- a/criterion/micro_ops_difference/report/both/pdf.svg +++ b/criterion/micro_ops_difference/report/both/pdf.svg @@ -46,22 +46,30 @@ Average Time (µs) - -115 - - - + 120 - - -125 + + +130 + + + +140 + + + +150 + + + +160 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_difference/report/both/regression.svg b/criterion/micro_ops_difference/report/both/regression.svg index b67ae280a64f..5cd35c05141b 100644 --- a/criterion/micro_ops_difference/report/both/regression.svg +++ b/criterion/micro_ops_difference/report/both/regression.svg @@ -18,56 +18,61 @@ Iterations - - - - - - - - - + + + + + + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + + +50.0 + + 0 @@ -105,10 +110,10 @@ Iterations 400 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_difference/report/change/mean.svg b/criterion/micro_ops_difference/report/change/mean.svg index 8d0979ab9269..221838506f6d 100644 --- a/criterion/micro_ops_difference/report/change/mean.svg +++ b/criterion/micro_ops_difference/report/change/mean.svg @@ -9,54 +9,58 @@ Density (a.u.) Relative change (%) - -50 + +10 - - -100 + + +20 - - -150 + + +30 - - -200 + + +40 - - -250 + + +50 - - - --0.032 + + +60 - - --0.031 + + +70 + + + + +0.17 - - --0.03 + + +0.175 - - --0.029 + + +0.18 - - --0.028 + + +0.185 - - --0.027 + + +0.19 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/median.svg b/criterion/micro_ops_difference/report/change/median.svg index 9944b402ec2a..ec38d502cd96 100644 --- a/criterion/micro_ops_difference/report/change/median.svg +++ b/criterion/micro_ops_difference/report/change/median.svg @@ -9,66 +9,78 @@ Density (a.u.) Relative change (%) - -100 + +10 - - -200 + + +20 - - -300 + + +30 - - -400 + + +40 - - -500 + + +50 - - -600 + + +60 - + + +70 + + + +80 + + + +90 + + - --0.031 + +0.16 - - --0.0305 + + +0.165 - - --0.03 + + +0.17 - - --0.0295 + + +0.175 - - --0.029 + + +0.18 - - --0.0285 + + +0.185 - - --0.028 + + +0.19 - - --0.0275 + + +0.195 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/t-test.svg b/criterion/micro_ops_difference/report/change/t-test.svg index a3d6dd669967..2369980a0fc1 100644 --- a/criterion/micro_ops_difference/report/change/t-test.svg +++ b/criterion/micro_ops_difference/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_difference/report/index.html b/criterion/micro_ops_difference/report/index.html index c2315bf1c466..0ab7c90402ca 100644 --- a/criterion/micro_ops_difference/report/index.html +++ b/criterion/micro_ops_difference/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 113.59 µs - 113.75 µs - 113.99 µs + 132.52 µs + 133.61 µs + 134.85 µs R² - 0.9936990 - 0.9939697 - 0.9933725 + 0.8230253 + 0.8298342 + 0.8211162 Mean - 114.07 µs - 114.29 µs - 114.53 µs + 133.58 µs + 134.77 µs + 135.99 µs Std. Dev. - 997.63 ns - 1.1977 µs - 1.3596 µs + 5.2358 µs + 6.1896 µs + 7.0395 µs Median - 113.68 µs - 113.82 µs - 113.98 µs + 132.16 µs + 134.38 µs + 136.28 µs MAD - 436.09 ns - 575.92 ns - 847.43 ns + 4.6771 µs + 5.7929 µs + 7.4850 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -3.2155% - -2.9523% - -2.6860% + +16.780% + +17.919% + +19.142% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_difference/report/mean.svg b/criterion/micro_ops_difference/report/mean.svg index 5706a55b51fd..b8f737da2476 100644 --- a/criterion/micro_ops_difference/report/mean.svg +++ b/criterion/micro_ops_difference/report/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 + +0.1 - - -1 + + +0.2 - - -1.5 + + +0.3 - - -2 + + +0.4 - - -2.5 + + +0.5 - - -3 + + +0.6 - - -3.5 + + +0.7 - + - -114.05 - - - -114.1 - - - -114.15 - - - -114.2 - - - -114.25 - - - -114.3 + +133.5 - - -114.35 + + +134 - - -114.4 + + +134.5 - - -114.45 + + +135 - - -114.5 + + +135.5 - - -114.55 + + +136 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/median.svg b/criterion/micro_ops_difference/report/median.svg index b6e1ead08858..0c9a33174b13 100644 --- a/criterion/micro_ops_difference/report/median.svg +++ b/criterion/micro_ops_difference/report/median.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - -2 + +0.1 - - -4 + + +0.2 - - -6 + + +0.3 - - -8 + + +0.4 - - -10 + + +0.5 - - -12 + + +0.6 - + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + - -113.65 + +132 + + + +132.5 + + + +133 - - -113.7 + + +133.5 - - -113.75 + + +134 - - -113.8 + + +134.5 - - -113.85 + + +135 - - -113.9 + + +135.5 - - -113.95 + + +136 - + -114 +136.5 - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/pdf.svg b/criterion/micro_ops_difference/report/pdf.svg index c607f1f830fa..08895c9d027b 100644 --- a/criterion/micro_ops_difference/report/pdf.svg +++ b/criterion/micro_ops_difference/report/pdf.svg @@ -13,71 +13,71 @@ Average Time (µs) 0 - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - + -400 +300 - -112 + +115 - - -113 + + +120 - - -114 + + +125 - - -115 + + +130 + + + +135 - - -116 + + +140 - - -117 + + +145 - - -118 + + +150 - - -119 + + +155 - + + +160 + + Density (a.u.) @@ -86,54 +86,44 @@ Density (a.u.) 0 - -0.05 + +0.01 - - -0.1 + + +0.02 - - -0.15 + + +0.03 - - -0.2 + + +0.04 - - -0.25 - - - -0.3 - - - -0.35 - - - -0.4 + + +0.05 - - -0.45 + + +0.06 - - - - - + + + + + - - - - - - + + + + + + + + PDF diff --git a/criterion/micro_ops_difference/report/pdf_small.svg b/criterion/micro_ops_difference/report/pdf_small.svg index 7378602728b1..4dd77d598c88 100644 --- a/criterion/micro_ops_difference/report/pdf_small.svg +++ b/criterion/micro_ops_difference/report/pdf_small.svg @@ -10,63 +10,51 @@ Average Time (µs) 0 - -0.05 - - - -0.1 - - - -0.15 - - - -0.2 + +0.01 - - -0.25 + + +0.02 - - -0.3 + + +0.03 - - -0.35 + + +0.04 - + -0.4 +0.05 - -0.45 - - - -0.5 + +0.06 - + - -112 + +120 + + + +130 - - -114 + + +140 - - -116 + + +150 - - -118 + + +160 - - - + + + diff --git a/criterion/micro_ops_difference/report/regression.svg b/criterion/micro_ops_difference/report/regression.svg index c752ba78474e..c74350dc225e 100644 --- a/criterion/micro_ops_difference/report/regression.svg +++ b/criterion/micro_ops_difference/report/regression.svg @@ -8,195 +8,175 @@ Total sample time (ms) Iterations - - - + + - - - + + - - - - - - - - - + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - -40.0 - - - -45.0 - - + - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - + -400 +300 - + - - - - - - - - + + + + + + + + - + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + Sample diff --git a/criterion/micro_ops_difference/report/regression_small.svg b/criterion/micro_ops_difference/report/regression_small.svg index 58b0403f6c06..7c03e63168b3 100644 --- a/criterion/micro_ops_difference/report/regression_small.svg +++ b/criterion/micro_ops_difference/report/regression_small.svg @@ -5,193 +5,173 @@ Total sample time (ms) Iterations - - - + + - - - + + - - - - - - - - - + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - -40.0 - - - -45.0 - - + - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - + -400 +300 - - - - - + + + + + - - + + - - + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - + diff --git a/criterion/micro_ops_difference/report/relative_pdf_small.svg b/criterion/micro_ops_difference/report/relative_pdf_small.svg index 7f6a555ccbba..3ba801f833e0 100644 --- a/criterion/micro_ops_difference/report/relative_pdf_small.svg +++ b/criterion/micro_ops_difference/report/relative_pdf_small.svg @@ -43,20 +43,28 @@ Average Time (µs) - -115 - - - + 120 - - -125 + + +130 + + + +140 + + + +150 + + + +160 - - - - - + + + + + diff --git a/criterion/micro_ops_difference/report/relative_regression_small.svg b/criterion/micro_ops_difference/report/relative_regression_small.svg index ef50b3f85d70..3f667df535e2 100644 --- a/criterion/micro_ops_difference/report/relative_regression_small.svg +++ b/criterion/micro_ops_difference/report/relative_regression_small.svg @@ -15,56 +15,61 @@ Iterations - - - - - - + + + + + + + - - + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + + +50.0 + + 0 @@ -102,8 +107,8 @@ Iterations 400 - - - - + + + + diff --git a/criterion/micro_ops_difference/report/slope.svg b/criterion/micro_ops_difference/report/slope.svg index 82b78c0feb2a..13f99eb9ee38 100644 --- a/criterion/micro_ops_difference/report/slope.svg +++ b/criterion/micro_ops_difference/report/slope.svg @@ -9,74 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - -1 + +0.1 - - -1.5 + + +0.2 - - -2 + + +0.3 - - -2.5 + + +0.4 - - -3 + + +0.5 - - -3.5 + + +0.6 - - -4 + + +0.7 - + - -113.6 - - - -113.65 - - - -113.7 + +132.5 - - -113.75 + + +133 - - -113.8 + + +133.5 - - -113.85 + + +134 - - -113.9 + + +134.5 - - -113.95 + + +135 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/typical.svg b/criterion/micro_ops_difference/report/typical.svg index 69db58ed3b45..c8f5d0c1eda9 100644 --- a/criterion/micro_ops_difference/report/typical.svg +++ b/criterion/micro_ops_difference/report/typical.svg @@ -9,74 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - -1 + +0.1 - - -1.5 + + +0.2 - - -2 + + +0.3 - - -2.5 + + +0.4 - - -3 + + +0.5 - - -3.5 + + +0.6 - - -4 + + +0.7 - + - -113.6 - - - -113.65 - - - -113.7 + +132.5 - - -113.75 + + +133 - - -113.8 + + +133.5 - - -113.85 + + +134 - - -113.9 + + +134.5 - - -113.95 + + +135 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/base/estimates.json b/criterion/micro_ops_flat_map/base/estimates.json index f619c3424f2b..2ea127128e7f 100644 --- a/criterion/micro_ops_flat_map/base/estimates.json +++ b/criterion/micro_ops_flat_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21177.34065301018,"upper_bound":21204.93602273646},"point_estimate":21188.172550967996,"standard_error":7.3343955201119995},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21174.356902356903,"upper_bound":21185.548245614034},"point_estimate":21178.77009893455,"standard_error":2.9151189881931137},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16.727850464669718,"upper_bound":26.882842466886057},"point_estimate":21.553146446622055,"standard_error":2.549007067324075},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21181.756217048394,"upper_bound":21221.288071359617},"point_estimate":21195.721351657554,"standard_error":11.088281270266302},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23.071164763747692,"upper_bound":121.02726718332761},"point_estimate":73.56135053456745,"standard_error":33.00490626897387}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30932.972858718585,"upper_bound":31565.869292452586},"point_estimate":31232.104867796665,"standard_error":161.88329646490158},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30892.473760932946,"upper_bound":31358.93650793651},"point_estimate":31054.00093665441,"standard_error":111.20516018687479},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":962.7216088698126,"upper_bound":1556.525162149157},"point_estimate":1189.834133876221,"standard_error":154.76532181702623},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31035.030037364635,"upper_bound":31550.901134448613},"point_estimate":31279.72398952902,"standard_error":131.12055441404485},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1162.3231039240582,"upper_bound":2187.7268472789997},"point_estimate":1632.286774173351,"standard_error":286.9607027897848}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/sample.json b/criterion/micro_ops_flat_map/base/sample.json index ec28a53d3382..d1e7d02737e4 100644 --- a/criterion/micro_ops_flat_map/base/sample.json +++ b/criterion/micro_ops_flat_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[190499.0,381096.0,570694.0,762491.0,956488.0,1141687.0,1332082.0,1531478.0,1711879.0,1904279.0,2101973.0,2290970.0,2476071.0,2674468.0,2862064.0,3055860.0,3234857.0,3437958.0,3616951.0,3807352.0,4002948.0,4190746.0,4382448.0,4571739.0,4769240.0,4946334.0,5151237.0,5345730.0,5531728.0,5717330.0,5924023.0,6091226.0,6286017.0,6473317.0,6666709.0,6855812.0,7045411.0,7229509.0,7420004.0,7623303.0,7803498.0,7988202.0,8190399.0,8381794.0,8577191.0,8783187.0,8951983.0,9146189.0,9335278.0,9527079.0,9709779.0,9908473.0,10095875.0,10331671.0,10480965.0,10686364.0,10849964.0,11059853.0,11253257.0,11447353.0,11631950.0,11820949.0,12019346.0,12210640.0,12385239.0,12583441.0,12768338.0,12964333.0,13158934.0,13352332.0,13538026.0,13723225.0,13914325.0,14563015.0,14343119.0,14490915.0,14685515.0,14873511.0,15055512.0,15249911.0,15434202.0,15640604.0,15819902.0,16009001.0,16205394.0,16405701.0,16588797.0,16787390.0,16957186.0,17156889.0,17351976.0,17545775.0,17734376.0,17930875.0,18102274.0,18310673.0,18517164.0,18693166.0,18866967.0,19061067.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[192802.0,408803.0,663004.0,851102.0,1184911.0,1206604.0,1508310.0,1908208.0,1831209.0,2263014.0,2526111.0,2520921.0,2824219.0,3041021.0,3345324.0,3494121.0,3447618.0,3951226.0,4120918.0,4235723.0,4322325.0,5012027.0,5349229.0,4920527.0,5192633.0,5529141.0,5556633.0,5856834.0,6304727.0,6348139.0,6818238.0,6537538.0,6981938.0,7368539.0,7195833.0,8289646.0,8192246.0,7824037.0,7999045.0,9048358.0,8736057.0,9885149.0,10339754.0,9798643.0,10193668.0,10495960.0,13489082.0,10842369.0,11346359.0,11490461.0,11627072.0,11024251.0,11527971.0,12623869.0,12200963.0,13203877.0,11840974.0,12881467.0,12779365.0,13548576.0,13505568.0,13600473.0,13596064.0,13807160.0,15013174.0,14374678.0,14257868.0,14390687.0,14656791.0,14953087.0,15431966.0,15301377.0,15646283.0,16254180.0,15823290.0,16586090.0,15915884.0,16893593.0,17685786.0,17740010.0,17680892.0,18018090.0,17677998.0,17665015.0,17756897.0,18251099.0,19180898.0,20572817.0,19281807.0,20137023.0,20147515.0,19495193.0,20361516.0,20413710.0,20935826.0,20897809.0,21756212.0,21192237.0,21365112.0,22436006.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/tukey.json b/criterion/micro_ops_flat_map/base/tukey.json index c9ef5c256cdd..b3bf93335dc1 100644 --- a/criterion/micro_ops_flat_map/base/tukey.json +++ b/criterion/micro_ops_flat_map/base/tukey.json @@ -1 +1 @@ -[21078.83779433897,21122.107385829673,21237.49296313821,21280.762554628913] \ No newline at end of file +[25227.16369468451,27754.988142134418,34495.85333533418,37023.677782784085] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/change/estimates.json b/criterion/micro_ops_flat_map/change/estimates.json index e5266f884198..75f13041387d 100644 --- a/criterion/micro_ops_flat_map/change/estimates.json +++ b/criterion/micro_ops_flat_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.23614522097109036,"upper_bound":-0.23482454702863587},"point_estimate":-0.23555098346268277,"standard_error":0.00033085823040312443},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.23589115446347125,"upper_bound":-0.23535185225565658},"point_estimate":-0.23566322143241925,"standard_error":0.00013750249796529577}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.45749077109749564,"upper_bound":0.4893655310564987},"point_estimate":0.4740348556567615,"standard_error":0.007690138761106284},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.45870027204857244,"upper_bound":0.4812799546604847},"point_estimate":0.4662797127306584,"standard_error":0.005435185449731119}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/estimates.json b/criterion/micro_ops_flat_map/new/estimates.json index f619c3424f2b..2ea127128e7f 100644 --- a/criterion/micro_ops_flat_map/new/estimates.json +++ b/criterion/micro_ops_flat_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21177.34065301018,"upper_bound":21204.93602273646},"point_estimate":21188.172550967996,"standard_error":7.3343955201119995},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21174.356902356903,"upper_bound":21185.548245614034},"point_estimate":21178.77009893455,"standard_error":2.9151189881931137},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16.727850464669718,"upper_bound":26.882842466886057},"point_estimate":21.553146446622055,"standard_error":2.549007067324075},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21181.756217048394,"upper_bound":21221.288071359617},"point_estimate":21195.721351657554,"standard_error":11.088281270266302},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23.071164763747692,"upper_bound":121.02726718332761},"point_estimate":73.56135053456745,"standard_error":33.00490626897387}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30932.972858718585,"upper_bound":31565.869292452586},"point_estimate":31232.104867796665,"standard_error":161.88329646490158},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30892.473760932946,"upper_bound":31358.93650793651},"point_estimate":31054.00093665441,"standard_error":111.20516018687479},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":962.7216088698126,"upper_bound":1556.525162149157},"point_estimate":1189.834133876221,"standard_error":154.76532181702623},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31035.030037364635,"upper_bound":31550.901134448613},"point_estimate":31279.72398952902,"standard_error":131.12055441404485},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1162.3231039240582,"upper_bound":2187.7268472789997},"point_estimate":1632.286774173351,"standard_error":286.9607027897848}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/sample.json b/criterion/micro_ops_flat_map/new/sample.json index ec28a53d3382..d1e7d02737e4 100644 --- a/criterion/micro_ops_flat_map/new/sample.json +++ b/criterion/micro_ops_flat_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[190499.0,381096.0,570694.0,762491.0,956488.0,1141687.0,1332082.0,1531478.0,1711879.0,1904279.0,2101973.0,2290970.0,2476071.0,2674468.0,2862064.0,3055860.0,3234857.0,3437958.0,3616951.0,3807352.0,4002948.0,4190746.0,4382448.0,4571739.0,4769240.0,4946334.0,5151237.0,5345730.0,5531728.0,5717330.0,5924023.0,6091226.0,6286017.0,6473317.0,6666709.0,6855812.0,7045411.0,7229509.0,7420004.0,7623303.0,7803498.0,7988202.0,8190399.0,8381794.0,8577191.0,8783187.0,8951983.0,9146189.0,9335278.0,9527079.0,9709779.0,9908473.0,10095875.0,10331671.0,10480965.0,10686364.0,10849964.0,11059853.0,11253257.0,11447353.0,11631950.0,11820949.0,12019346.0,12210640.0,12385239.0,12583441.0,12768338.0,12964333.0,13158934.0,13352332.0,13538026.0,13723225.0,13914325.0,14563015.0,14343119.0,14490915.0,14685515.0,14873511.0,15055512.0,15249911.0,15434202.0,15640604.0,15819902.0,16009001.0,16205394.0,16405701.0,16588797.0,16787390.0,16957186.0,17156889.0,17351976.0,17545775.0,17734376.0,17930875.0,18102274.0,18310673.0,18517164.0,18693166.0,18866967.0,19061067.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[192802.0,408803.0,663004.0,851102.0,1184911.0,1206604.0,1508310.0,1908208.0,1831209.0,2263014.0,2526111.0,2520921.0,2824219.0,3041021.0,3345324.0,3494121.0,3447618.0,3951226.0,4120918.0,4235723.0,4322325.0,5012027.0,5349229.0,4920527.0,5192633.0,5529141.0,5556633.0,5856834.0,6304727.0,6348139.0,6818238.0,6537538.0,6981938.0,7368539.0,7195833.0,8289646.0,8192246.0,7824037.0,7999045.0,9048358.0,8736057.0,9885149.0,10339754.0,9798643.0,10193668.0,10495960.0,13489082.0,10842369.0,11346359.0,11490461.0,11627072.0,11024251.0,11527971.0,12623869.0,12200963.0,13203877.0,11840974.0,12881467.0,12779365.0,13548576.0,13505568.0,13600473.0,13596064.0,13807160.0,15013174.0,14374678.0,14257868.0,14390687.0,14656791.0,14953087.0,15431966.0,15301377.0,15646283.0,16254180.0,15823290.0,16586090.0,15915884.0,16893593.0,17685786.0,17740010.0,17680892.0,18018090.0,17677998.0,17665015.0,17756897.0,18251099.0,19180898.0,20572817.0,19281807.0,20137023.0,20147515.0,19495193.0,20361516.0,20413710.0,20935826.0,20897809.0,21756212.0,21192237.0,21365112.0,22436006.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/tukey.json b/criterion/micro_ops_flat_map/new/tukey.json index c9ef5c256cdd..b3bf93335dc1 100644 --- a/criterion/micro_ops_flat_map/new/tukey.json +++ b/criterion/micro_ops_flat_map/new/tukey.json @@ -1 +1 @@ -[21078.83779433897,21122.107385829673,21237.49296313821,21280.762554628913] \ No newline at end of file +[25227.16369468451,27754.988142134418,34495.85333533418,37023.677782784085] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/report/MAD.svg b/criterion/micro_ops_flat_map/report/MAD.svg index 49a232b51a0b..227bfbf2be83 100644 --- a/criterion/micro_ops_flat_map/report/MAD.svg +++ b/criterion/micro_ops_flat_map/report/MAD.svg @@ -6,77 +6,69 @@ micro/ops/flat_map:MAD Density (a.u.) -Average time (ns) +Average time (µs) - -0.02 + +0.5 - - -0.04 + + +1 - - -0.06 + + +1.5 - - -0.08 + + +2 - - -0.1 + + +2.5 - - -0.12 + + +3 - - -0.14 - - - -0.16 - - - -0.18 - - + - -16 + +0.9 + + + +1 - - -18 + + +1.1 - - -20 + + +1.2 - - -22 + + +1.3 - - -24 + + +1.4 - - -26 + + +1.5 - - -28 + + +1.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/SD.svg b/criterion/micro_ops_flat_map/report/SD.svg index 46170db471bf..342ce615d826 100644 --- a/criterion/micro_ops_flat_map/report/SD.svg +++ b/criterion/micro_ops_flat_map/report/SD.svg @@ -6,73 +6,77 @@ micro/ops/flat_map:SD Density (a.u.) -Average time (ns) +Average time (µs) - -0.005 + +0.2 - - -0.01 + + +0.4 - - -0.015 + + +0.6 - - -0.02 + + +0.8 - - -0.025 + + +1 - - -0.03 + + +1.2 - - -0.035 + + +1.4 - - -0.04 + + +1.6 - - -0.045 + + +1.8 - + + +2 + + - -20 + +1.2 - - -40 + + +1.4 - - -60 + + +1.6 - - -80 + + +1.8 - - -100 + + +2 - - -120 + + +2.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/both/pdf.svg b/criterion/micro_ops_flat_map/report/both/pdf.svg index e73a8624b7dd..bf1dc7d824e3 100644 --- a/criterion/micro_ops_flat_map/report/both/pdf.svg +++ b/criterion/micro_ops_flat_map/report/both/pdf.svg @@ -9,67 +9,63 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - -10 - - + - -22 - - - -24 - - - -26 - - - -28 - - - - - - + +25 + + + +30 + + + +35 + + + +40 + + + + + + Base PDF diff --git a/criterion/micro_ops_flat_map/report/both/regression.svg b/criterion/micro_ops_flat_map/report/both/regression.svg index dcec95e50bcc..14f8e70ffddf 100644 --- a/criterion/micro_ops_flat_map/report/both/regression.svg +++ b/criterion/micro_ops_flat_map/report/both/regression.svg @@ -19,31 +19,36 @@ Iterations - - - - + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - + + +25.0 + + 0 @@ -85,10 +90,10 @@ Iterations 900 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_flat_map/report/change/mean.svg b/criterion/micro_ops_flat_map/report/change/mean.svg index afa0f95a42ac..33cfc5fc0ec1 100644 --- a/criterion/micro_ops_flat_map/report/change/mean.svg +++ b/criterion/micro_ops_flat_map/report/change/mean.svg @@ -9,66 +9,66 @@ Density (a.u.) Relative change (%) - -200 + +10 - - -400 + + +20 - - -600 + + +30 - - -800 + + +40 - - -1000 + + +50 - - -1200 + + +60 - + - --0.2362 + +0.455 - - --0.236 + + +0.46 - - --0.2358 + + +0.465 - - --0.2356 + + +0.47 - - --0.2354 + + +0.475 - - --0.2352 + + +0.48 - - --0.235 + + +0.485 - + --0.2348 +0.49 - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/median.svg b/criterion/micro_ops_flat_map/report/change/median.svg index 59892f9f8b9d..6b75f377c25f 100644 --- a/criterion/micro_ops_flat_map/report/change/median.svg +++ b/criterion/micro_ops_flat_map/report/change/median.svg @@ -9,62 +9,58 @@ Density (a.u.) Relative change (%) - -500 + +20 - - -1000 + + +40 - - -1500 + + +60 - - -2000 + + +80 - - -2500 + + +100 - - -3000 + + +120 - - - --0.2359 - - - --0.2358 + + +140 - - --0.2357 + + + +0.46 - - --0.2356 + + +0.465 - - --0.2355 + + +0.47 - - --0.2354 + + +0.475 - - --0.2353 + + +0.48 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/t-test.svg b/criterion/micro_ops_flat_map/report/change/t-test.svg index 57a7476e184a..9d3354e00f89 100644 --- a/criterion/micro_ops_flat_map/report/change/t-test.svg +++ b/criterion/micro_ops_flat_map/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_flat_map/report/index.html b/criterion/micro_ops_flat_map/report/index.html index ca0bbe1561de..06bbb46b75ce 100644 --- a/criterion/micro_ops_flat_map/report/index.html +++ b/criterion/micro_ops_flat_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 21.182 µs - 21.196 µs - 21.221 µs + 31.035 µs + 31.280 µs + 31.551 µs R² - 0.9975681 - 0.9976280 - 0.9974275 + 0.8282690 + 0.8335715 + 0.8270686 Mean - 21.177 µs - 21.188 µs - 21.205 µs + 30.933 µs + 31.232 µs + 31.566 µs Std. Dev. - 23.071 ns - 73.561 ns - 121.03 ns + 1.1623 µs + 1.6323 µs + 2.1877 µs Median - 21.174 µs - 21.179 µs - 21.186 µs + 30.892 µs + 31.054 µs + 31.359 µs MAD - 16.728 ns - 21.553 ns - 26.883 ns + 962.72 ns + 1.1898 µs + 1.5565 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -23.615% - -23.555% - -23.482% + +45.749% + +47.403% + +48.937% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_flat_map/report/mean.svg b/criterion/micro_ops_flat_map/report/mean.svg index dde5e24b75dc..f7859d559dd5 100644 --- a/criterion/micro_ops_flat_map/report/mean.svg +++ b/criterion/micro_ops_flat_map/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - -10 + +0.5 - - -20 + + +1 - - -30 + + +1.5 - - -40 + + +2 - - -50 + + +2.5 - - -60 - - + - -21.175 + +30.9 + + + +31 - - -21.18 + + +31.1 - - -21.185 + + +31.2 - - -21.19 + + +31.3 - - -21.195 + + +31.4 - - -21.2 + + +31.5 - - -21.205 + + +31.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/median.svg b/criterion/micro_ops_flat_map/report/median.svg index 412665d2ae40..a414c6fa7487 100644 --- a/criterion/micro_ops_flat_map/report/median.svg +++ b/criterion/micro_ops_flat_map/report/median.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (µs) - -50 + +1 - - -100 + + +2 - - -150 + + +3 - - -200 + + +4 - - -250 + + +5 - - - -21.174 + + +6 + + + +7 - - -21.176 + + +8 + + + + +30.9 - - -21.178 + + +31 - - -21.18 + + +31.1 - - -21.182 + + +31.2 - - -21.184 + + +31.3 - - -21.186 + + +31.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/pdf.svg b/criterion/micro_ops_flat_map/report/pdf.svg index 371a8c377d17..3efe557f327d 100644 --- a/criterion/micro_ops_flat_map/report/pdf.svg +++ b/criterion/micro_ops_flat_map/report/pdf.svg @@ -13,79 +13,71 @@ Average Time (µs) 0 - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - - -800 - - + -900 +700 - -21.1 + +26 - - -21.2 + + +28 - - -21.3 + + +30 - - -21.4 + + +32 - - -21.5 + + +34 - - -21.6 + + +36 - - -21.7 + + +38 - + -21.8 +40 - -21.9 + +42 - + Density (a.u.) @@ -94,58 +86,36 @@ Density (a.u.) 0 - -1 - - - -2 - - - -3 - - - -4 - - - -5 - - - -6 - - - -7 - - - -8 - - - -9 - - - - - - - - - - - - - - - - - - + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_flat_map/report/pdf_small.svg b/criterion/micro_ops_flat_map/report/pdf_small.svg index 8548bd073a90..a58b7485794c 100644 --- a/criterion/micro_ops_flat_map/report/pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/pdf_small.svg @@ -10,63 +10,43 @@ Average Time (µs) 0 - -1 + +0.05 - - -2 + + +0.1 - - -3 + + +0.15 - - -4 + + +0.2 - - -5 + + +0.25 - - -6 + + +0.3 - - -7 - - - -8 - - - -9 - - - -10 - - + - -21.2 - - - -21.4 + +30 - - -21.6 + + +35 - + -21.8 +40 - - + + diff --git a/criterion/micro_ops_flat_map/report/regression.svg b/criterion/micro_ops_flat_map/report/regression.svg index ffe20b190e8e..655ace0ac76f 100644 --- a/criterion/micro_ops_flat_map/report/regression.svg +++ b/criterion/micro_ops_flat_map/report/regression.svg @@ -8,200 +8,200 @@ Total sample time (ms) Iterations - - - - - - - - + + + + + + - - - - - - - - - + + + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - + + 16.0 - - + + 18.0 - + + +20.0 + + + +22.0 + + - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - - -800 - - + -900 +700 - - - - - + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - + + Sample diff --git a/criterion/micro_ops_flat_map/report/regression_small.svg b/criterion/micro_ops_flat_map/report/regression_small.svg index 51e371ba656f..2eaa1b64efee 100644 --- a/criterion/micro_ops_flat_map/report/regression_small.svg +++ b/criterion/micro_ops_flat_map/report/regression_small.svg @@ -5,198 +5,198 @@ Total sample time (ms) Iterations - - - - - - - - + + + + + + - - - - - - - - - + + + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - + + 16.0 - - + + 18.0 - + + +20.0 + + + +22.0 + + - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - - -800 - - + -900 +700 - - + + - - - - - + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - + + + + + + - - + + - - + + diff --git a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg index 964571851a37..cd52ad1a0d7c 100644 --- a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg @@ -10,61 +10,57 @@ Average Time (µs) 1 - + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - -10 - - + - -22 - - - -24 - - - -26 - - - -28 - - - - - - + +25 + + + +30 + + + +35 + + + +40 + + + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_regression_small.svg b/criterion/micro_ops_flat_map/report/relative_regression_small.svg index 7a5a1d0bca61..ad6fe2e4cac0 100644 --- a/criterion/micro_ops_flat_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_regression_small.svg @@ -16,31 +16,36 @@ Iterations - - - - + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - + + +25.0 + + 0 @@ -82,8 +87,8 @@ Iterations 900 - - - - + + + + diff --git a/criterion/micro_ops_flat_map/report/slope.svg b/criterion/micro_ops_flat_map/report/slope.svg index 10fa4c237353..d97e66c87129 100644 --- a/criterion/micro_ops_flat_map/report/slope.svg +++ b/criterion/micro_ops_flat_map/report/slope.svg @@ -9,78 +9,58 @@ Density (a.u.) Average time (µs) - -10 + +0.5 - - -20 + + +1 - - -30 + + +1.5 - - -40 + + +2 - - -50 + + +2.5 - - -60 + + +3 - - -70 - - + - -21.18 - - - -21.185 - - - -21.19 - - - -21.195 - - - -21.2 + +31 - - -21.205 + + +31.1 - - -21.21 + + +31.2 - - -21.215 + + +31.3 - - -21.22 + + +31.4 - - -21.225 + + +31.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/typical.svg b/criterion/micro_ops_flat_map/report/typical.svg index a49e3d31033e..0d29e40f634a 100644 --- a/criterion/micro_ops_flat_map/report/typical.svg +++ b/criterion/micro_ops_flat_map/report/typical.svg @@ -9,78 +9,58 @@ Density (a.u.) Average time (µs) - -10 + +0.5 - - -20 + + +1 - - -30 + + +1.5 - - -40 + + +2 - - -50 + + +2.5 - - -60 + + +3 - - -70 - - + - -21.18 - - - -21.185 - - - -21.19 - - - -21.195 - - - -21.2 + +31 - - -21.205 + + +31.1 - - -21.21 + + +31.2 - - -21.215 + + +31.3 - - -21.22 + + +31.4 - - -21.225 + + +31.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/base/estimates.json b/criterion/micro_ops_fold/base/estimates.json index d191af3d3347..c44df5015290 100644 --- a/criterion/micro_ops_fold/base/estimates.json +++ b/criterion/micro_ops_fold/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33881.5696491191,"upper_bound":34633.008625122195},"point_estimate":34239.515125900616,"standard_error":192.26824608565232},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32965.684092867916,"upper_bound":33199.40698051948},"point_estimate":33038.236394557825,"standard_error":243.55235321500604},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":265.16025417412095,"upper_bound":796.6345269774229},"point_estimate":443.46702559499295,"standard_error":272.53036677549613},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33008.47990457493,"upper_bound":33180.556176998434},"point_estimate":33083.151692879306,"standard_error":44.02952342636685},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1511.422978792372,"upper_bound":2480.772473046484},"point_estimate":1940.2660140240125,"standard_error":289.5619834700125}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38164.163424279686,"upper_bound":39191.65476549844},"point_estimate":38671.449124258594,"standard_error":261.60661582610845},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37982.60549437676,"upper_bound":38911.903344145816},"point_estimate":38293.976944624,"standard_error":234.21996254445853},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1546.9272257493328,"upper_bound":2596.3814009638336},"point_estimate":2008.9997418331277,"standard_error":269.73603567649394},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37726.56353357103,"upper_bound":38321.48862225857},"point_estimate":38023.082005319935,"standard_error":151.29186712891047},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2109.110216192701,"upper_bound":3115.830744225591},"point_estimate":2631.0231122608207,"standard_error":256.62938867995456}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/sample.json b/criterion/micro_ops_fold/base/sample.json index e94155760a70..214fb244a7e7 100644 --- a/criterion/micro_ops_fold/base/sample.json +++ b/criterion/micro_ops_fold/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[258100.0,631395.0,754194.0,1038190.0,1270388.0,1539377.0,1796281.0,2037669.0,2275873.0,2574362.0,2854869.0,3068662.0,3315256.0,3553850.0,3794250.0,4071148.0,4374938.0,4606643.0,4840136.0,5033736.0,5262128.0,5540730.0,5794329.0,5959520.0,6386625.0,6524921.0,6774109.0,7013107.0,7268701.0,7481999.0,7768204.0,8033894.0,8279488.0,8478388.0,8726185.0,8986081.0,9252683.0,9472974.0,9495973.0,9310177.0,9503580.0,9714964.0,9983170.0,10101569.0,10307663.0,10561468.0,10800254.0,10960356.0,11209658.0,11431257.0,11669445.0,11890444.0,12140941.0,12357440.0,12615142.0,12910329.0,13103931.0,13298622.0,13506421.0,13712720.0,14029215.0,14180710.0,14444221.0,14708014.0,15008705.0,15235804.0,15469900.0,15696889.0,15950094.0,16137490.0,16450391.0,16677878.0,16814583.0,17069682.0,17234072.0,17504077.0,17866870.0,17993272.0,18263471.0,18467757.0,18696456.0,19016162.0,19113550.0,19403744.0,19578251.0,19822236.0,20038248.0,20209534.0,20430435.0,20817920.0,20954627.0,21216520.0,21526015.0,21622128.0,21841020.0,22049506.0,22456698.0,22660211.0,22735212.0,22931904.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[218102.0,483503.0,874403.0,914206.0,1199505.0,1510107.0,1770913.0,1941711.0,2192413.0,2517908.0,2793715.0,2961420.0,3250417.0,3414824.0,3925812.0,3740124.0,4738724.0,4296521.0,4685523.0,4836030.0,5518127.0,6051532.0,5982537.0,6356143.0,6171434.0,6063027.0,5518825.0,6305537.0,6947729.0,6638547.0,6699239.0,6764236.0,6991647.0,7489943.0,8212538.0,7921035.0,7456536.0,8236937.0,8670532.0,8318340.0,8770354.0,8979839.0,8734748.0,9694056.0,9375752.0,10144658.0,10087840.0,9974257.0,10652047.0,11527070.0,11527055.0,11922860.0,12505272.0,12527149.0,12601769.0,12849556.0,13013868.0,12991872.0,13536676.0,13886953.0,14780370.0,14574565.0,15097568.0,15118706.0,16238280.0,15515373.0,15626000.0,15871784.0,16177094.0,15522374.0,16038583.0,16446891.0,16220990.0,16778093.0,16889285.0,16885094.0,17143276.0,17706580.0,18607131.0,19089605.0,18976697.0,19465720.0,19401208.0,19992741.0,19523010.0,20104908.0,19976113.0,20033902.0,19910112.0,20130316.0,20915918.0,21349118.0,21438406.0,21732804.0,21222322.0,21429015.0,22128929.0,21793929.0,21425705.0,21854608.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/tukey.json b/criterion/micro_ops_fold/base/tukey.json index 43b5f5dd9e9b..a5823ae610c0 100644 --- a/criterion/micro_ops_fold/base/tukey.json +++ b/criterion/micro_ops_fold/base/tukey.json @@ -1 +1 @@ -[23840.075273410803,28341.64383971292,40345.82668318524,44847.39524948735] \ No newline at end of file +[28736.928485671546,32892.82554420564,43975.21770029655,48131.114758830634] \ No newline at end of file diff --git a/criterion/micro_ops_fold/change/estimates.json b/criterion/micro_ops_fold/change/estimates.json index 8a6ee5bc6d81..93c2c47202d3 100644 --- a/criterion/micro_ops_fold/change/estimates.json +++ b/criterion/micro_ops_fold/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.16775552076395983,"upper_bound":0.20613052695565925},"point_estimate":0.18650820833041992,"standard_error":0.009817447252702458},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1640284186779548,"upper_bound":0.19931643627730494},"point_estimate":0.19394973308071828,"standard_error":0.011117738127980177}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.11109877639274043,"upper_bound":0.14878525229536024},"point_estimate":0.12943915771182812,"standard_error":0.0095286711711447},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.14468100699860642,"upper_bound":0.17783681905884752},"point_estimate":0.15908054193025634,"standard_error":0.010580912949045089}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/estimates.json b/criterion/micro_ops_fold/new/estimates.json index d191af3d3347..c44df5015290 100644 --- a/criterion/micro_ops_fold/new/estimates.json +++ b/criterion/micro_ops_fold/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33881.5696491191,"upper_bound":34633.008625122195},"point_estimate":34239.515125900616,"standard_error":192.26824608565232},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32965.684092867916,"upper_bound":33199.40698051948},"point_estimate":33038.236394557825,"standard_error":243.55235321500604},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":265.16025417412095,"upper_bound":796.6345269774229},"point_estimate":443.46702559499295,"standard_error":272.53036677549613},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33008.47990457493,"upper_bound":33180.556176998434},"point_estimate":33083.151692879306,"standard_error":44.02952342636685},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1511.422978792372,"upper_bound":2480.772473046484},"point_estimate":1940.2660140240125,"standard_error":289.5619834700125}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38164.163424279686,"upper_bound":39191.65476549844},"point_estimate":38671.449124258594,"standard_error":261.60661582610845},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37982.60549437676,"upper_bound":38911.903344145816},"point_estimate":38293.976944624,"standard_error":234.21996254445853},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1546.9272257493328,"upper_bound":2596.3814009638336},"point_estimate":2008.9997418331277,"standard_error":269.73603567649394},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37726.56353357103,"upper_bound":38321.48862225857},"point_estimate":38023.082005319935,"standard_error":151.29186712891047},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2109.110216192701,"upper_bound":3115.830744225591},"point_estimate":2631.0231122608207,"standard_error":256.62938867995456}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/sample.json b/criterion/micro_ops_fold/new/sample.json index e94155760a70..214fb244a7e7 100644 --- a/criterion/micro_ops_fold/new/sample.json +++ b/criterion/micro_ops_fold/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[258100.0,631395.0,754194.0,1038190.0,1270388.0,1539377.0,1796281.0,2037669.0,2275873.0,2574362.0,2854869.0,3068662.0,3315256.0,3553850.0,3794250.0,4071148.0,4374938.0,4606643.0,4840136.0,5033736.0,5262128.0,5540730.0,5794329.0,5959520.0,6386625.0,6524921.0,6774109.0,7013107.0,7268701.0,7481999.0,7768204.0,8033894.0,8279488.0,8478388.0,8726185.0,8986081.0,9252683.0,9472974.0,9495973.0,9310177.0,9503580.0,9714964.0,9983170.0,10101569.0,10307663.0,10561468.0,10800254.0,10960356.0,11209658.0,11431257.0,11669445.0,11890444.0,12140941.0,12357440.0,12615142.0,12910329.0,13103931.0,13298622.0,13506421.0,13712720.0,14029215.0,14180710.0,14444221.0,14708014.0,15008705.0,15235804.0,15469900.0,15696889.0,15950094.0,16137490.0,16450391.0,16677878.0,16814583.0,17069682.0,17234072.0,17504077.0,17866870.0,17993272.0,18263471.0,18467757.0,18696456.0,19016162.0,19113550.0,19403744.0,19578251.0,19822236.0,20038248.0,20209534.0,20430435.0,20817920.0,20954627.0,21216520.0,21526015.0,21622128.0,21841020.0,22049506.0,22456698.0,22660211.0,22735212.0,22931904.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[218102.0,483503.0,874403.0,914206.0,1199505.0,1510107.0,1770913.0,1941711.0,2192413.0,2517908.0,2793715.0,2961420.0,3250417.0,3414824.0,3925812.0,3740124.0,4738724.0,4296521.0,4685523.0,4836030.0,5518127.0,6051532.0,5982537.0,6356143.0,6171434.0,6063027.0,5518825.0,6305537.0,6947729.0,6638547.0,6699239.0,6764236.0,6991647.0,7489943.0,8212538.0,7921035.0,7456536.0,8236937.0,8670532.0,8318340.0,8770354.0,8979839.0,8734748.0,9694056.0,9375752.0,10144658.0,10087840.0,9974257.0,10652047.0,11527070.0,11527055.0,11922860.0,12505272.0,12527149.0,12601769.0,12849556.0,13013868.0,12991872.0,13536676.0,13886953.0,14780370.0,14574565.0,15097568.0,15118706.0,16238280.0,15515373.0,15626000.0,15871784.0,16177094.0,15522374.0,16038583.0,16446891.0,16220990.0,16778093.0,16889285.0,16885094.0,17143276.0,17706580.0,18607131.0,19089605.0,18976697.0,19465720.0,19401208.0,19992741.0,19523010.0,20104908.0,19976113.0,20033902.0,19910112.0,20130316.0,20915918.0,21349118.0,21438406.0,21732804.0,21222322.0,21429015.0,22128929.0,21793929.0,21425705.0,21854608.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/tukey.json b/criterion/micro_ops_fold/new/tukey.json index 43b5f5dd9e9b..a5823ae610c0 100644 --- a/criterion/micro_ops_fold/new/tukey.json +++ b/criterion/micro_ops_fold/new/tukey.json @@ -1 +1 @@ -[23840.075273410803,28341.64383971292,40345.82668318524,44847.39524948735] \ No newline at end of file +[28736.928485671546,32892.82554420564,43975.21770029655,48131.114758830634] \ No newline at end of file diff --git a/criterion/micro_ops_fold/report/MAD.svg b/criterion/micro_ops_fold/report/MAD.svg index 645cff07cf7c..13d379dac0ba 100644 --- a/criterion/micro_ops_fold/report/MAD.svg +++ b/criterion/micro_ops_fold/report/MAD.svg @@ -6,65 +6,69 @@ micro/ops/fold:MAD Density (a.u.) -Average time (ns) +Average time (µs) - -5e-4 + +0.2 - - -0.001 + + +0.4 - - -0.0015 + + +0.6 - - -0.002 + + +0.8 - + + +1 + + -0.0025 +1.2 - -0.003 + +1.4 - - -0.0035 + + +1.6 - + - -300 + +1.6 - - -400 + + +1.8 - - -500 + + +2 - - -600 + + +2.2 - - -700 + + +2.4 - - -800 + + +2.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/SD.svg b/criterion/micro_ops_fold/report/SD.svg index 4719e5fa9290..e2c5834f1198 100644 --- a/criterion/micro_ops_fold/report/SD.svg +++ b/criterion/micro_ops_fold/report/SD.svg @@ -9,78 +9,70 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 + + +0.4 - - -1.5 + + +0.6 - - -2 + + +0.8 - - -2.5 + + +1 - - -3 + + +1.2 - - - -1.5 + + +1.4 - - + + 1.6 - - -1.7 - - - -1.8 - - - -1.9 - - - + + + 2 - - -2.1 - - - + + 2.2 - - -2.3 - - - + + 2.4 - - -2.5 + + +2.6 + + + +2.8 + + + +3 + + + +3.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/both/pdf.svg b/criterion/micro_ops_fold/report/both/pdf.svg index 75875b60b7da..1b7790faf6ce 100644 --- a/criterion/micro_ops_fold/report/both/pdf.svg +++ b/criterion/micro_ops_fold/report/both/pdf.svg @@ -9,55 +9,47 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - + - -25 - - -30 - - - 35 - - + + 40 - - + + 45 - - - - - + + +50 + + + + + + Base PDF diff --git a/criterion/micro_ops_fold/report/both/regression.svg b/criterion/micro_ops_fold/report/both/regression.svg index 9173faaa8016..56d1b988dfb5 100644 --- a/criterion/micro_ops_fold/report/both/regression.svg +++ b/criterion/micro_ops_fold/report/both/regression.svg @@ -17,31 +17,36 @@ Iterations - - - - + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - + + +25.0 + + 0 @@ -75,10 +80,10 @@ Iterations 700 - - + + - + Base Sample diff --git a/criterion/micro_ops_fold/report/change/mean.svg b/criterion/micro_ops_fold/report/change/mean.svg index 4e66106d29a6..0a6110835f65 100644 --- a/criterion/micro_ops_fold/report/change/mean.svg +++ b/criterion/micro_ops_fold/report/change/mean.svg @@ -9,82 +9,78 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - + - -0.165 + +0.11 - - -0.17 + + +0.115 - - -0.175 + + +0.12 - - -0.18 + + +0.125 - - -0.185 + + +0.13 - - -0.19 + + +0.135 - - -0.195 + + +0.14 - - -0.2 + + +0.145 - - -0.205 + + +0.15 - - -0.21 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/median.svg b/criterion/micro_ops_fold/report/change/median.svg index 7ab88689cf1b..ba4aaee5b75d 100644 --- a/criterion/micro_ops_fold/report/change/median.svg +++ b/criterion/micro_ops_fold/report/change/median.svg @@ -9,66 +9,70 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - -40 + + +30 - - -60 + + +40 - - -80 + + +50 - - -100 + + +60 - - -120 + + +70 - + - -0.165 + +0.145 - - -0.17 + + +0.15 - + -0.175 +0.155 - -0.18 + +0.16 - - -0.185 + + +0.165 - - -0.19 + + +0.17 - - -0.195 + + +0.175 - - -0.2 + + +0.18 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/t-test.svg b/criterion/micro_ops_fold/report/change/t-test.svg index 3401a9074a9a..0a0a6044707f 100644 --- a/criterion/micro_ops_fold/report/change/t-test.svg +++ b/criterion/micro_ops_fold/report/change/t-test.svg @@ -13,76 +13,76 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/micro_ops_fold/report/index.html b/criterion/micro_ops_fold/report/index.html index ab0bfd053b4c..b76ab100d718 100644 --- a/criterion/micro_ops_fold/report/index.html +++ b/criterion/micro_ops_fold/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 33.008 µs - 33.083 µs - 33.181 µs + 37.727 µs + 38.023 µs + 38.321 µs R² - 0.9368301 - 0.9374848 - 0.9363713 + 0.8032740 + 0.8098352 + 0.8031909 Mean - 33.882 µs - 34.240 µs - 34.633 µs + 38.164 µs + 38.671 µs + 39.192 µs Std. Dev. - 1.5114 µs - 1.9403 µs - 2.4808 µs + 2.1091 µs + 2.6310 µs + 3.1158 µs Median - 32.966 µs - 33.038 µs - 33.199 µs + 37.983 µs + 38.294 µs + 38.912 µs MAD - 265.16 ns - 443.47 ns - 796.63 ns + 1.5469 µs + 2.0090 µs + 2.5964 µs @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +16.776% - +18.651% - +20.613% + +11.110% + +12.944% + +14.879% (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_fold/report/mean.svg b/criterion/micro_ops_fold/report/mean.svg index f1ad5db7672b..8ab102a25702 100644 --- a/criterion/micro_ops_fold/report/mean.svg +++ b/criterion/micro_ops_fold/report/mean.svg @@ -9,94 +9,66 @@ Density (a.u.) Average time (µs)
- + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - - -2 - - - -2.2 - - + - -33.8 - - - -33.9 - - - -34 - - - -34.1 - - - -34.2 + +38.2 - - -34.3 + + +38.4 - - -34.4 + + +38.6 - - -34.5 + + +38.8 - - -34.6 + + +39 - - -34.7 + + +39.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/median.svg b/criterion/micro_ops_fold/report/median.svg index f7b07d0c37c1..0678dab07c89 100644 --- a/criterion/micro_ops_fold/report/median.svg +++ b/criterion/micro_ops_fold/report/median.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 - - - -4 + + +2 - - -5 + + +2.5 - - -6 + + +3 - - -7 + + +3.5 - - -8 + + +4 - + - -32.95 - - - -33 + +38 - - -33.05 + + +38.2 - - -33.1 + + +38.4 - - -33.15 + + +38.6 - - -33.2 + + +38.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/pdf.svg b/criterion/micro_ops_fold/report/pdf.svg index 905bc8d09343..0749e329d8f8 100644 --- a/criterion/micro_ops_fold/report/pdf.svg +++ b/criterion/micro_ops_fold/report/pdf.svg @@ -13,67 +13,71 @@ Average Time (µs) 0 - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - -600 - - + -700 +600 - + 32 - - + + 34 - - + + 36 - - + + 38 - - + + 40 - - + + 42 - - + + 44 - - + + 46 - + + +48 + + + +50 + + Density (a.u.) @@ -82,34 +86,52 @@ Density (a.u.) 0 - -0.05 + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 - - + + 0.1 - - -0.15 + + +0.12 - - -0.2 + + +0.14 - - -0.25 + + +0.16 - - - - - + + + + + - - - + + + + + + + + + PDF diff --git a/criterion/micro_ops_fold/report/pdf_small.svg b/criterion/micro_ops_fold/report/pdf_small.svg index 454c620ba111..ed8ab96101a5 100644 --- a/criterion/micro_ops_fold/report/pdf_small.svg +++ b/criterion/micro_ops_fold/report/pdf_small.svg @@ -10,43 +10,59 @@ Average Time (µs) 0 - -0.05 + +0.02 - - + + +0.04 + + + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 - - -0.2 + + +0.14 - - -0.25 + + +0.16 - - -0.3 + + +0.18 - + - + 35 - - + + 40 - - + + 45 - - - + + +50 + + + + diff --git a/criterion/micro_ops_fold/report/regression.svg b/criterion/micro_ops_fold/report/regression.svg index e8c5257971af..493821365b43 100644 --- a/criterion/micro_ops_fold/report/regression.svg +++ b/criterion/micro_ops_fold/report/regression.svg @@ -8,198 +8,193 @@ Total sample time (ms) Iterations - - - - - - + + + + + - - - - - - - - - - - + + + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - + + 16.0 - - + + 18.0 - - + + 20.0 - - + + 22.0 - + - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - -600 - - + -700 +600 - - - + + + - - + + - - - - - - - - - - + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/regression_small.svg b/criterion/micro_ops_fold/report/regression_small.svg index 084619faf942..e58575d51189 100644 --- a/criterion/micro_ops_fold/report/regression_small.svg +++ b/criterion/micro_ops_fold/report/regression_small.svg @@ -5,198 +5,193 @@ Total sample time (ms) Iterations - - - - - - + + + + + - - - - - - - - - - - + + + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - + + 16.0 - - + + 18.0 - - + + 20.0 - - + + 22.0 - + - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - -600 - - + -700 +600 - - + + - - - + + + - + - + - - - - + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/relative_pdf_small.svg b/criterion/micro_ops_fold/report/relative_pdf_small.svg index 9ca2672dc871..10d4146d66b5 100644 --- a/criterion/micro_ops_fold/report/relative_pdf_small.svg +++ b/criterion/micro_ops_fold/report/relative_pdf_small.svg @@ -6,53 +6,45 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - + - -25 - - -30 - - - 35 - - + + 40 - - + + 45 - - - - - + + +50 + + + + + + diff --git a/criterion/micro_ops_fold/report/relative_regression_small.svg b/criterion/micro_ops_fold/report/relative_regression_small.svg index 551d5b4f4ec7..177dc222a23f 100644 --- a/criterion/micro_ops_fold/report/relative_regression_small.svg +++ b/criterion/micro_ops_fold/report/relative_regression_small.svg @@ -14,31 +14,36 @@ Iterations - - - - + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - + + +25.0 + + 0 @@ -72,8 +77,8 @@ Iterations 700 - - + + - + diff --git a/criterion/micro_ops_fold/report/slope.svg b/criterion/micro_ops_fold/report/slope.svg index afae00cca14c..7176737a1013 100644 --- a/criterion/micro_ops_fold/report/slope.svg +++ b/criterion/micro_ops_fold/report/slope.svg @@ -9,86 +9,58 @@ Density (a.u.) Average time (µs) - -1 - - - -2 + +0.5 - - -3 - - - -4 - - - -5 + + +1 - - -6 + + +1.5 - + -7 +2 - -8 - - - -9 - - - -10 + +2.5 - + - -33 - - - -33.02 - - - -33.04 + +37.7 - - -33.06 + + +37.8 - - -33.08 + + +37.9 - - -33.1 + + +38 - - -33.12 + + +38.1 - - -33.14 + + +38.2 - - -33.16 + + +38.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/typical.svg b/criterion/micro_ops_fold/report/typical.svg index 735d491f6ca9..4e79a19b8f91 100644 --- a/criterion/micro_ops_fold/report/typical.svg +++ b/criterion/micro_ops_fold/report/typical.svg @@ -9,86 +9,58 @@ Density (a.u.) Average time (µs) - -1 - - - -2 + +0.5 - - -3 - - - -4 - - - -5 + + +1 - - -6 + + +1.5 - + -7 +2 - -8 - - - -9 - - - -10 + +2.5 - + - -33 - - - -33.02 - - - -33.04 + +37.7 - - -33.06 + + +37.8 - - -33.08 + + +37.9 - - -33.1 + + +38 - - -33.12 + + +38.1 - - -33.14 + + +38.2 - - -33.16 + + +38.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/base/estimates.json b/criterion/micro_ops_group_by/base/estimates.json index 3ae6ec4a3c82..994f428bece7 100644 --- a/criterion/micro_ops_group_by/base/estimates.json +++ b/criterion/micro_ops_group_by/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12394.30743460109,"upper_bound":12532.82934593501},"point_estimate":12462.757718389852,"standard_error":35.40392084850033},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12199.242957746479,"upper_bound":12692.580392156862},"point_estimate":12241.965309059058,"standard_error":188.0777538547458},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":128.2482803953817,"upper_bound":628.0605401611709},"point_estimate":383.22059452508097,"standard_error":152.6401142905308},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12353.918837447516,"upper_bound":12513.937359086684},"point_estimate":12437.390334466283,"standard_error":40.63012989418718},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":315.9548195082679,"upper_bound":393.0899971783826},"point_estimate":355.4693871279809,"standard_error":19.806812496518898}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16630.92180230176,"upper_bound":17233.418664928464},"point_estimate":16891.100766217147,"standard_error":154.8736701910619},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16376.020125820174,"upper_bound":16835.49494949495},"point_estimate":16632.460639070443,"standard_error":102.31776038477797},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":614.1654440247834,"upper_bound":971.3614622484191},"point_estimate":818.3084626495547,"standard_error":88.09503996630173},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16345.563962774791,"upper_bound":16655.383976734392},"point_estimate":16493.74198019802,"standard_error":78.77138334699778},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":756.7317427293599,"upper_bound":2375.5487594517863},"point_estimate":1555.1351307590617,"standard_error":495.0749090858269}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/sample.json b/criterion/micro_ops_group_by/base/sample.json index 0d84c8db3cfd..4e0e626886b8 100644 --- a/criterion/micro_ops_group_by/base/sample.json +++ b/criterion/micro_ops_group_by/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[159300.0,308292.0,460894.0,611086.0,758097.0,915090.0,1061088.0,1224495.0,1364877.0,1518272.0,1674466.0,1841680.0,1974271.0,2134657.0,2302862.0,2452786.0,2619269.0,2768080.0,2927779.0,3101765.0,3263163.0,3424586.0,3591242.0,3687508.0,3850437.0,3978862.0,4137108.0,4417434.0,4686931.0,4519445.0,4513552.0,4585740.0,4766240.0,4885416.0,5037024.0,5290657.0,5389268.0,5493826.0,5684023.0,5826833.0,5973199.0,6180217.0,6300014.0,6454639.0,6558530.0,6723054.0,6830653.0,7036028.0,7192844.0,7304199.0,7436883.0,7583768.0,7700909.0,7885629.0,7991117.0,8177971.0,8252530.0,8485767.0,8642084.0,8780380.0,8943951.0,9930939.0,9177378.0,9308590.0,9466283.0,9591218.0,9754600.0,9900004.0,10024951.0,10207301.0,10393755.0,10478710.0,10692550.0,10866491.0,10943915.0,11049357.0,11228651.0,11374012.0,11582960.0,11658971.0,11829358.0,11961005.0,12124266.0,12820232.0,12946432.0,13117028.0,13282434.0,13405624.0,13621826.0,13813412.0,13904815.0,14056718.0,14240115.0,14409812.0,14477020.0,14710008.0,14815805.0,15032905.0,15085101.0,15280504.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[138602.0,296201.0,474906.0,1056205.0,783807.0,856407.0,1072509.0,1246616.0,1604808.0,1535409.0,1666714.0,1949718.0,2366516.0,2024618.0,2353936.0,2675723.0,2651524.0,2680827.0,3338320.0,3094318.0,3339231.0,3899527.0,3565754.0,3729631.0,3768323.0,3868552.0,3980437.0,4252037.0,4118940.0,4512649.0,4273144.0,4570841.0,5177745.0,4880854.0,5229956.0,5290943.0,5372247.0,5327445.0,5728156.0,5808947.0,5869759.0,6157958.0,6803365.0,6686159.0,6552688.0,6644385.0,7000070.0,7645074.0,7515275.0,7201078.0,7623870.0,7999597.0,8196978.0,8120375.0,8910195.0,8702841.0,8873749.0,9278155.0,9524753.0,9159358.0,9194158.0,9485953.0,9157052.0,9605048.0,9439053.0,9551851.0,9871135.0,9818866.0,10396449.0,10107558.0,10943977.0,10564655.0,10396958.0,11972572.0,11941660.0,11037768.0,11554254.0,11641775.0,11264090.0,11410075.0,12308190.0,12346198.0,11636476.0,12234990.0,12517589.0,12507482.0,12675202.0,13094997.0,13109681.0,13490698.0,13803205.0,13564295.0,14560399.0,14406608.0,13403310.0,13754091.0,13697410.0,13946217.0,14410994.0,14318300.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/tukey.json b/criterion/micro_ops_group_by/base/tukey.json index 75ce8039c9d8..66dc376a2b0a 100644 --- a/criterion/micro_ops_group_by/base/tukey.json +++ b/criterion/micro_ops_group_by/base/tukey.json @@ -1 +1 @@ -[10336.03803216589,11243.028060395114,13661.668135673044,14568.658163902268] \ No newline at end of file +[12834.721708937195,14485.238979468599,18886.61836755234,20537.13563808374] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/change/estimates.json b/criterion/micro_ops_group_by/change/estimates.json index 9e520760fe49..67eb0aa61002 100644 --- a/criterion/micro_ops_group_by/change/estimates.json +++ b/criterion/micro_ops_group_by/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.08102724096034539,"upper_bound":0.09925385521730709},"point_estimate":0.09012626084156161,"standard_error":0.004667141863993514},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.04508775660661346,"upper_bound":0.13726583258254665},"point_estimate":0.09655517206098962,"standard_error":0.025964148392601485}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.33292107467616017,"upper_bound":0.38275503492806},"point_estimate":0.35532609618920064,"standard_error":0.012864857391414245},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.30346452248549793,"upper_bound":0.37448202811322107},"point_estimate":0.3586430135333267,"standard_error":0.021765993751835768}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/estimates.json b/criterion/micro_ops_group_by/new/estimates.json index 3ae6ec4a3c82..994f428bece7 100644 --- a/criterion/micro_ops_group_by/new/estimates.json +++ b/criterion/micro_ops_group_by/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12394.30743460109,"upper_bound":12532.82934593501},"point_estimate":12462.757718389852,"standard_error":35.40392084850033},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12199.242957746479,"upper_bound":12692.580392156862},"point_estimate":12241.965309059058,"standard_error":188.0777538547458},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":128.2482803953817,"upper_bound":628.0605401611709},"point_estimate":383.22059452508097,"standard_error":152.6401142905308},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12353.918837447516,"upper_bound":12513.937359086684},"point_estimate":12437.390334466283,"standard_error":40.63012989418718},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":315.9548195082679,"upper_bound":393.0899971783826},"point_estimate":355.4693871279809,"standard_error":19.806812496518898}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16630.92180230176,"upper_bound":17233.418664928464},"point_estimate":16891.100766217147,"standard_error":154.8736701910619},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16376.020125820174,"upper_bound":16835.49494949495},"point_estimate":16632.460639070443,"standard_error":102.31776038477797},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":614.1654440247834,"upper_bound":971.3614622484191},"point_estimate":818.3084626495547,"standard_error":88.09503996630173},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16345.563962774791,"upper_bound":16655.383976734392},"point_estimate":16493.74198019802,"standard_error":78.77138334699778},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":756.7317427293599,"upper_bound":2375.5487594517863},"point_estimate":1555.1351307590617,"standard_error":495.0749090858269}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/sample.json b/criterion/micro_ops_group_by/new/sample.json index 0d84c8db3cfd..4e0e626886b8 100644 --- a/criterion/micro_ops_group_by/new/sample.json +++ b/criterion/micro_ops_group_by/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[159300.0,308292.0,460894.0,611086.0,758097.0,915090.0,1061088.0,1224495.0,1364877.0,1518272.0,1674466.0,1841680.0,1974271.0,2134657.0,2302862.0,2452786.0,2619269.0,2768080.0,2927779.0,3101765.0,3263163.0,3424586.0,3591242.0,3687508.0,3850437.0,3978862.0,4137108.0,4417434.0,4686931.0,4519445.0,4513552.0,4585740.0,4766240.0,4885416.0,5037024.0,5290657.0,5389268.0,5493826.0,5684023.0,5826833.0,5973199.0,6180217.0,6300014.0,6454639.0,6558530.0,6723054.0,6830653.0,7036028.0,7192844.0,7304199.0,7436883.0,7583768.0,7700909.0,7885629.0,7991117.0,8177971.0,8252530.0,8485767.0,8642084.0,8780380.0,8943951.0,9930939.0,9177378.0,9308590.0,9466283.0,9591218.0,9754600.0,9900004.0,10024951.0,10207301.0,10393755.0,10478710.0,10692550.0,10866491.0,10943915.0,11049357.0,11228651.0,11374012.0,11582960.0,11658971.0,11829358.0,11961005.0,12124266.0,12820232.0,12946432.0,13117028.0,13282434.0,13405624.0,13621826.0,13813412.0,13904815.0,14056718.0,14240115.0,14409812.0,14477020.0,14710008.0,14815805.0,15032905.0,15085101.0,15280504.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[138602.0,296201.0,474906.0,1056205.0,783807.0,856407.0,1072509.0,1246616.0,1604808.0,1535409.0,1666714.0,1949718.0,2366516.0,2024618.0,2353936.0,2675723.0,2651524.0,2680827.0,3338320.0,3094318.0,3339231.0,3899527.0,3565754.0,3729631.0,3768323.0,3868552.0,3980437.0,4252037.0,4118940.0,4512649.0,4273144.0,4570841.0,5177745.0,4880854.0,5229956.0,5290943.0,5372247.0,5327445.0,5728156.0,5808947.0,5869759.0,6157958.0,6803365.0,6686159.0,6552688.0,6644385.0,7000070.0,7645074.0,7515275.0,7201078.0,7623870.0,7999597.0,8196978.0,8120375.0,8910195.0,8702841.0,8873749.0,9278155.0,9524753.0,9159358.0,9194158.0,9485953.0,9157052.0,9605048.0,9439053.0,9551851.0,9871135.0,9818866.0,10396449.0,10107558.0,10943977.0,10564655.0,10396958.0,11972572.0,11941660.0,11037768.0,11554254.0,11641775.0,11264090.0,11410075.0,12308190.0,12346198.0,11636476.0,12234990.0,12517589.0,12507482.0,12675202.0,13094997.0,13109681.0,13490698.0,13803205.0,13564295.0,14560399.0,14406608.0,13403310.0,13754091.0,13697410.0,13946217.0,14410994.0,14318300.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/tukey.json b/criterion/micro_ops_group_by/new/tukey.json index 75ce8039c9d8..66dc376a2b0a 100644 --- a/criterion/micro_ops_group_by/new/tukey.json +++ b/criterion/micro_ops_group_by/new/tukey.json @@ -1 +1 @@ -[10336.03803216589,11243.028060395114,13661.668135673044,14568.658163902268] \ No newline at end of file +[12834.721708937195,14485.238979468599,18886.61836755234,20537.13563808374] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/report/MAD.svg b/criterion/micro_ops_group_by/report/MAD.svg index fc4a56267a3a..de01b42e18c7 100644 --- a/criterion/micro_ops_group_by/report/MAD.svg +++ b/criterion/micro_ops_group_by/report/MAD.svg @@ -9,58 +9,86 @@ Density (a.u.) Average time (ns) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - + + +0.0035 + + + +0.004 + + + +0.0045 + + + +0.005 + + - -100 + +600 - - -200 + + +650 - - -300 + + +700 - - -400 + + +750 - - -500 + + +800 - - -600 + + +850 + + + +900 + + + +950 + + + +1000 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/SD.svg b/criterion/micro_ops_group_by/report/SD.svg index d0de6ae12b11..838b5d6f4be6 100644 --- a/criterion/micro_ops_group_by/report/SD.svg +++ b/criterion/micro_ops_group_by/report/SD.svg @@ -6,93 +6,93 @@ micro/ops/group_by:SD Density (a.u.) -Average time (ns) +Average time (µs) - -0.002 + +0.2 - - -0.004 + + +0.4 - - -0.006 + + +0.6 - - -0.008 + + +0.8 - - -0.01 + + +1 - - -0.012 + + +1.2 - - -0.014 + + +1.4 - - -0.016 + + +1.6 - - -0.018 + + +1.8 - - -0.02 + + +2 - + - -310 + +0.6 - - -320 + + +0.8 - - -330 + + +1 - - -340 + + +1.2 - - -350 + + +1.4 - - -360 + + +1.6 - - -370 + + +1.8 - - -380 + + +2 - - -390 + + +2.2 - - -400 + + +2.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/both/pdf.svg b/criterion/micro_ops_group_by/report/both/pdf.svg index 2498cdf22a6a..8b1a6be38daf 100644 --- a/criterion/micro_ops_group_by/report/both/pdf.svg +++ b/criterion/micro_ops_group_by/report/both/pdf.svg @@ -9,47 +9,51 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - -11 - - - -12 - - - -13 - - - - - - + +15 + + + +20 + + + +25 + + + +30 + + + + + + Base PDF diff --git a/criterion/micro_ops_group_by/report/both/regression.svg b/criterion/micro_ops_group_by/report/both/regression.svg index 323597b7eef5..64801f8f385f 100644 --- a/criterion/micro_ops_group_by/report/both/regression.svg +++ b/criterion/micro_ops_group_by/report/both/regression.svg @@ -16,46 +16,56 @@ Iterations (x 10^3) - - - - - - - + + + + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + + +16.0 + + + +18.0 + + 0 @@ -85,10 +95,10 @@ Iterations (x 10^3) 1.2 - - + + - + Base Sample diff --git a/criterion/micro_ops_group_by/report/change/mean.svg b/criterion/micro_ops_group_by/report/change/mean.svg index 09ef8e4ad433..46ed50fa67b2 100644 --- a/criterion/micro_ops_group_by/report/change/mean.svg +++ b/criterion/micro_ops_group_by/report/change/mean.svg @@ -9,86 +9,58 @@ Density (a.u.) Relative change (%) - -10 - - - -20 + +5 - - -30 - - - -40 + + +10 - - -50 + + +15 - - -60 + + +20 - - -70 + + +25 - - -80 + + +30 - + - -0.08 - - - -0.082 - - - -0.084 - - - -0.086 - - - -0.088 - - - -0.09 + +0.33 - - -0.092 + + +0.34 - - -0.094 + + +0.35 - - -0.096 + + +0.36 - - -0.098 + + +0.37 - - -0.1 + + +0.38 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/median.svg b/criterion/micro_ops_group_by/report/change/median.svg index 98a1970826e8..17854f209d0c 100644 --- a/criterion/micro_ops_group_by/report/change/median.svg +++ b/criterion/micro_ops_group_by/report/change/median.svg @@ -9,86 +9,66 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - + - -0.04 - - - -0.05 - - - -0.06 + +0.3 - - -0.07 + + +0.31 - - -0.08 + + +0.32 - - -0.09 + + +0.33 - - -0.1 + + +0.34 - - -0.11 + + +0.35 - - -0.12 + + +0.36 - - -0.13 + + +0.37 - - -0.14 + + +0.38 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/t-test.svg b/criterion/micro_ops_group_by/report/change/t-test.svg index c2e249e9d695..9499f52f246a 100644 --- a/criterion/micro_ops_group_by/report/change/t-test.svg +++ b/criterion/micro_ops_group_by/report/change/t-test.svg @@ -13,80 +13,76 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/micro_ops_group_by/report/index.html b/criterion/micro_ops_group_by/report/index.html index a97ed4e4117c..c3f6845c5f71 100644 --- a/criterion/micro_ops_group_by/report/index.html +++ b/criterion/micro_ops_group_by/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 12.354 µs - 12.437 µs - 12.514 µs + 16.346 µs + 16.494 µs + 16.655 µs R² - 0.9213220 - 0.9261342 - 0.9220839 + 0.7943786 + 0.8027345 + 0.7928107 Mean - 12.394 µs - 12.463 µs - 12.533 µs + 16.631 µs + 16.891 µs + 17.233 µs Std. Dev. - 315.95 ns - 355.47 ns - 393.09 ns + 756.73 ns + 1.5551 µs + 2.3755 µs Median - 12.199 µs - 12.242 µs - 12.693 µs + 16.376 µs + 16.632 µs + 16.835 µs MAD - 128.25 ns - 383.22 ns - 628.06 ns + 614.17 ns + 818.31 ns + 971.36 ns @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +8.1027% - +9.0126% - +9.9254% + +33.292% + +35.533% + +38.276% (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_group_by/report/mean.svg b/criterion/micro_ops_group_by/report/mean.svg index c77f3f70a917..df9007f82347 100644 --- a/criterion/micro_ops_group_by/report/mean.svg +++ b/criterion/micro_ops_group_by/report/mean.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs)
- -2 - - - -4 + +0.5 - - -6 + + +1 - - -8 + + +1.5 - - -10 + + +2 - - -12 + + +2.5 - + - -12.38 - - - -12.4 + +16.6 - - -12.42 + + +16.7 - - -12.44 + + +16.8 - - -12.46 + + +16.9 - - -12.48 + + +17 - - -12.5 + + +17.1 - - -12.52 + + +17.2 - - -12.54 + + +17.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/median.svg b/criterion/micro_ops_group_by/report/median.svg index 22f65bcbe349..e2972836503a 100644 --- a/criterion/micro_ops_group_by/report/median.svg +++ b/criterion/micro_ops_group_by/report/median.svg @@ -9,74 +9,98 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - + + +4.5 + + + 5 - - -6 + + +5.5 + + + + +16.35 - - -7 + + +16.4 - - -8 + + +16.45 - - -9 + + +16.5 - - -10 + + +16.55 - - - -12.2 + + +16.6 - - -12.3 + + +16.65 - - -12.4 + + +16.7 - - -12.5 + + +16.75 - - -12.6 + + +16.8 - - -12.7 + + +16.85 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/pdf.svg b/criterion/micro_ops_group_by/report/pdf.svg index 92f03da77c47..334cd75fc882 100644 --- a/criterion/micro_ops_group_by/report/pdf.svg +++ b/criterion/micro_ops_group_by/report/pdf.svg @@ -3,7 +3,7 @@ micro/ops/group_by -Iterations (x 10^3) +Iterations Average Time (µs) @@ -13,51 +13,79 @@ Average Time (µs) 0 - -0.2 + +100 + + + +200 - + -0.4 +300 - -0.6 + +400 + + + +500 - + -0.8 +600 - -1 + +700 - + + +800 + + -1.2 +900 - -11.5 + +14 + + + +16 + + + +18 - - -12 + + +20 - - -12.5 + + +22 - - -13 + + +24 - - -13.5 + + +26 - + + +28 + + + +30 + + Density (a.u.) @@ -66,36 +94,50 @@ Density (a.u.) 0 - -0.2 + +0.05 - - -0.4 + + +0.1 - - -0.6 + + +0.15 + + + +0.2 - - -0.8 + + +0.25 - - -1 + + +0.3 - - -1.2 + + +0.35 - - - - - + + + + + - + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_group_by/report/pdf_small.svg b/criterion/micro_ops_group_by/report/pdf_small.svg index 9e3d7226362b..db3a4dfda8db 100644 --- a/criterion/micro_ops_group_by/report/pdf_small.svg +++ b/criterion/micro_ops_group_by/report/pdf_small.svg @@ -10,55 +10,55 @@ Average Time (µs) 0 - -0.2 + +0.05 - - -0.4 + + +0.1 + + + +0.15 - - -0.6 + + +0.2 - - -0.8 + + +0.25 - - -1 + + +0.3 - - -1.2 + + +0.35 - - -1.4 + + +0.4 - + - -11.5 - - - -12 + +15 - - -12.5 + + +20 - - -13 + + +25 - - -13.5 + + +30 - - - + + + diff --git a/criterion/micro_ops_group_by/report/regression.svg b/criterion/micro_ops_group_by/report/regression.svg index ce9067f0984d..cc95c2312cf3 100644 --- a/criterion/micro_ops_group_by/report/regression.svg +++ b/criterion/micro_ops_group_by/report/regression.svg @@ -6,177 +6,192 @@ micro/ops/group_by Total sample time (ms) -Iterations (x 10^3) +Iterations - + + - + + - + + - - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + - -0.2 + +100 - + + +200 + + -0.4 +300 - -0.6 + +400 + + + +500 - + -0.8 +600 - -1 + +700 + + + +800 - + -1.2 +900 - - - + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_group_by/report/regression_small.svg b/criterion/micro_ops_group_by/report/regression_small.svg index c0a8ffc811fa..45c8040f25ac 100644 --- a/criterion/micro_ops_group_by/report/regression_small.svg +++ b/criterion/micro_ops_group_by/report/regression_small.svg @@ -3,175 +3,190 @@ Total sample time (ms) -Iterations (x 10^3) +Iterations - + + - + + - + + - - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + - -0.2 + +100 - + + +200 + + -0.4 +300 - -0.6 + +400 + + + +500 - + -0.8 +600 - -1 + +700 + + + +800 - + -1.2 +900 - - - + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - + + + diff --git a/criterion/micro_ops_group_by/report/relative_pdf_small.svg b/criterion/micro_ops_group_by/report/relative_pdf_small.svg index a4841799f6c5..ec00189017eb 100644 --- a/criterion/micro_ops_group_by/report/relative_pdf_small.svg +++ b/criterion/micro_ops_group_by/report/relative_pdf_small.svg @@ -6,45 +6,49 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - -11 - - - -12 - - - -13 - - - - - - + +15 + + + +20 + + + +25 + + + +30 + + + + + + diff --git a/criterion/micro_ops_group_by/report/relative_regression_small.svg b/criterion/micro_ops_group_by/report/relative_regression_small.svg index 3e80377153b9..1d9de8eebf64 100644 --- a/criterion/micro_ops_group_by/report/relative_regression_small.svg +++ b/criterion/micro_ops_group_by/report/relative_regression_small.svg @@ -13,46 +13,56 @@ Iterations (x 10^3) - - + + + - - - - + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + + +16.0 + + + +18.0 + + 0 @@ -82,8 +92,8 @@ Iterations (x 10^3) 1.2 - - + + - + diff --git a/criterion/micro_ops_group_by/report/slope.svg b/criterion/micro_ops_group_by/report/slope.svg index 2eb410af64d3..5c29f79e5fdb 100644 --- a/criterion/micro_ops_group_by/report/slope.svg +++ b/criterion/micro_ops_group_by/report/slope.svg @@ -9,90 +9,78 @@ Density (a.u.) Average time (µs) - -1 + +0.5 - - -2 + + +1 - - -3 + + +1.5 - - -4 + + +2 - - -5 + + +2.5 - - -6 + + +3 - - -7 + + +3.5 - - -8 + + +4 - - -9 + + +4.5 - - -10 + + +5 - + - -12.34 - - - -12.36 - - - -12.38 - - - -12.4 + +16.35 - - -12.42 + + +16.4 - - -12.44 + + +16.45 - - -12.46 + + +16.5 - - -12.48 + + +16.55 - - -12.5 + + +16.6 - - -12.52 + + +16.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/typical.svg b/criterion/micro_ops_group_by/report/typical.svg index 2e660bf7ab30..2bf4754d8ad7 100644 --- a/criterion/micro_ops_group_by/report/typical.svg +++ b/criterion/micro_ops_group_by/report/typical.svg @@ -9,90 +9,78 @@ Density (a.u.) Average time (µs) - -1 + +0.5 - - -2 + + +1 - - -3 + + +1.5 - - -4 + + +2 - - -5 + + +2.5 - - -6 + + +3 - - -7 + + +3.5 - - -8 + + +4 - - -9 + + +4.5 - - -10 + + +5 - + - -12.34 - - - -12.36 - - - -12.38 - - - -12.4 + +16.35 - - -12.42 + + +16.4 - - -12.44 + + +16.45 - - -12.46 + + +16.5 - - -12.48 + + +16.55 - - -12.5 + + +16.6 - - -12.52 + + +16.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/base/estimates.json b/criterion/micro_ops_identity/base/estimates.json index 7b0ec08efdce..14b94b83c619 100644 --- a/criterion/micro_ops_identity/base/estimates.json +++ b/criterion/micro_ops_identity/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5479.906930217113,"upper_bound":5485.33282099049},"point_estimate":5482.605125187192,"standard_error":1.3881709400103026},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5477.105050505051,"upper_bound":5487.08777429467},"point_estimate":5483.065564738292,"standard_error":2.574880905351154},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13.876181778442678,"upper_bound":19.98944129227102},"point_estimate":18.188083995278888,"standard_error":1.5534004566684592},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5478.003495288329,"upper_bound":5486.201028239001},"point_estimate":5481.966154466193,"standard_error":2.093534948937639},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.473001173878256,"upper_bound":15.393361684048472},"point_estimate":14.003343972685435,"standard_error":0.741850360576953}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6601.219065526614,"upper_bound":6758.168760395299},"point_estimate":6676.503516515007,"standard_error":40.09275046067965},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6595.061787439614,"upper_bound":6745.155826558265},"point_estimate":6656.557800224467,"standard_error":35.56340394755043},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":230.43024677219603,"upper_bound":404.88796004886547},"point_estimate":315.20916015172054,"standard_error":46.83983195627313},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6621.371329241888,"upper_bound":6822.6575739149785},"point_estimate":6715.30468416991,"standard_error":51.445950026468736},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":303.1902822892444,"upper_bound":496.04328769637124},"point_estimate":401.5796906326918,"standard_error":49.70201467375849}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/sample.json b/criterion/micro_ops_identity/base/sample.json index 3593f9b43a0c..50a1e2a64df6 100644 --- a/criterion/micro_ops_identity/base/sample.json +++ b/criterion/micro_ops_identity/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[60298.0,120497.0,180197.0,240493.0,301596.0,361396.0,421494.0,481891.0,541690.0,602188.0,661185.0,722486.0,782185.0,842484.0,901784.0,971285.0,1024482.0,1081989.0,1143479.0,1209264.0,1263765.0,1325174.0,1389166.0,1442578.0,1503368.0,1569583.0,1634889.0,1683975.0,1750381.0,1809679.0,1870674.0,1924876.0,1990172.0,2050974.0,2111973.0,2171682.0,2242360.0,2296978.0,2353555.0,2417967.0,2482156.0,2541165.0,2594272.0,2661164.0,2711167.0,2765672.0,2827058.0,2887874.0,2952855.0,3013648.0,3068751.0,3134651.0,3189268.0,3262465.0,3309359.0,3380459.0,3445060.0,3510653.0,3574048.0,3624858.0,3689068.0,3743750.0,3807950.0,3866857.0,3930148.0,3984445.0,4050848.0,4113926.0,4169445.0,4230137.0,4292812.0,4358534.0,4406924.0,4472652.0,4534056.0,4591633.0,4658634.0,4723133.0,4778335.0,4837018.0,4898431.0,4961135.0,5015531.0,5065353.0,5116838.0,5181333.0,5237038.0,5304837.0,5351336.0,5429735.0,5464235.0,5527528.0,5578128.0,5653425.0,5715028.0,5769321.0,5828527.0,5898726.0,5946025.0,6017129.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[72400.0,114302.0,169400.0,257702.0,302701.0,345200.0,408403.0,470203.0,497001.0,573401.0,749201.0,693504.0,736706.0,821007.0,794103.0,959805.0,1066403.0,1074701.0,1090806.0,1201010.0,1347707.0,1211908.0,1244005.0,1438704.0,1487405.0,1618207.0,1597808.0,1762911.0,1769208.0,1861011.0,1863610.0,1951813.0,2003512.0,2033612.0,2181111.0,2108111.0,2250209.0,2331514.0,2222815.0,2224216.0,2245715.0,2344307.0,2650408.0,2517619.0,2525512.0,2700419.0,2882519.0,2946023.0,2986613.0,2777517.0,3170220.0,2950518.0,3227016.0,3157121.0,3130618.0,3589923.0,3311221.0,3539820.0,3620019.0,3584520.0,3818221.0,3946627.0,3857124.0,4055523.0,4150421.0,4012321.0,4151823.0,4391319.0,5248324.0,4270925.0,3917323.0,3941515.0,4668818.0,4303926.0,4484624.0,4567522.0,4724120.0,4566230.0,4835727.0,4815826.0,4813936.0,4977925.0,4728028.0,4992626.0,4864127.0,4932727.0,4916725.0,5470424.0,5298429.0,5214626.0,6468536.0,5467827.0,5398729.0,5959628.0,6246427.0,5789938.0,5707438.0,5929737.0,5927332.0,5927821.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/tukey.json b/criterion/micro_ops_identity/base/tukey.json index 46ee4e7fb77d..34e37e735ca5 100644 --- a/criterion/micro_ops_identity/base/tukey.json +++ b/criterion/micro_ops_identity/base/tukey.json @@ -1 +1 @@ -[5397.332419667601,5433.850209934699,5531.230983980291,5567.748774247388] \ No newline at end of file +[5202.905769381669,5808.526958764909,7423.516797120214,8029.137986503452] \ No newline at end of file diff --git a/criterion/micro_ops_identity/change/estimates.json b/criterion/micro_ops_identity/change/estimates.json index 1e10a3be162b..4ec118d0241b 100644 --- a/criterion/micro_ops_identity/change/estimates.json +++ b/criterion/micro_ops_identity/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.026534398221853595,"upper_bound":0.0283016417212536},"point_estimate":0.027432745196775743,"standard_error":0.00044985562093154916},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.02586735806907677,"upper_bound":0.02868935211539747},"point_estimate":0.027201985722911548,"standard_error":0.0007429408297254318}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.20403794299146835,"upper_bound":0.23309129546183027},"point_estimate":0.21776114895508747,"standard_error":0.007282171335601679},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.20261041060483875,"upper_bound":0.23030052455513123},"point_estimate":0.21402119336907588,"standard_error":0.006567360239771721}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/estimates.json b/criterion/micro_ops_identity/new/estimates.json index 7b0ec08efdce..14b94b83c619 100644 --- a/criterion/micro_ops_identity/new/estimates.json +++ b/criterion/micro_ops_identity/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5479.906930217113,"upper_bound":5485.33282099049},"point_estimate":5482.605125187192,"standard_error":1.3881709400103026},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5477.105050505051,"upper_bound":5487.08777429467},"point_estimate":5483.065564738292,"standard_error":2.574880905351154},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13.876181778442678,"upper_bound":19.98944129227102},"point_estimate":18.188083995278888,"standard_error":1.5534004566684592},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5478.003495288329,"upper_bound":5486.201028239001},"point_estimate":5481.966154466193,"standard_error":2.093534948937639},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.473001173878256,"upper_bound":15.393361684048472},"point_estimate":14.003343972685435,"standard_error":0.741850360576953}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6601.219065526614,"upper_bound":6758.168760395299},"point_estimate":6676.503516515007,"standard_error":40.09275046067965},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6595.061787439614,"upper_bound":6745.155826558265},"point_estimate":6656.557800224467,"standard_error":35.56340394755043},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":230.43024677219603,"upper_bound":404.88796004886547},"point_estimate":315.20916015172054,"standard_error":46.83983195627313},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6621.371329241888,"upper_bound":6822.6575739149785},"point_estimate":6715.30468416991,"standard_error":51.445950026468736},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":303.1902822892444,"upper_bound":496.04328769637124},"point_estimate":401.5796906326918,"standard_error":49.70201467375849}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/sample.json b/criterion/micro_ops_identity/new/sample.json index 3593f9b43a0c..50a1e2a64df6 100644 --- a/criterion/micro_ops_identity/new/sample.json +++ b/criterion/micro_ops_identity/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[60298.0,120497.0,180197.0,240493.0,301596.0,361396.0,421494.0,481891.0,541690.0,602188.0,661185.0,722486.0,782185.0,842484.0,901784.0,971285.0,1024482.0,1081989.0,1143479.0,1209264.0,1263765.0,1325174.0,1389166.0,1442578.0,1503368.0,1569583.0,1634889.0,1683975.0,1750381.0,1809679.0,1870674.0,1924876.0,1990172.0,2050974.0,2111973.0,2171682.0,2242360.0,2296978.0,2353555.0,2417967.0,2482156.0,2541165.0,2594272.0,2661164.0,2711167.0,2765672.0,2827058.0,2887874.0,2952855.0,3013648.0,3068751.0,3134651.0,3189268.0,3262465.0,3309359.0,3380459.0,3445060.0,3510653.0,3574048.0,3624858.0,3689068.0,3743750.0,3807950.0,3866857.0,3930148.0,3984445.0,4050848.0,4113926.0,4169445.0,4230137.0,4292812.0,4358534.0,4406924.0,4472652.0,4534056.0,4591633.0,4658634.0,4723133.0,4778335.0,4837018.0,4898431.0,4961135.0,5015531.0,5065353.0,5116838.0,5181333.0,5237038.0,5304837.0,5351336.0,5429735.0,5464235.0,5527528.0,5578128.0,5653425.0,5715028.0,5769321.0,5828527.0,5898726.0,5946025.0,6017129.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[72400.0,114302.0,169400.0,257702.0,302701.0,345200.0,408403.0,470203.0,497001.0,573401.0,749201.0,693504.0,736706.0,821007.0,794103.0,959805.0,1066403.0,1074701.0,1090806.0,1201010.0,1347707.0,1211908.0,1244005.0,1438704.0,1487405.0,1618207.0,1597808.0,1762911.0,1769208.0,1861011.0,1863610.0,1951813.0,2003512.0,2033612.0,2181111.0,2108111.0,2250209.0,2331514.0,2222815.0,2224216.0,2245715.0,2344307.0,2650408.0,2517619.0,2525512.0,2700419.0,2882519.0,2946023.0,2986613.0,2777517.0,3170220.0,2950518.0,3227016.0,3157121.0,3130618.0,3589923.0,3311221.0,3539820.0,3620019.0,3584520.0,3818221.0,3946627.0,3857124.0,4055523.0,4150421.0,4012321.0,4151823.0,4391319.0,5248324.0,4270925.0,3917323.0,3941515.0,4668818.0,4303926.0,4484624.0,4567522.0,4724120.0,4566230.0,4835727.0,4815826.0,4813936.0,4977925.0,4728028.0,4992626.0,4864127.0,4932727.0,4916725.0,5470424.0,5298429.0,5214626.0,6468536.0,5467827.0,5398729.0,5959628.0,6246427.0,5789938.0,5707438.0,5929737.0,5927332.0,5927821.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/tukey.json b/criterion/micro_ops_identity/new/tukey.json index 46ee4e7fb77d..34e37e735ca5 100644 --- a/criterion/micro_ops_identity/new/tukey.json +++ b/criterion/micro_ops_identity/new/tukey.json @@ -1 +1 @@ -[5397.332419667601,5433.850209934699,5531.230983980291,5567.748774247388] \ No newline at end of file +[5202.905769381669,5808.526958764909,7423.516797120214,8029.137986503452] \ No newline at end of file diff --git a/criterion/micro_ops_identity/report/MAD.svg b/criterion/micro_ops_identity/report/MAD.svg index fe4f1efc6653..b9e6b275c5d5 100644 --- a/criterion/micro_ops_identity/report/MAD.svg +++ b/criterion/micro_ops_identity/report/MAD.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ns) - -0.05 + +0.001 - - -0.1 + + +0.002 - - -0.15 + + +0.003 - - -0.2 + + +0.004 - - -0.25 + + +0.005 - - -0.3 + + +0.006 - + + +0.007 + + + +0.008 + + + +0.009 + + - -14 + +220 + + + +240 + + + +260 + + + +280 + + + +300 - - -15 + + +320 - - -16 + + +340 - - -17 + + +360 - - -18 + + +380 - - -19 + + +400 - - -20 + + +420 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/SD.svg b/criterion/micro_ops_identity/report/SD.svg index 38075b2c03da..6d9b5e386938 100644 --- a/criterion/micro_ops_identity/report/SD.svg +++ b/criterion/micro_ops_identity/report/SD.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (ns) - -0.05 + +0.001 - - -0.1 + + +0.002 - - -0.15 + + +0.003 - - -0.2 + + +0.004 - - -0.25 + + +0.005 - - -0.3 + + +0.006 - - -0.35 + + +0.007 - - -0.4 + + +0.008 - - -0.45 + + + +300 - - -0.5 + + +320 - - -0.55 + + +340 - - - -12.5 + + +360 + + + +380 - - -13 + + +400 - - -13.5 + + +420 - - -14 + + +440 - - -14.5 + + +460 - - -15 + + +480 - - -15.5 + + +500 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/both/pdf.svg b/criterion/micro_ops_identity/report/both/pdf.svg index a8aa3257d519..c4aacb3d10a4 100644 --- a/criterion/micro_ops_identity/report/both/pdf.svg +++ b/criterion/micro_ops_identity/report/both/pdf.svg @@ -41,10 +41,10 @@ Average Time (µs) 16 - + 18 - + 20 @@ -54,30 +54,22 @@ Average Time (µs) - -5.3 - - - -5.35 - - - -5.4 - - - -5.45 - - - -5.5 - - - - - - + +6 + + + +7 + + + +8 + + + + + + Base PDF diff --git a/criterion/micro_ops_identity/report/both/regression.svg b/criterion/micro_ops_identity/report/both/regression.svg index 9375ca2f4551..0f990502dd08 100644 --- a/criterion/micro_ops_identity/report/both/regression.svg +++ b/criterion/micro_ops_identity/report/both/regression.svg @@ -9,81 +9,81 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - + + + + + - - - - - - + + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + + +7.0 + + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - -1.2 - - - - + + + - + Base Sample diff --git a/criterion/micro_ops_identity/report/change/mean.svg b/criterion/micro_ops_identity/report/change/mean.svg index 9c2da31fae5b..d143d1036927 100644 --- a/criterion/micro_ops_identity/report/change/mean.svg +++ b/criterion/micro_ops_identity/report/change/mean.svg @@ -9,86 +9,66 @@ Density (a.u.) Relative change (%) - -100 + +10 - - -200 + + +20 - - -300 + + +30 - - -400 + + +40 - - -500 + + +50 - - -600 + + +60 - - -700 + + +70 - - -800 - - + - -0.0264 - - - -0.0266 - - - -0.0268 + +0.205 - - -0.027 + + +0.21 - + -0.0272 +0.215 - -0.0274 - - - -0.0276 - - - -0.0278 + +0.22 - - -0.028 + + +0.225 - - -0.0282 + + +0.23 - - -0.0284 + + +0.235 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/median.svg b/criterion/micro_ops_identity/report/change/median.svg index 915fc4ff69ee..5d75e41e6103 100644 --- a/criterion/micro_ops_identity/report/change/median.svg +++ b/criterion/micro_ops_identity/report/change/median.svg @@ -9,62 +9,74 @@ Density (a.u.) Relative change (%) - -100 + +10 - - -200 + + +20 - - -300 + + +30 - - -400 + + +40 - - -500 + + +50 - - -600 + + +60 - + + +70 + + + +80 + + + +90 + + - -0.026 + +0.2 - - -0.0265 + + +0.205 - - -0.027 + + +0.21 - - -0.0275 + + +0.215 - - -0.028 + + +0.22 - - -0.0285 + + +0.225 - - -0.029 + + +0.23 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/t-test.svg b/criterion/micro_ops_identity/report/change/t-test.svg index d3f0217c2404..79a59049f882 100644 --- a/criterion/micro_ops_identity/report/change/t-test.svg +++ b/criterion/micro_ops_identity/report/change/t-test.svg @@ -13,76 +13,76 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/micro_ops_identity/report/index.html b/criterion/micro_ops_identity/report/index.html index 3eb47a79c2dc..117cba4135a1 100644 --- a/criterion/micro_ops_identity/report/index.html +++ b/criterion/micro_ops_identity/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 5.4780 µs - 5.4820 µs - 5.4862 µs + 6.6214 µs + 6.7153 µs + 6.8227 µs R² - 0.9988955 - 0.9989681 - 0.9988851 + 0.6527782 + 0.6654196 + 0.6490037 Mean - 5.4799 µs - 5.4826 µs - 5.4853 µs + 6.6012 µs + 6.6765 µs + 6.7582 µs Std. Dev. - 12.473 ns - 14.003 ns - 15.393 ns + 303.19 ns + 401.58 ns + 496.04 ns Median - 5.4771 µs - 5.4831 µs - 5.4871 µs + 6.5951 µs + 6.6566 µs + 6.7452 µs MAD - 13.876 ns - 18.188 ns - 19.989 ns + 230.43 ns + 315.21 ns + 404.89 ns @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +2.6534% - +2.7433% - +2.8302% + +20.404% + +21.776% + +23.309% (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_identity/report/mean.svg b/criterion/micro_ops_identity/report/mean.svg index 1174829eb165..eca35ea0da91 100644 --- a/criterion/micro_ops_identity/report/mean.svg +++ b/criterion/micro_ops_identity/report/mean.svg @@ -9,58 +9,86 @@ Density (a.u.) Average time (µs)
- -50 + +1 - - -100 + + +2 - - -150 + + +3 - - -200 + + +4 - - -250 + + +5 - - -300 + + +6 - + + +7 + + + +8 + + + +9 + + + +10 + + - -5.48 + +6.6 + + + +6.62 + + + +6.64 + + + +6.66 - - -5.481 + + +6.68 - - -5.482 + + +6.7 - - -5.483 + + +6.72 - - -5.484 + + +6.74 - - -5.485 + + +6.76 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/median.svg b/criterion/micro_ops_identity/report/median.svg index 9dc1beafc136..a01ecfb455f6 100644 --- a/criterion/micro_ops_identity/report/median.svg +++ b/criterion/micro_ops_identity/report/median.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - -50 + +2 - - -100 + + +4 - - -150 + + +6 - - -200 + + +8 - - -250 + + +10 - - -300 + + +12 - + + +14 + + + +16 + + - -5.476 + +6.58 + + + +6.6 + + + +6.62 + + + +6.64 - - -5.478 + + +6.66 - - -5.48 + + +6.68 - - -5.482 + + +6.7 - - -5.484 + + +6.72 - - -5.486 + + +6.74 - - -5.488 + + +6.76 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/pdf.svg b/criterion/micro_ops_identity/report/pdf.svg index 29eb4ad63066..d0394ef82343 100644 --- a/criterion/micro_ops_identity/report/pdf.svg +++ b/criterion/micro_ops_identity/report/pdf.svg @@ -3,7 +3,7 @@ micro/ops/identity -Iterations (x 10^3) +Iterations Average Time (µs) @@ -13,67 +13,71 @@ Average Time (µs) 0 - -0.2 + +100 - - -0.4 + + +200 - - -0.6 + + +300 - - -0.8 + + +400 - - -1 + + +500 - - - -5.44 + + +600 - - -5.45 + + +700 - - -5.46 + + +800 - - -5.47 + + +900 - - -5.48 + + + +5.5 - - -5.49 + + +6 - - -5.5 + + +6.5 + + + +7 - - -5.51 + + +7.5 - - -5.52 + + +8 - - -5.53 + + +8.5 - + Density (a.u.) @@ -82,28 +86,40 @@ Density (a.u.) 0 - -5 - - - -10 - - - -15 - - - -20 - - - - - - + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + + + + - + + + + + + + + + PDF diff --git a/criterion/micro_ops_identity/report/pdf_small.svg b/criterion/micro_ops_identity/report/pdf_small.svg index 0fdb3e5f23a6..c970bcb05776 100644 --- a/criterion/micro_ops_identity/report/pdf_small.svg +++ b/criterion/micro_ops_identity/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (µs) 0 - -5 + +0.2 - - -10 + + +0.4 - - -15 + + +0.6 - - -20 + + +0.8 - - - -5.44 + + +1 - - -5.46 + + +1.2 - - -5.48 + + + +6 - - -5.5 + + +7 - - -5.52 + + +8 - - - + + + diff --git a/criterion/micro_ops_identity/report/regression.svg b/criterion/micro_ops_identity/report/regression.svg index 09e9f967a17d..4b301d9552bb 100644 --- a/criterion/micro_ops_identity/report/regression.svg +++ b/criterion/micro_ops_identity/report/regression.svg @@ -6,197 +6,187 @@ micro/ops/identity Total sample time (ms) -Iterations (x 10^3) - - - - - - - - - - - +Iterations + + + + + + + + + - - - - - - + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + - -0.1 + +100 - - -0.2 + + +200 - - -0.3 + + +300 - - -0.4 + + +400 - - -0.5 + + +500 - - -0.6 + + +600 - - -0.7 + + +700 - - -0.8 + + +800 - - -0.9 - - - -1 - - + -1.1 +900 - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_identity/report/regression_small.svg b/criterion/micro_ops_identity/report/regression_small.svg index a81c6b941f3d..9a2c8e6334e8 100644 --- a/criterion/micro_ops_identity/report/regression_small.svg +++ b/criterion/micro_ops_identity/report/regression_small.svg @@ -3,195 +3,185 @@ Total sample time (ms) -Iterations (x 10^3) - - - - - - - - - - - +Iterations + + + + + + + + + - - - - - - + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + - -0.1 + +100 - - -0.2 + + +200 - - -0.3 + + +300 - - -0.4 + + +400 - - -0.5 + + +500 - - -0.6 + + +600 - - -0.7 + + +700 - - -0.8 + + +800 - - -0.9 - - - -1 - - + -1.1 +900 - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_identity/report/relative_pdf_small.svg b/criterion/micro_ops_identity/report/relative_pdf_small.svg index 876ce1f9409e..42132eba99d0 100644 --- a/criterion/micro_ops_identity/report/relative_pdf_small.svg +++ b/criterion/micro_ops_identity/report/relative_pdf_small.svg @@ -51,28 +51,20 @@ Average Time (µs) - -5.3 - - - -5.35 - - - -5.4 - - - -5.45 - - - -5.5 - - - - - - + +6 + + + +7 + + + +8 + + + + + + diff --git a/criterion/micro_ops_identity/report/relative_regression_small.svg b/criterion/micro_ops_identity/report/relative_regression_small.svg index 6c61ec452862..2e8a9cee986f 100644 --- a/criterion/micro_ops_identity/report/relative_regression_small.svg +++ b/criterion/micro_ops_identity/report/relative_regression_small.svg @@ -6,79 +6,79 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - + + + + + - - - - - - + + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + + +7.0 + + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - -1.2 - - - - + + + - + diff --git a/criterion/micro_ops_identity/report/slope.svg b/criterion/micro_ops_identity/report/slope.svg index c548fdac2f5a..ad8fbafb0707 100644 --- a/criterion/micro_ops_identity/report/slope.svg +++ b/criterion/micro_ops_identity/report/slope.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (µs) - -20 + +1 - - -40 + + +2 - - -60 + + +3 - - -80 + + +4 - - -100 + + +5 - - -120 + + +6 - - -140 + + +7 - - -160 + + +8 - - -180 - - - -200 - - + - -5.478 - - - -5.479 - - - -5.48 - - - -5.481 - - - -5.482 + +6.6 - - -5.483 + + +6.65 - - -5.484 + + +6.7 - - -5.485 + + +6.75 - - -5.486 + + +6.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/typical.svg b/criterion/micro_ops_identity/report/typical.svg index d02bb6550371..a87faf9146e8 100644 --- a/criterion/micro_ops_identity/report/typical.svg +++ b/criterion/micro_ops_identity/report/typical.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (µs) - -20 + +1 - - -40 + + +2 - - -60 + + +3 - - -80 + + +4 - - -100 + + +5 - - -120 + + +6 - - -140 + + +7 - - -160 + + +8 - - -180 - - - -200 - - + - -5.478 - - - -5.479 - - - -5.48 - - - -5.481 - - - -5.482 + +6.6 - - -5.483 + + +6.65 - - -5.484 + + +6.7 - - -5.485 + + +6.75 - - -5.486 + + +6.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/base/estimates.json b/criterion/micro_ops_join/base/estimates.json index fb5bbf5f4a1c..57dd6306f91e 100644 --- a/criterion/micro_ops_join/base/estimates.json +++ b/criterion/micro_ops_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114316.49204050428,"upper_bound":114541.99277790565},"point_estimate":114432.05223550127,"standard_error":57.77824553034487},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114423.5,"upper_bound":114596.325},"point_estimate":114494.37193627452,"standard_error":37.00982621347383},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":252.40214273927018,"upper_bound":418.2451563084359},"point_estimate":336.8229139472798,"standard_error":41.985886059541464},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114426.67315273837,"upper_bound":114567.85060248927},"point_estimate":114496.02860795034,"standard_error":36.113988107884474},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":443.833176298664,"upper_bound":703.3715135202037},"point_estimate":582.5618871722809,"standard_error":66.06408292915434}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":157154.42060534682,"upper_bound":162037.40345405627},"point_estimate":159415.95902836663,"standard_error":1251.0183426700435},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":154551.17479674798,"upper_bound":157609.72694794915},"point_estimate":156121.97166263766,"standard_error":799.2111784291009},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5441.897176303688,"upper_bound":9008.50509238187},"point_estimate":7748.527966981587,"standard_error":911.7842952602831},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":154303.40041009497,"upper_bound":157823.19050895007},"point_estimate":155966.36028471505,"standard_error":899.033604814886},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8217.617503851414,"upper_bound":17390.77906597059},"point_estimate":12608.07225628548,"standard_error":2545.692496433164}} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/sample.json b/criterion/micro_ops_join/base/sample.json index f002c5bcb66e..cf33802979e9 100644 --- a/criterion/micro_ops_join/base/sample.json +++ b/criterion/micro_ops_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[453394.0,901988.0,1355484.0,1806775.0,2254272.0,2697564.0,3184159.0,3638053.0,4062047.0,4565639.0,5071233.0,5494630.0,5945725.0,6421416.0,6891011.0,7292606.0,7743498.0,8242693.0,8759484.0,9148680.0,9631874.0,10116867.0,10576065.0,10991158.0,11488955.0,11938943.0,12423940.0,12826634.0,13313928.0,13779623.0,14265714.0,14646208.0,15312102.0,15658300.0,16254890.0,16501085.0,16953477.0,17380277.0,17824671.0,18315066.0,18779860.0,19177652.0,19744545.0,20230940.0,20580335.0,21091428.0,21495421.0,21954312.0,22299408.0,22882811.0,23357493.0,23848191.0,24319285.0,24723977.0,25195580.0,25639870.0,26053658.0,26565559.0,26984249.0,27542446.0,27878245.0,28467638.0,28753733.0,29235322.0,29708626.0,30268812.0,30731801.0,31171199.0,31684390.0,32038383.0,32593682.0,33008474.0,33502975.0,33954060.0,34523553.0,34935547.0,35307241.0,35872235.0,36253731.0,36670824.0,37087026.0,37568412.0,38053208.0,38513208.0,38889702.0,39312193.0,39646591.0,40239683.0,40555177.0,41119368.0,41689363.0,41972457.0,42568945.0,43046847.0,43417044.0,43849945.0,44498725.0,44850918.0,45292417.0,45880807.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[719504.0,1003506.0,1369206.0,2101010.0,2442812.0,3240417.0,3673819.0,4463020.0,5129828.0,4953925.0,5859531.0,5771426.0,6637534.0,6434833.0,7708338.0,7748744.0,7807440.0,8361043.0,9275747.0,8853949.0,10038951.0,10344251.0,10232653.0,10787855.0,11807461.0,11975063.0,12293065.0,13074966.0,12991170.0,14879173.0,15861877.0,15736180.0,18722895.0,18288593.0,15606081.0,17164788.0,17039286.0,17659387.0,18914294.0,19441799.0,19943599.0,19372400.0,19220603.0,19814901.0,20000800.0,20939111.0,21989212.0,23279720.0,23609024.0,23465818.0,23891721.0,24384121.0,24955429.0,26254341.0,24911625.0,25251924.0,26542643.0,26810632.0,28202351.0,27530740.0,31059257.0,28262746.0,29111849.0,28424343.0,30955957.0,32654565.0,37227990.0,30449255.0,31500157.0,31039569.0,36513293.0,34784886.0,34183470.0,35839087.0,34555075.0,35184782.0,34327463.0,36072488.0,34747377.0,36487178.0,38176895.0,38019589.0,36179281.0,37806894.0,38340503.0,40020896.0,40625206.0,42626716.0,41333607.0,42371018.0,43164819.0,44215621.0,43057914.0,41742012.0,49244655.0,43778134.0,43549727.0,44572423.0,46429731.0,47079935.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/tukey.json b/criterion/micro_ops_join/base/tukey.json index b515f8765b81..b71bfb9c6d14 100644 --- a/criterion/micro_ops_join/base/tukey.json +++ b/criterion/micro_ops_join/base/tukey.json @@ -1 +1 @@ -[112924.36889717451,113596.58890202855,115389.17558163933,116061.39558649337] \ No newline at end of file +[122015.52847222221,137019.9060763889,177031.57968750002,192035.95729166668] \ No newline at end of file diff --git a/criterion/micro_ops_join/change/estimates.json b/criterion/micro_ops_join/change/estimates.json index 74e22fb591c7..4c6179f4f131 100644 --- a/criterion/micro_ops_join/change/estimates.json +++ b/criterion/micro_ops_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.024184394230842562,"upper_bound":-0.021648986513511694},"point_estimate":-0.022887883606972026,"standard_error":0.0006472409885266865},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02417727119993418,"upper_bound":-0.022253486196437522},"point_estimate":-0.02333553828593682,"standard_error":0.0004769423688148924}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3713139018325265,"upper_bound":0.4191320809016719},"point_estimate":0.393105829302864,"standard_error":0.01153069958777096},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3479024715378102,"upper_bound":0.37957751812032353},"point_estimate":0.3635776940156701,"standard_error":0.0074206041026724425}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/estimates.json b/criterion/micro_ops_join/new/estimates.json index fb5bbf5f4a1c..57dd6306f91e 100644 --- a/criterion/micro_ops_join/new/estimates.json +++ b/criterion/micro_ops_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114316.49204050428,"upper_bound":114541.99277790565},"point_estimate":114432.05223550127,"standard_error":57.77824553034487},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114423.5,"upper_bound":114596.325},"point_estimate":114494.37193627452,"standard_error":37.00982621347383},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":252.40214273927018,"upper_bound":418.2451563084359},"point_estimate":336.8229139472798,"standard_error":41.985886059541464},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114426.67315273837,"upper_bound":114567.85060248927},"point_estimate":114496.02860795034,"standard_error":36.113988107884474},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":443.833176298664,"upper_bound":703.3715135202037},"point_estimate":582.5618871722809,"standard_error":66.06408292915434}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":157154.42060534682,"upper_bound":162037.40345405627},"point_estimate":159415.95902836663,"standard_error":1251.0183426700435},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":154551.17479674798,"upper_bound":157609.72694794915},"point_estimate":156121.97166263766,"standard_error":799.2111784291009},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5441.897176303688,"upper_bound":9008.50509238187},"point_estimate":7748.527966981587,"standard_error":911.7842952602831},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":154303.40041009497,"upper_bound":157823.19050895007},"point_estimate":155966.36028471505,"standard_error":899.033604814886},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8217.617503851414,"upper_bound":17390.77906597059},"point_estimate":12608.07225628548,"standard_error":2545.692496433164}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/sample.json b/criterion/micro_ops_join/new/sample.json index f002c5bcb66e..cf33802979e9 100644 --- a/criterion/micro_ops_join/new/sample.json +++ b/criterion/micro_ops_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[453394.0,901988.0,1355484.0,1806775.0,2254272.0,2697564.0,3184159.0,3638053.0,4062047.0,4565639.0,5071233.0,5494630.0,5945725.0,6421416.0,6891011.0,7292606.0,7743498.0,8242693.0,8759484.0,9148680.0,9631874.0,10116867.0,10576065.0,10991158.0,11488955.0,11938943.0,12423940.0,12826634.0,13313928.0,13779623.0,14265714.0,14646208.0,15312102.0,15658300.0,16254890.0,16501085.0,16953477.0,17380277.0,17824671.0,18315066.0,18779860.0,19177652.0,19744545.0,20230940.0,20580335.0,21091428.0,21495421.0,21954312.0,22299408.0,22882811.0,23357493.0,23848191.0,24319285.0,24723977.0,25195580.0,25639870.0,26053658.0,26565559.0,26984249.0,27542446.0,27878245.0,28467638.0,28753733.0,29235322.0,29708626.0,30268812.0,30731801.0,31171199.0,31684390.0,32038383.0,32593682.0,33008474.0,33502975.0,33954060.0,34523553.0,34935547.0,35307241.0,35872235.0,36253731.0,36670824.0,37087026.0,37568412.0,38053208.0,38513208.0,38889702.0,39312193.0,39646591.0,40239683.0,40555177.0,41119368.0,41689363.0,41972457.0,42568945.0,43046847.0,43417044.0,43849945.0,44498725.0,44850918.0,45292417.0,45880807.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[719504.0,1003506.0,1369206.0,2101010.0,2442812.0,3240417.0,3673819.0,4463020.0,5129828.0,4953925.0,5859531.0,5771426.0,6637534.0,6434833.0,7708338.0,7748744.0,7807440.0,8361043.0,9275747.0,8853949.0,10038951.0,10344251.0,10232653.0,10787855.0,11807461.0,11975063.0,12293065.0,13074966.0,12991170.0,14879173.0,15861877.0,15736180.0,18722895.0,18288593.0,15606081.0,17164788.0,17039286.0,17659387.0,18914294.0,19441799.0,19943599.0,19372400.0,19220603.0,19814901.0,20000800.0,20939111.0,21989212.0,23279720.0,23609024.0,23465818.0,23891721.0,24384121.0,24955429.0,26254341.0,24911625.0,25251924.0,26542643.0,26810632.0,28202351.0,27530740.0,31059257.0,28262746.0,29111849.0,28424343.0,30955957.0,32654565.0,37227990.0,30449255.0,31500157.0,31039569.0,36513293.0,34784886.0,34183470.0,35839087.0,34555075.0,35184782.0,34327463.0,36072488.0,34747377.0,36487178.0,38176895.0,38019589.0,36179281.0,37806894.0,38340503.0,40020896.0,40625206.0,42626716.0,41333607.0,42371018.0,43164819.0,44215621.0,43057914.0,41742012.0,49244655.0,43778134.0,43549727.0,44572423.0,46429731.0,47079935.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/tukey.json b/criterion/micro_ops_join/new/tukey.json index b515f8765b81..b71bfb9c6d14 100644 --- a/criterion/micro_ops_join/new/tukey.json +++ b/criterion/micro_ops_join/new/tukey.json @@ -1 +1 @@ -[112924.36889717451,113596.58890202855,115389.17558163933,116061.39558649337] \ No newline at end of file +[122015.52847222221,137019.9060763889,177031.57968750002,192035.95729166668] \ No newline at end of file diff --git a/criterion/micro_ops_join/report/MAD.svg b/criterion/micro_ops_join/report/MAD.svg index 19a03be4978c..f720f0cdd86d 100644 --- a/criterion/micro_ops_join/report/MAD.svg +++ b/criterion/micro_ops_join/report/MAD.svg @@ -6,97 +6,85 @@ micro/ops/join:MAD Density (a.u.) -Average time (ns) +Average time (µs) - -0.001 + +0.05 - - -0.002 + + +0.1 - - -0.003 + + +0.15 - - -0.004 + + +0.2 - - -0.005 + + +0.25 - - -0.006 + + +0.3 - - -0.007 + + +0.35 - - -0.008 + + +0.4 - - -0.009 + + +0.45 - - -0.01 + + +0.5 - - -0.011 - - + - -240 - - - -260 - - - -280 + +5.5 - - -300 + + +6 - - -320 + + +6.5 - - -340 + + +7 - - -360 + + +7.5 - - -380 + + +8 - - -400 + + +8.5 - - -420 + + +9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/SD.svg b/criterion/micro_ops_join/report/SD.svg index af4367843dff..bbd729710c3a 100644 --- a/criterion/micro_ops_join/report/SD.svg +++ b/criterion/micro_ops_join/report/SD.svg @@ -6,61 +6,101 @@ micro/ops/join:SD Density (a.u.) -Average time (ns) +Average time (µs) - -0.001 + +0.02 - - -0.002 + + +0.04 - - -0.003 + + +0.06 - - -0.004 + + +0.08 - - -0.005 + + +0.1 - - -0.006 + + +0.12 - + + +0.14 + + + +0.16 + + + +0.18 + + + +0.2 + + + +0.22 + + - -450 + +8 + + + +9 + + + +10 + + + +11 + + + +12 + + + +13 - - -500 + + +14 - - -550 + + +15 - - -600 + + +16 - - -650 + + +17 - - -700 + + +18 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/both/pdf.svg b/criterion/micro_ops_join/report/both/pdf.svg index 07a815856759..4e81abf22638 100644 --- a/criterion/micro_ops_join/report/both/pdf.svg +++ b/criterion/micro_ops_join/report/both/pdf.svg @@ -9,67 +9,59 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - -1 - - + - -112 - - - -114 - - - -116 - - - -118 - - - - - - + +150 + + + +200 + + + +250 + + + + + + Base PDF diff --git a/criterion/micro_ops_join/report/both/regression.svg b/criterion/micro_ops_join/report/both/regression.svg index e4b3a8158223..f44458043fca 100644 --- a/criterion/micro_ops_join/report/both/regression.svg +++ b/criterion/micro_ops_join/report/both/regression.svg @@ -18,56 +18,41 @@ Iterations - - - - - - - - - + + + + + + 0.0 - -5.0 - - - + 10.0 - - -15.0 - - - + + 20.0 - - -25.0 - - - + + 30.0 - - -35.0 - - - + + 40.0 - - -45.0 + + +50.0 + + + +60.0 - + 0 @@ -105,10 +90,10 @@ Iterations 400 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_join/report/change/mean.svg b/criterion/micro_ops_join/report/change/mean.svg index edeea0728e44..188e3446ae04 100644 --- a/criterion/micro_ops_join/report/change/mean.svg +++ b/criterion/micro_ops_join/report/change/mean.svg @@ -9,58 +9,86 @@ Density (a.u.) Relative change (%) - -100 + +5 - - -200 + + +10 - - -300 + + +15 - - -400 + + +20 - - -500 + + +25 - - -600 + + +30 - + + +35 + + + +40 + + - --0.024 + +0.37 + + + +0.375 + + + +0.38 + + + +0.385 + + + +0.39 + + + +0.395 - - --0.0235 + + +0.4 - - --0.023 + + +0.405 - - --0.0225 + + +0.41 - - --0.022 + + +0.415 - - --0.0215 + + +0.42 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/median.svg b/criterion/micro_ops_join/report/change/median.svg index 93ccb9832c8e..29f43ecca454 100644 --- a/criterion/micro_ops_join/report/change/median.svg +++ b/criterion/micro_ops_join/report/change/median.svg @@ -9,86 +9,78 @@ Density (a.u.) Relative change (%) - -100 + +10 - - -200 + + +20 - - -300 + + +30 - + -400 +40 - -500 + +50 - - -600 + + +60 - - -700 + + +70 - - -800 + + +80 - - - --0.0242 - - - --0.024 + + +90 - - --0.0238 - - - --0.0236 + + + +0.345 - - --0.0234 + + +0.35 - - --0.0232 + + +0.355 - - --0.023 + + +0.36 - - --0.0228 + + +0.365 - - --0.0226 + + +0.37 - - --0.0224 + + +0.375 - - --0.0222 + + +0.38 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/t-test.svg b/criterion/micro_ops_join/report/change/t-test.svg index 29a6ca1352ea..dd29934e0ad6 100644 --- a/criterion/micro_ops_join/report/change/t-test.svg +++ b/criterion/micro_ops_join/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - + 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_join/report/index.html b/criterion/micro_ops_join/report/index.html index 34f50196aa6f..8f6ddd8cd0e1 100644 --- a/criterion/micro_ops_join/report/index.html +++ b/criterion/micro_ops_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 114.43 µs - 114.50 µs - 114.57 µs + 154.30 µs + 155.97 µs + 157.82 µs R² - 0.9990105 - 0.9990607 - 0.9990068 + 0.7641828 + 0.7733064 + 0.7619645 Mean - 114.32 µs - 114.43 µs - 114.54 µs + 157.15 µs + 159.42 µs + 162.04 µs Std. Dev. - 443.83 ns - 582.56 ns - 703.37 ns + 8.2176 µs + 12.608 µs + 17.391 µs Median - 114.42 µs - 114.49 µs - 114.60 µs + 154.55 µs + 156.12 µs + 157.61 µs MAD - 252.40 ns - 336.82 ns - 418.25 ns + 5.4419 µs + 7.7485 µs + 9.0085 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -2.4184% - -2.2888% - -2.1649% + +37.131% + +39.311% + +41.913% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_join/report/mean.svg b/criterion/micro_ops_join/report/mean.svg index d9ef1adb589b..da723531852a 100644 --- a/criterion/micro_ops_join/report/mean.svg +++ b/criterion/micro_ops_join/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - -1 + +0.05 - - -2 + + +0.1 - - -3 + + +0.15 - - -4 + + +0.2 - - -5 + + +0.25 - - -6 + + +0.3 - - -7 + + +0.35 - + - -114.3 + +157 - - -114.35 + + +158 - - -114.4 + + +159 - - -114.45 + + +160 - - -114.5 + + +161 - - -114.55 + + +162 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/median.svg b/criterion/micro_ops_join/report/median.svg index 21b8e6924632..95025fa58339 100644 --- a/criterion/micro_ops_join/report/median.svg +++ b/criterion/micro_ops_join/report/median.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (µs) - -2 + +0.1 - - -4 + + +0.2 - - -6 + + +0.3 - - -8 + + +0.4 - - -10 + + +0.5 - - -12 + + +0.6 - - -14 + + +0.7 - - -16 + + +0.8 - + - -114.42 + +154.5 - - -114.44 + + +155 - - -114.46 + + +155.5 - - -114.48 + + +156 - - -114.5 + + +156.5 - - -114.52 + + +157 - - -114.54 + + +157.5 - - -114.56 - - - -114.58 - - - -114.6 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/pdf.svg b/criterion/micro_ops_join/report/pdf.svg index ab9d253f62fa..4741831474b8 100644 --- a/criterion/micro_ops_join/report/pdf.svg +++ b/criterion/micro_ops_join/report/pdf.svg @@ -13,79 +13,55 @@ Average Time (µs) 0 - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - + -400 +300 - -112 - - - -112.5 - - - -113 + +140 - - -113.5 + + +160 - - -114 + + +180 - - -114.5 - - - -115 - - - -115.5 + + +200 - - -116 + + +220 - - -116.5 + + +240 - + Density (a.u.) @@ -94,66 +70,60 @@ Density (a.u.) 0 - -0.1 - - - -0.2 - - - -0.3 - - - -0.4 - - - -0.5 - - - -0.6 - - - -0.7 - - - -0.8 - - - -0.9 - - - - - - - - - - - - - - - - - - - - - - - - - - + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_join/report/pdf_small.svg b/criterion/micro_ops_join/report/pdf_small.svg index d024453bfd18..73b04166b66d 100644 --- a/criterion/micro_ops_join/report/pdf_small.svg +++ b/criterion/micro_ops_join/report/pdf_small.svg @@ -10,67 +10,55 @@ Average Time (µs) 0 - -0.1 + +0.005 - - -0.2 + + +0.01 - - -0.3 + + +0.015 - - -0.4 + + +0.02 - - -0.5 + + +0.025 - - -0.6 + + +0.03 - - -0.7 + + +0.035 - - -0.8 + + +0.04 - - -0.9 + + +0.045 - - -1 - - + - -112 - - - -113 - - - -114 + +150 - - -115 + + +200 - - -116 + + +250 - - - + + + diff --git a/criterion/micro_ops_join/report/regression.svg b/criterion/micro_ops_join/report/regression.svg index 0007e5eb9d25..f19d4f13e2a9 100644 --- a/criterion/micro_ops_join/report/regression.svg +++ b/criterion/micro_ops_join/report/regression.svg @@ -8,195 +8,185 @@ Total sample time (ms) Iterations - - - + + - - - + + - - - - - - - - - + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - + -400 +300 - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_join/report/regression_small.svg b/criterion/micro_ops_join/report/regression_small.svg index 996e123a36e5..a9e03487b961 100644 --- a/criterion/micro_ops_join/report/regression_small.svg +++ b/criterion/micro_ops_join/report/regression_small.svg @@ -5,193 +5,183 @@ Total sample time (ms) Iterations - - - + + - - - + + - - - - - - - - - + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - + -400 +300 - - + + - + - - - - - + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_join/report/relative_pdf_small.svg b/criterion/micro_ops_join/report/relative_pdf_small.svg index 7010ab7f74f1..f33cbaa7cd6c 100644 --- a/criterion/micro_ops_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_join/report/relative_pdf_small.svg @@ -6,65 +6,57 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - -0.9 - - + -1 +0.9 - -112 - - - -114 - - - -116 - - - -118 - - - - - - + +150 + + + +200 + + + +250 + + + + + + diff --git a/criterion/micro_ops_join/report/relative_regression_small.svg b/criterion/micro_ops_join/report/relative_regression_small.svg index 4097de2e0c19..600d2ed9df9a 100644 --- a/criterion/micro_ops_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_join/report/relative_regression_small.svg @@ -15,56 +15,41 @@ Iterations - - + - - + - - - + + 0.0 - -5.0 - - - + 10.0 - + -15.0 - - - 20.0 - - -25.0 + + +30.0 - + -30.0 +40.0 - -35.0 - - - -40.0 + +50.0 - - -45.0 + + +60.0 - + 0 @@ -102,8 +87,8 @@ Iterations 400 - - - - + + + + diff --git a/criterion/micro_ops_join/report/slope.svg b/criterion/micro_ops_join/report/slope.svg index b156d9af7b96..87db1d07467c 100644 --- a/criterion/micro_ops_join/report/slope.svg +++ b/criterion/micro_ops_join/report/slope.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (µs) - -2 + +0.05 - - -4 + + +0.1 - - -6 + + +0.15 - - -8 + + +0.2 - - -10 + + +0.25 - - -12 + + +0.3 - + + +0.35 + + + +0.4 + + + +0.45 + + - -114.42 + +154 - - -114.44 + + +154.5 - - -114.46 + + +155 - - -114.48 + + +155.5 - - -114.5 + + +156 - - -114.52 + + +156.5 - - -114.54 + + +157 - - -114.56 + + +157.5 - - -114.58 + + +158 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/typical.svg b/criterion/micro_ops_join/report/typical.svg index 77dcee9acac9..5e642567f020 100644 --- a/criterion/micro_ops_join/report/typical.svg +++ b/criterion/micro_ops_join/report/typical.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (µs) - -2 + +0.05 - - -4 + + +0.1 - - -6 + + +0.15 - - -8 + + +0.2 - - -10 + + +0.25 - - -12 + + +0.3 - + + +0.35 + + + +0.4 + + + +0.45 + + - -114.42 + +154 - - -114.44 + + +154.5 - - -114.46 + + +155 - - -114.48 + + +155.5 - - -114.5 + + +156 - - -114.52 + + +156.5 - - -114.54 + + +157 - - -114.56 + + +157.5 - - -114.58 + + +158 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/base/estimates.json b/criterion/micro_ops_map/base/estimates.json index bf5c285d958e..80100b20063c 100644 --- a/criterion/micro_ops_map/base/estimates.json +++ b/criterion/micro_ops_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10447.030517034524,"upper_bound":12132.783248943759},"point_estimate":11250.184176460032,"standard_error":432.1665012093471},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9428.848958333334,"upper_bound":9492.502693239967},"point_estimate":9458.114038411288,"standard_error":16.93207161284183},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95.84679363171318,"upper_bound":174.1577662652238},"point_estimate":129.9179018949206,"standard_error":20.54831577205348},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10540.385426227893,"upper_bound":12652.537992408897},"point_estimate":11496.974702231417,"standard_error":536.9244901961988},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3168.8507469441574,"upper_bound":5203.139898330324},"point_estimate":4317.4015674524435,"standard_error":518.848821923534}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11094.387942640142,"upper_bound":11361.64372325125},"point_estimate":11221.152467869926,"standard_error":68.18282347217745},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11043.58621794872,"upper_bound":11226.80600587009},"point_estimate":11136.55784574468,"standard_error":41.49344891877177},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":319.4616826646577,"upper_bound":547.4418169855086},"point_estimate":395.3142600368543,"standard_error":58.362879162601466},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11051.179261722835,"upper_bound":11304.010263381284},"point_estimate":11164.611601522092,"standard_error":64.35930644024558},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":471.02683744722816,"upper_bound":889.5907469042836},"point_estimate":688.587020682129,"standard_error":107.66721213429086}} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/sample.json b/criterion/micro_ops_map/base/sample.json index eff1e21e216c..b8e1bb87bbaa 100644 --- a/criterion/micro_ops_map/base/sample.json +++ b/criterion/micro_ops_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[93098.0,181598.0,281997.0,371794.0,469593.0,565390.0,659891.0,755590.0,838990.0,949787.0,1029287.0,1129584.0,1206082.0,1321785.0,1406985.0,1471882.0,1585179.0,1678074.0,1790072.0,1872979.0,1948983.0,2043273.0,3149861.0,4135247.0,4020243.0,2415473.0,2497266.0,2617063.0,2695463.0,2788059.0,2900459.0,2983072.0,3096662.0,3248345.0,3283669.0,3382148.0,3470443.0,3645348.0,3721859.0,3765157.0,3839556.0,3940738.0,4088752.0,4133663.0,4194439.0,4611164.0,4460036.0,4549145.0,4703917.0,4773138.0,4870375.0,4982246.0,5028931.0,5103327.0,5231248.0,5345317.0,6060942.0,10255070.0,10615867.0,10073361.0,15088212.0,15025916.0,16739474.0,14531712.0,15724996.0,14955717.0,13958313.0,14072229.0,14427612.0,14923014.0,8792494.0,6919331.0,7054712.0,6992019.0,7043829.0,7162106.0,7249611.0,7450725.0,7501498.0,7620610.0,7713301.0,7751416.0,7928652.0,7972715.0,8061096.0,8136517.0,8224890.0,8371615.0,8415094.0,8500093.0,8626395.0,8651981.0,8831111.0,8916073.0,8989083.0,9051695.0,9158787.0,9330198.0,9389166.0,9423009.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[80500.0,233903.0,247701.0,366603.0,409601.0,518902.0,623308.0,745204.0,745606.0,1040602.0,958505.0,1027503.0,1221808.0,1285207.0,1265609.0,1497909.0,1738015.0,1599507.0,1695903.0,1808010.0,1950809.0,1969314.0,2117915.0,2130409.0,2178612.0,2276311.0,2746116.0,2435914.0,2766912.0,2595015.0,2795513.0,2926010.0,3059616.0,3007420.0,2958216.0,3083915.0,3293720.0,3563518.0,3467917.0,3371623.0,3717919.0,3501121.0,3553719.0,3544225.0,3736815.0,4374320.0,4205722.0,4670021.0,4451024.0,4472321.0,4629620.0,4587627.0,4716226.0,4876932.0,5115928.0,5047022.0,4990029.0,5423035.0,5384523.0,5308427.0,5506525.0,5710525.0,5488236.0,5724338.0,5780626.0,5654928.0,5819929.0,6296935.0,6281740.0,6336336.0,8046240.0,6289327.0,6479040.0,6354835.0,6545137.0,6562535.0,6887345.0,6851434.0,6685334.0,7424443.0,7064044.0,8015245.0,7779850.0,7404833.0,7465437.0,7869430.0,7655432.0,7894549.0,7746655.0,7685246.0,8264542.0,7787854.0,8337149.0,8379247.0,8557635.0,8417046.0,8269339.0,8818249.0,8636345.0,8923749.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/tukey.json b/criterion/micro_ops_map/base/tukey.json index e6d00eef5752..3a451604693c 100644 --- a/criterion/micro_ops_map/base/tukey.json +++ b/criterion/micro_ops_map/base/tukey.json @@ -1 +1 @@ -[8875.381604377788,9129.463583574176,9807.015528097876,10061.097507294264] \ No newline at end of file +[9252.726339912726,10069.888776898579,12248.988608860853,13066.151045846706] \ No newline at end of file diff --git a/criterion/micro_ops_map/change/estimates.json b/criterion/micro_ops_map/change/estimates.json index cb4c44aa9bcb..f382f02916f3 100644 --- a/criterion/micro_ops_map/change/estimates.json +++ b/criterion/micro_ops_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1760437970956153,"upper_bound":0.3752669690521795},"point_estimate":0.2748600593851591,"standard_error":0.047184841196665925},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.06927151031020728,"upper_bound":0.07576734605047619},"point_estimate":0.07205512364682432,"standard_error":0.0018512606605268797}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.07739787990461676,"upper_bound":0.07402040973421653},"point_estimate":-0.00258055407224822,"standard_error":0.03860258612305141},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1654760624927547,"upper_bound":0.18629232216584501},"point_estimate":0.17746072848317307,"standard_error":0.005066601191991968}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/estimates.json b/criterion/micro_ops_map/new/estimates.json index bf5c285d958e..80100b20063c 100644 --- a/criterion/micro_ops_map/new/estimates.json +++ b/criterion/micro_ops_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10447.030517034524,"upper_bound":12132.783248943759},"point_estimate":11250.184176460032,"standard_error":432.1665012093471},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9428.848958333334,"upper_bound":9492.502693239967},"point_estimate":9458.114038411288,"standard_error":16.93207161284183},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95.84679363171318,"upper_bound":174.1577662652238},"point_estimate":129.9179018949206,"standard_error":20.54831577205348},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10540.385426227893,"upper_bound":12652.537992408897},"point_estimate":11496.974702231417,"standard_error":536.9244901961988},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3168.8507469441574,"upper_bound":5203.139898330324},"point_estimate":4317.4015674524435,"standard_error":518.848821923534}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11094.387942640142,"upper_bound":11361.64372325125},"point_estimate":11221.152467869926,"standard_error":68.18282347217745},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11043.58621794872,"upper_bound":11226.80600587009},"point_estimate":11136.55784574468,"standard_error":41.49344891877177},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":319.4616826646577,"upper_bound":547.4418169855086},"point_estimate":395.3142600368543,"standard_error":58.362879162601466},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11051.179261722835,"upper_bound":11304.010263381284},"point_estimate":11164.611601522092,"standard_error":64.35930644024558},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":471.02683744722816,"upper_bound":889.5907469042836},"point_estimate":688.587020682129,"standard_error":107.66721213429086}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/sample.json b/criterion/micro_ops_map/new/sample.json index eff1e21e216c..b8e1bb87bbaa 100644 --- a/criterion/micro_ops_map/new/sample.json +++ b/criterion/micro_ops_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[93098.0,181598.0,281997.0,371794.0,469593.0,565390.0,659891.0,755590.0,838990.0,949787.0,1029287.0,1129584.0,1206082.0,1321785.0,1406985.0,1471882.0,1585179.0,1678074.0,1790072.0,1872979.0,1948983.0,2043273.0,3149861.0,4135247.0,4020243.0,2415473.0,2497266.0,2617063.0,2695463.0,2788059.0,2900459.0,2983072.0,3096662.0,3248345.0,3283669.0,3382148.0,3470443.0,3645348.0,3721859.0,3765157.0,3839556.0,3940738.0,4088752.0,4133663.0,4194439.0,4611164.0,4460036.0,4549145.0,4703917.0,4773138.0,4870375.0,4982246.0,5028931.0,5103327.0,5231248.0,5345317.0,6060942.0,10255070.0,10615867.0,10073361.0,15088212.0,15025916.0,16739474.0,14531712.0,15724996.0,14955717.0,13958313.0,14072229.0,14427612.0,14923014.0,8792494.0,6919331.0,7054712.0,6992019.0,7043829.0,7162106.0,7249611.0,7450725.0,7501498.0,7620610.0,7713301.0,7751416.0,7928652.0,7972715.0,8061096.0,8136517.0,8224890.0,8371615.0,8415094.0,8500093.0,8626395.0,8651981.0,8831111.0,8916073.0,8989083.0,9051695.0,9158787.0,9330198.0,9389166.0,9423009.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[80500.0,233903.0,247701.0,366603.0,409601.0,518902.0,623308.0,745204.0,745606.0,1040602.0,958505.0,1027503.0,1221808.0,1285207.0,1265609.0,1497909.0,1738015.0,1599507.0,1695903.0,1808010.0,1950809.0,1969314.0,2117915.0,2130409.0,2178612.0,2276311.0,2746116.0,2435914.0,2766912.0,2595015.0,2795513.0,2926010.0,3059616.0,3007420.0,2958216.0,3083915.0,3293720.0,3563518.0,3467917.0,3371623.0,3717919.0,3501121.0,3553719.0,3544225.0,3736815.0,4374320.0,4205722.0,4670021.0,4451024.0,4472321.0,4629620.0,4587627.0,4716226.0,4876932.0,5115928.0,5047022.0,4990029.0,5423035.0,5384523.0,5308427.0,5506525.0,5710525.0,5488236.0,5724338.0,5780626.0,5654928.0,5819929.0,6296935.0,6281740.0,6336336.0,8046240.0,6289327.0,6479040.0,6354835.0,6545137.0,6562535.0,6887345.0,6851434.0,6685334.0,7424443.0,7064044.0,8015245.0,7779850.0,7404833.0,7465437.0,7869430.0,7655432.0,7894549.0,7746655.0,7685246.0,8264542.0,7787854.0,8337149.0,8379247.0,8557635.0,8417046.0,8269339.0,8818249.0,8636345.0,8923749.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/tukey.json b/criterion/micro_ops_map/new/tukey.json index e6d00eef5752..3a451604693c 100644 --- a/criterion/micro_ops_map/new/tukey.json +++ b/criterion/micro_ops_map/new/tukey.json @@ -1 +1 @@ -[8875.381604377788,9129.463583574176,9807.015528097876,10061.097507294264] \ No newline at end of file +[9252.726339912726,10069.888776898579,12248.988608860853,13066.151045846706] \ No newline at end of file diff --git a/criterion/micro_ops_map/report/MAD.svg b/criterion/micro_ops_map/report/MAD.svg index 83c2d67756f4..f342e7239dbf 100644 --- a/criterion/micro_ops_map/report/MAD.svg +++ b/criterion/micro_ops_map/report/MAD.svg @@ -9,94 +9,62 @@ Density (a.u.) Average time (ns) - -0.002 - - - -0.004 - - - -0.006 - - - -0.008 - - - -0.01 + +0.001 - - -0.012 + + +0.002 - - -0.014 + + +0.003 - - -0.016 + + +0.004 - - -0.018 + + +0.005 - - -0.02 + + +0.006 - - -0.022 + + +0.007 - + - -90 - - - -100 - - - -110 - - - -120 - - - -130 + +300 - - -140 + + +350 - - -150 + + +400 - - -160 + + +450 - - -170 + + +500 - - -180 + + +550 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/SD.svg b/criterion/micro_ops_map/report/SD.svg index 3413f468cc09..1887997f4b6c 100644 --- a/criterion/micro_ops_map/report/SD.svg +++ b/criterion/micro_ops_map/report/SD.svg @@ -6,65 +6,81 @@ micro/ops/map:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.1 + +5e-4 - - -0.2 + + +0.001 - - -0.3 + + +0.0015 - - -0.4 + + +0.002 - - -0.5 + + +0.0025 - - -0.6 + + +0.003 - - -0.7 + + +0.0035 - - -0.8 - - + - -3 + +450 + + + +500 + + + +550 + + + +600 + + + +650 + + + +700 - - -3.5 + + +750 - - -4 + + +800 - - -4.5 + + +850 - - -5 + + +900 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/both/pdf.svg b/criterion/micro_ops_map/report/both/pdf.svg index 1ba700c4458f..12a3a1f166dc 100644 --- a/criterion/micro_ops_map/report/both/pdf.svg +++ b/criterion/micro_ops_map/report/both/pdf.svg @@ -9,50 +9,34 @@ Density (a.u.) Average Time (µs) - -2 + +0.1 - - -4 + + +0.2 - - -6 + + +0.3 - - -8 + + +0.4 - - -10 - - - -12 - - - -14 + + +0.5 - - -16 - - - -18 - - - -20 + + +0.6 - - -22 + + +0.7 - + 10 @@ -66,10 +50,10 @@ Average Time (µs) 30 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_map/report/both/regression.svg b/criterion/micro_ops_map/report/both/regression.svg index 3b8c6ff90aec..499ee08f3e96 100644 --- a/criterion/micro_ops_map/report/both/regression.svg +++ b/criterion/micro_ops_map/report/both/regression.svg @@ -95,10 +95,10 @@ Iterations (x 10^3) 1 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_map/report/change/mean.svg b/criterion/micro_ops_map/report/change/mean.svg index aba6b306f8cf..6ca533200f4b 100644 --- a/criterion/micro_ops_map/report/change/mean.svg +++ b/criterion/micro_ops_map/report/change/mean.svg @@ -9,67 +9,87 @@ Density (a.u.) Relative change (%) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - + + 10 - + - -0.2 - - - -0.25 - - - -0.3 - - - -0.35 - - - - - - + +-0.08 + + + +-0.06 + + + +-0.04 + + + +-0.02 + + + +0 + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/median.svg b/criterion/micro_ops_map/report/change/median.svg index f6a64df21c20..0a6a46aa14de 100644 --- a/criterion/micro_ops_map/report/change/median.svg +++ b/criterion/micro_ops_map/report/change/median.svg @@ -9,62 +9,66 @@ Density (a.u.) Relative change (%) - -50 + +10 - - -100 + + +20 - - -150 + + +30 - - -200 + + +40 - - -250 + + +50 - - - -0.069 + + +60 - - -0.07 + + +70 - - -0.071 + + +80 - - -0.072 + + +90 + + + + +0.165 - - -0.073 + + +0.17 - - -0.074 + + +0.175 - - -0.075 + + +0.18 - - -0.076 + + +0.185 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/t-test.svg b/criterion/micro_ops_map/report/change/t-test.svg index e144d60e64f3..71cbcdd0026e 100644 --- a/criterion/micro_ops_map/report/change/t-test.svg +++ b/criterion/micro_ops_map/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_map/report/index.html b/criterion/micro_ops_map/report/index.html index 1f9fbbd10dbc..16a2ab2263e1 100644 --- a/criterion/micro_ops_map/report/index.html +++ b/criterion/micro_ops_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 10.540 µs - 11.497 µs - 12.653 µs + 11.051 µs + 11.165 µs + 11.304 µs R² - 0.0166783 - 0.0173897 - 0.0163708 + 0.7566295 + 0.7649377 + 0.7524596 Mean - 10.447 µs - 11.250 µs - 12.133 µs + 11.094 µs + 11.221 µs + 11.362 µs Std. Dev. - 3.1689 µs - 4.3174 µs - 5.2031 µs + 471.03 ns + 688.59 ns + 889.59 ns Median - 9.4288 µs - 9.4581 µs - 9.4925 µs + 11.044 µs + 11.137 µs + 11.227 µs MAD - 95.847 ns - 129.92 ns - 174.16 ns + 319.46 ns + 395.31 ns + 547.44 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +17.604% - +27.486% - +37.527% - (p = 0.00 < + -7.7398% + -0.2581% + +7.4020% + (p = 0.95 > 0.05) - Performance has regressed. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_map/report/mean.svg b/criterion/micro_ops_map/report/mean.svg index 905dfcb2f1a6..cac71ca2a53f 100644 --- a/criterion/micro_ops_map/report/mean.svg +++ b/criterion/micro_ops_map/report/mean.svg @@ -9,86 +9,58 @@ Density (a.u.) Average time (µs) - -0.1 + +1 - - -0.2 + + +2 - - -0.3 + + +3 - - -0.4 + + +4 - - -0.5 + + +5 - - -0.6 + + +6 - - -0.7 - - - -0.8 - - - -0.9 - - + - -10.4 - - - -10.6 + +11.1 - - -10.8 + + +11.15 - - -11 - - - + + 11.2 - - -11.4 - - - -11.6 - - - -11.8 + + +11.25 - - -12 + + +11.3 - - -12.2 + + +11.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/median.svg b/criterion/micro_ops_map/report/median.svg index 9f4d71c73155..25999c2c8782 100644 --- a/criterion/micro_ops_map/report/median.svg +++ b/criterion/micro_ops_map/report/median.svg @@ -9,74 +9,86 @@ Density (a.u.) Average time (µs) - -5 + +2 - - + + +4 + + + +6 + + + +8 + + + 10 - - -15 + + +12 - - -20 + + +14 - - -25 + + +16 - - -30 + + + +11.04 - - -35 + + +11.06 - - -40 + + +11.08 - - -45 + + +11.1 - - - -9.43 + + +11.12 - - -9.44 + + +11.14 - - -9.45 + + +11.16 - - -9.46 + + +11.18 - - -9.47 + + +11.2 - - -9.48 + + +11.22 - - -9.49 + + +11.24 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/pdf.svg b/criterion/micro_ops_map/report/pdf.svg index a04d04fe6878..3ea13af8a38f 100644 --- a/criterion/micro_ops_map/report/pdf.svg +++ b/criterion/micro_ops_map/report/pdf.svg @@ -3,7 +3,7 @@ micro/ops/map -Iterations (x 10^3) +Iterations Average Time (µs) @@ -13,71 +13,63 @@ Average Time (µs) 0 - -0.1 - - - -0.2 + +100 - - -0.3 + + +200 - - -0.4 + + +300 - + -0.5 +400 - -0.6 - - - -0.7 + +500 - - -0.8 + + +600 - - -0.9 + + +700 - + -1 +800 - -5 - - - + 10 - - -15 + + +11 + + + +12 - - -20 + + +13 - - -25 + + +14 - - -30 + + +15 - + Density (a.u.) @@ -86,88 +78,54 @@ Density (a.u.) 0 - -0.02 - - - -0.04 + +0.1 - - -0.06 + + +0.2 - - -0.08 + + +0.3 - - -0.1 + + +0.4 - + -0.12 +0.5 - -0.14 - - - -0.16 - - - -0.18 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + +0.6 + + + +0.7 + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_map/report/pdf_small.svg b/criterion/micro_ops_map/report/pdf_small.svg index fbc2e6627089..c4943435c4a5 100644 --- a/criterion/micro_ops_map/report/pdf_small.svg +++ b/criterion/micro_ops_map/report/pdf_small.svg @@ -10,55 +10,51 @@ Average Time (µs) 0 - -0.02 - - - -0.04 + +0.1 - - -0.06 + + +0.2 - - -0.08 + + +0.3 - - -0.1 + + +0.4 - + -0.12 +0.5 - -0.14 + +0.6 - - -0.16 + + +0.7 - - -0.18 + + +0.8 - + - + 10 - - -20 + + +12 - - -30 + + +14 - - - + + + diff --git a/criterion/micro_ops_map/report/regression.svg b/criterion/micro_ops_map/report/regression.svg index 874442f0fae4..be7d5d347f62 100644 --- a/criterion/micro_ops_map/report/regression.svg +++ b/criterion/micro_ops_map/report/regression.svg @@ -6,202 +6,192 @@ micro/ops/map Total sample time (ms) -Iterations (x 10^3) +Iterations - - - - + + + - - - - + + + - - - - - - - - + + + + + + + + - + +1.0 + + + 2.0 - - -4.0 + + +3.0 - - -6.0 - - - -8.0 + + +4.0 - - -10.0 + + +5.0 - - -12.0 + + +6.0 - - -14.0 + + +7.0 - - -16.0 + + +8.0 - + - -0.1 + +100 - - -0.2 + + +200 - - -0.3 + + +300 - - -0.4 - - + -0.5 +400 - -0.6 - - - -0.7 + +500 - - -0.8 + + +600 - - -0.9 + + +700 - + -1 +800 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_map/report/regression_small.svg b/criterion/micro_ops_map/report/regression_small.svg index 3f3ca9b7e20b..9fee430f9f50 100644 --- a/criterion/micro_ops_map/report/regression_small.svg +++ b/criterion/micro_ops_map/report/regression_small.svg @@ -3,200 +3,190 @@ Total sample time (ms) -Iterations (x 10^3) +Iterations - - - - + + + - - - - + + + - - - - - - - - + + + + + + + + - + +1.0 + + + 2.0 - - -4.0 + + +3.0 - - -6.0 - - - -8.0 + + +4.0 - - -10.0 + + +5.0 - - -12.0 + + +6.0 - - -14.0 + + +7.0 - - -16.0 + + +8.0 - + - -0.1 + +100 - - -0.2 + + +200 - - -0.3 + + +300 - - -0.4 - - + -0.5 +400 - -0.6 - - - -0.7 + +500 - - -0.8 + + +600 - - -0.9 + + +700 - + -1 +800 - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_map/report/relative_pdf_small.svg b/criterion/micro_ops_map/report/relative_pdf_small.svg index e8fa835c7d9d..b21333aaf2a1 100644 --- a/criterion/micro_ops_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_map/report/relative_pdf_small.svg @@ -6,50 +6,34 @@ Density (a.u.) Average Time (µs) - -2 + +0.1 - - -4 + + +0.2 - - -6 + + +0.3 - - -8 + + +0.4 - - -10 - - - -12 - - - -14 + + +0.5 - - -16 - - - -18 - - - -20 + + +0.6 - - -22 + + +0.7 - + 10 @@ -63,8 +47,8 @@ Average Time (µs) 30 - - - - + + + + diff --git a/criterion/micro_ops_map/report/relative_regression_small.svg b/criterion/micro_ops_map/report/relative_regression_small.svg index 5762500e0aee..c2975451149b 100644 --- a/criterion/micro_ops_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_map/report/relative_regression_small.svg @@ -92,8 +92,8 @@ Iterations (x 10^3) 1 - - - - + + + + diff --git a/criterion/micro_ops_map/report/slope.svg b/criterion/micro_ops_map/report/slope.svg index b40555998ab6..2c2dc870f827 100644 --- a/criterion/micro_ops_map/report/slope.svg +++ b/criterion/micro_ops_map/report/slope.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - -0.1 + +1 - - -0.2 + + +2 - - -0.3 + + +3 - - -0.4 + + +4 - - -0.5 + + +5 - - -0.6 + + +6 - - -0.7 - - - -0.8 - - + - -10.5 + +11.05 + + + +11.1 - - -11 + + +11.15 - - -11.5 + + +11.2 - - -12 + + +11.25 - - -12.5 + + +11.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/typical.svg b/criterion/micro_ops_map/report/typical.svg index 490838a6f147..14d217f6c280 100644 --- a/criterion/micro_ops_map/report/typical.svg +++ b/criterion/micro_ops_map/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - -0.1 + +1 - - -0.2 + + +2 - - -0.3 + + +3 - - -0.4 + + +4 - - -0.5 + + +5 - - -0.6 + + +6 - - -0.7 - - - -0.8 - - + - -10.5 + +11.05 + + + +11.1 - - -11 + + +11.15 - - -11.5 + + +11.2 - - -12 + + +11.25 - - -12.5 + + +11.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/base/estimates.json b/criterion/micro_ops_next_tick_big/base/estimates.json index c787f719a063..04ad3f239e31 100644 --- a/criterion/micro_ops_next_tick_big/base/estimates.json +++ b/criterion/micro_ops_next_tick_big/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80915.71307621757,"upper_bound":82536.2940608246},"point_estimate":81856.43639665811,"standard_error":421.6267293121703},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82563.19292237442,"upper_bound":82951.19065656565},"point_estimate":82781.74075126262,"standard_error":89.7164139553795},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":538.0042756183593,"upper_bound":1135.3368051029954},"point_estimate":800.4971001766472,"standard_error":158.80901438803406},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83022.22338845798,"upper_bound":83293.08364821336},"point_estimate":83155.26190310821,"standard_error":69.5207500922342},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1480.5299549934837,"upper_bound":6653.941938626293},"point_estimate":4245.693579822227,"standard_error":1460.0223461036628}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":159199.44762196118,"upper_bound":166569.69769925435},"point_estimate":163215.0708114774,"standard_error":1882.8579359821108},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":163453.57708333334,"upper_bound":167275.55555555556},"point_estimate":164317.65322580643,"standard_error":883.5042429647569},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6770.883393983608,"upper_bound":15021.529063817254},"point_estimate":8804.525864205723,"standard_error":2051.4523963716647},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":170522.6897044896,"upper_bound":174396.9797216899},"point_estimate":172562.28623368306,"standard_error":985.5094567747941},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10571.784675683419,"upper_bound":26673.229226972886},"point_estimate":18899.425645095664,"standard_error":4210.673637950573}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/sample.json b/criterion/micro_ops_next_tick_big/base/sample.json index 0db20b80e7b4..57101397f04e 100644 --- a/criterion/micro_ops_next_tick_big/base/sample.json +++ b/criterion/micro_ops_next_tick_big/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[569692.0,1579280.0,2610166.0,3603053.0,4570640.0,5580027.0,6614814.0,7596901.0,8719386.0,9621775.0,10794160.0,11558549.0,12671435.0,13758221.0,14612610.0,15610696.0,16577984.0,17548971.0,18545958.0,19566345.0,20509233.0,21869715.0,22493906.0,23639491.0,24700778.0,25610966.0,26997148.0,27495942.0,29004122.0,29485215.0,30994596.0,31477990.0,32637174.0,33680061.0,34569049.0,35908232.0,37115516.0,38166602.0,38601497.0,40061878.0,40497972.0,41707257.0,43036339.0,43620731.0,44704317.0,45568406.0,46537093.0,47465981.0,49036861.0,49535254.0,50508342.0,51708926.0,53205807.0,54151094.0,54606388.0,56401365.0,57523250.0,58090742.0,58391339.0,59403825.0,60728809.0,61576897.0,63570271.0,63624970.0,65665544.0,65697343.0,66621632.0,67471720.0,68889702.0,69529793.0,70385883.0,72120160.0,72325357.0,74697926.0,75188419.0,76273806.0,76335805.0,77808085.0,78498476.0,79613662.0,81375639.0,81687335.0,82784620.0,83662410.0,84716195.0,85504485.0,86651170.0,87413261.0,88684544.0,90292323.0,90842316.0,93295083.0,92818890.0,93846577.0,94855863.0,97264532.0,96689540.0,97812224.0,99594102.0,99498203.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[254301.0,1037805.0,1903908.0,3083313.0,4188418.0,4933721.0,6167526.0,7203331.0,8306336.0,9029439.0,10665646.0,10827548.0,11964652.0,12871956.0,13722160.0,14825665.0,15643168.0,17833878.0,17530776.0,18859882.0,19992187.0,21256593.0,21818695.0,23623803.0,23976905.0,24370106.0,26210614.0,26770717.0,29240128.0,28421192.0,30248516.0,32355037.0,32456739.0,32385538.0,34286357.0,36452680.0,35144766.0,39105208.0,38533402.0,39273309.0,40369721.0,42153440.0,42103639.0,43357952.0,43519554.0,44041760.0,49253914.0,51466336.0,51275734.0,50016222.0,51652939.0,51802840.0,50983132.0,53279355.0,54303966.0,55814682.0,57345198.0,56548990.0,58259307.0,58920215.0,61971046.0,61157038.0,60684833.0,61889445.0,63770265.0,64002968.0,65947087.0,66426193.0,69931729.0,74112772.0,77013903.0,77992913.0,77239806.0,79708131.0,79519429.0,80808142.0,82092256.0,84164378.0,84628082.0,86617003.0,89212330.0,86626203.0,90785247.0,91329453.0,92636166.0,88656324.0,85663293.0,89757736.0,90203241.0,90616245.0,89459033.0,93660977.0,94964290.0,103674781.0,102197266.0,104102785.0,104917894.0,105789403.0,108656033.0,105173697.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/tukey.json b/criterion/micro_ops_next_tick_big/base/tukey.json index 03168ab67fb9..bb5ac6eaa6cb 100644 --- a/criterion/micro_ops_next_tick_big/base/tukey.json +++ b/criterion/micro_ops_next_tick_big/base/tukey.json @@ -1 +1 @@ -[78613.1800081045,80333.91878009391,84922.55550539902,86643.29427738844] \ No newline at end of file +[114653.50480076397,137084.78847051656,196901.54492319014,219332.82859294274] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/change/estimates.json b/criterion/micro_ops_next_tick_big/change/estimates.json index e8a307e7b078..a7817875974e 100644 --- a/criterion/micro_ops_next_tick_big/change/estimates.json +++ b/criterion/micro_ops_next_tick_big/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05872851460848253,"upper_bound":-0.030260580835834217},"point_estimate":-0.04407700743298981,"standard_error":0.007152293095547125},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.047403624977269576,"upper_bound":-0.04225260715163082},"point_estimate":-0.0442810917500891,"standard_error":0.0012848960382201833}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.943182756700601,"upper_bound":1.0372306658307648},"point_estimate":0.9939185969515385,"standard_error":0.024035784493615833},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.9740570316368442,"upper_bound":1.0112877870149433},"point_estimate":0.9849504460112501,"standard_error":0.008986724378036272}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/estimates.json b/criterion/micro_ops_next_tick_big/new/estimates.json index c787f719a063..04ad3f239e31 100644 --- a/criterion/micro_ops_next_tick_big/new/estimates.json +++ b/criterion/micro_ops_next_tick_big/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80915.71307621757,"upper_bound":82536.2940608246},"point_estimate":81856.43639665811,"standard_error":421.6267293121703},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82563.19292237442,"upper_bound":82951.19065656565},"point_estimate":82781.74075126262,"standard_error":89.7164139553795},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":538.0042756183593,"upper_bound":1135.3368051029954},"point_estimate":800.4971001766472,"standard_error":158.80901438803406},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83022.22338845798,"upper_bound":83293.08364821336},"point_estimate":83155.26190310821,"standard_error":69.5207500922342},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1480.5299549934837,"upper_bound":6653.941938626293},"point_estimate":4245.693579822227,"standard_error":1460.0223461036628}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":159199.44762196118,"upper_bound":166569.69769925435},"point_estimate":163215.0708114774,"standard_error":1882.8579359821108},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":163453.57708333334,"upper_bound":167275.55555555556},"point_estimate":164317.65322580643,"standard_error":883.5042429647569},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6770.883393983608,"upper_bound":15021.529063817254},"point_estimate":8804.525864205723,"standard_error":2051.4523963716647},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":170522.6897044896,"upper_bound":174396.9797216899},"point_estimate":172562.28623368306,"standard_error":985.5094567747941},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10571.784675683419,"upper_bound":26673.229226972886},"point_estimate":18899.425645095664,"standard_error":4210.673637950573}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/sample.json b/criterion/micro_ops_next_tick_big/new/sample.json index 0db20b80e7b4..57101397f04e 100644 --- a/criterion/micro_ops_next_tick_big/new/sample.json +++ b/criterion/micro_ops_next_tick_big/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[569692.0,1579280.0,2610166.0,3603053.0,4570640.0,5580027.0,6614814.0,7596901.0,8719386.0,9621775.0,10794160.0,11558549.0,12671435.0,13758221.0,14612610.0,15610696.0,16577984.0,17548971.0,18545958.0,19566345.0,20509233.0,21869715.0,22493906.0,23639491.0,24700778.0,25610966.0,26997148.0,27495942.0,29004122.0,29485215.0,30994596.0,31477990.0,32637174.0,33680061.0,34569049.0,35908232.0,37115516.0,38166602.0,38601497.0,40061878.0,40497972.0,41707257.0,43036339.0,43620731.0,44704317.0,45568406.0,46537093.0,47465981.0,49036861.0,49535254.0,50508342.0,51708926.0,53205807.0,54151094.0,54606388.0,56401365.0,57523250.0,58090742.0,58391339.0,59403825.0,60728809.0,61576897.0,63570271.0,63624970.0,65665544.0,65697343.0,66621632.0,67471720.0,68889702.0,69529793.0,70385883.0,72120160.0,72325357.0,74697926.0,75188419.0,76273806.0,76335805.0,77808085.0,78498476.0,79613662.0,81375639.0,81687335.0,82784620.0,83662410.0,84716195.0,85504485.0,86651170.0,87413261.0,88684544.0,90292323.0,90842316.0,93295083.0,92818890.0,93846577.0,94855863.0,97264532.0,96689540.0,97812224.0,99594102.0,99498203.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[254301.0,1037805.0,1903908.0,3083313.0,4188418.0,4933721.0,6167526.0,7203331.0,8306336.0,9029439.0,10665646.0,10827548.0,11964652.0,12871956.0,13722160.0,14825665.0,15643168.0,17833878.0,17530776.0,18859882.0,19992187.0,21256593.0,21818695.0,23623803.0,23976905.0,24370106.0,26210614.0,26770717.0,29240128.0,28421192.0,30248516.0,32355037.0,32456739.0,32385538.0,34286357.0,36452680.0,35144766.0,39105208.0,38533402.0,39273309.0,40369721.0,42153440.0,42103639.0,43357952.0,43519554.0,44041760.0,49253914.0,51466336.0,51275734.0,50016222.0,51652939.0,51802840.0,50983132.0,53279355.0,54303966.0,55814682.0,57345198.0,56548990.0,58259307.0,58920215.0,61971046.0,61157038.0,60684833.0,61889445.0,63770265.0,64002968.0,65947087.0,66426193.0,69931729.0,74112772.0,77013903.0,77992913.0,77239806.0,79708131.0,79519429.0,80808142.0,82092256.0,84164378.0,84628082.0,86617003.0,89212330.0,86626203.0,90785247.0,91329453.0,92636166.0,88656324.0,85663293.0,89757736.0,90203241.0,90616245.0,89459033.0,93660977.0,94964290.0,103674781.0,102197266.0,104102785.0,104917894.0,105789403.0,108656033.0,105173697.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/tukey.json b/criterion/micro_ops_next_tick_big/new/tukey.json index 03168ab67fb9..bb5ac6eaa6cb 100644 --- a/criterion/micro_ops_next_tick_big/new/tukey.json +++ b/criterion/micro_ops_next_tick_big/new/tukey.json @@ -1 +1 @@ -[78613.1800081045,80333.91878009391,84922.55550539902,86643.29427738844] \ No newline at end of file +[114653.50480076397,137084.78847051656,196901.54492319014,219332.82859294274] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/report/MAD.svg b/criterion/micro_ops_next_tick_big/report/MAD.svg index 5a0e8fc439bb..be3646f8033e 100644 --- a/criterion/micro_ops_next_tick_big/report/MAD.svg +++ b/criterion/micro_ops_next_tick_big/report/MAD.svg @@ -9,62 +9,74 @@ Density (a.u.) Average time (µs) - -0.5 + +0.05 - - -1 + + +0.1 - - -1.5 + + +0.15 - - -2 + + +0.2 - - -2.5 + + +0.25 - + + +0.3 + + - -0.5 + +6 + + + +7 + + + +8 - - -0.6 + + +9 - - -0.7 + + +10 - - -0.8 + + +11 - - -0.9 + + +12 - - -1 + + +13 - - -1.1 + + +14 - - -1.2 + + +15 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/SD.svg b/criterion/micro_ops_next_tick_big/report/SD.svg index 8896cf73fc40..f7d1dd2df59b 100644 --- a/criterion/micro_ops_next_tick_big/report/SD.svg +++ b/criterion/micro_ops_next_tick_big/report/SD.svg @@ -9,74 +9,90 @@ Density (a.u.) Average time (µs) - -0.05 + +0.01 - - -0.1 + + +0.02 - - -0.15 + + +0.03 - - -0.2 + + +0.04 + + + +0.05 - - -0.25 + + +0.06 - - -0.3 + + +0.07 - - -0.35 + + +0.08 - - -0.4 + + +0.09 - - -0.45 + + +0.1 - + - -1 + +10 + + + +12 + + + +14 + + + +16 - - -2 + + +18 - - -3 + + +20 - - -4 + + +22 - - -5 + + +24 - - -6 + + +26 - - -7 + + +28 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/both/pdf.svg b/criterion/micro_ops_next_tick_big/report/both/pdf.svg index 6851b3582aaa..04233e9e77d5 100644 --- a/criterion/micro_ops_next_tick_big/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/both/pdf.svg @@ -46,30 +46,26 @@ Average Time (µs) - + 50 - - -60 + + +100 - - -70 + + +150 - - -80 + + +200 - - -90 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_big/report/both/regression.svg b/criterion/micro_ops_next_tick_big/report/both/regression.svg index 13574fedda48..f59bc34959f3 100644 --- a/criterion/micro_ops_next_tick_big/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/both/regression.svg @@ -18,59 +18,59 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + 0.0 -10.0 +20.0 -20.0 +40.0 - -30.0 + +60.0 - - -40.0 + + +80.0 - - -50.0 + + +100.0 - - -60.0 + + +120.0 - - -70.0 + + +140.0 - - -80.0 + + +160.0 - - -90.0 + + +180.0 - - -100.0 + + +200.0 - + 0 @@ -100,10 +100,10 @@ Iterations (x 10^3) 1.2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_next_tick_big/report/change/mean.svg b/criterion/micro_ops_next_tick_big/report/change/mean.svg index f900a358762b..bcabc3d9f3c2 100644 --- a/criterion/micro_ops_next_tick_big/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/change/mean.svg @@ -9,82 +9,86 @@ Density (a.u.) Relative change (%) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 - - -25 + + +10 - - -30 + + +12 - - -35 + + +14 - - -40 + + +16 - - -45 + + + +0.94 - - -50 + + +0.95 - - -55 + + +0.96 - - - --0.06 + + +0.97 + + + +0.98 - - --0.055 + + +0.99 - - --0.05 + + +1 - - --0.045 + + +1.01 - - --0.04 + + +1.02 - - --0.035 + + +1.03 - - --0.03 + + +1.04 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/median.svg b/criterion/micro_ops_next_tick_big/report/change/median.svg index e04d5bb32ab0..4f31382bc706 100644 --- a/criterion/micro_ops_next_tick_big/report/change/median.svg +++ b/criterion/micro_ops_next_tick_big/report/change/median.svg @@ -9,62 +9,82 @@ Density (a.u.) Relative change (%) - -50 + +10 + + + +20 - - -100 + + +30 - - -150 + + +40 - - -200 + + +50 - - -250 + + +60 - - -300 + + +70 - - -350 + + +80 - + - --0.047 + +0.97 + + + +0.975 + + + +0.98 + + + +0.985 + + + +0.99 - - --0.046 + + +0.995 - - --0.045 + + +1 - - --0.044 + + +1.005 - - --0.043 + + +1.01 - - --0.042 + + +1.015 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/t-test.svg b/criterion/micro_ops_next_tick_big/report/change/t-test.svg index bd855d1c0362..aeedbfedfff6 100644 --- a/criterion/micro_ops_next_tick_big/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_big/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_big/report/index.html b/criterion/micro_ops_next_tick_big/report/index.html index db920111334b..61c4002a2582 100644 --- a/criterion/micro_ops_next_tick_big/report/index.html +++ b/criterion/micro_ops_next_tick_big/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 83.022 µs - 83.155 µs - 83.293 µs + 170.52 µs + 172.56 µs + 174.40 µs R² - 0.9927911 - 0.9931422 - 0.9927654 + 0.7839326 + 0.7949386 + 0.7860093 Mean - 80.916 µs - 81.856 µs - 82.536 µs + 159.20 µs + 163.22 µs + 166.57 µs Std. Dev. - 1.4805 µs - 4.2457 µs - 6.6539 µs + 10.572 µs + 18.899 µs + 26.673 µs Median - 82.563 µs - 82.782 µs - 82.951 µs + 163.45 µs + 164.32 µs + 167.28 µs MAD - 538.00 ns - 800.50 ns - 1.1353 µs + 6.7709 µs + 8.8045 µs + 15.022 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -5.8729% - -4.4077% - -3.0261% + +94.318% + +99.392% + +103.72% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_next_tick_big/report/mean.svg b/criterion/micro_ops_next_tick_big/report/mean.svg index 655693450dc3..34a2abbaea76 100644 --- a/criterion/micro_ops_next_tick_big/report/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/mean.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - -0.1 + +0.02 - - -0.2 + + +0.04 + + + +0.06 - - -0.3 + + +0.08 - - -0.4 + + +0.1 - - -0.5 + + +0.12 - - -0.6 + + +0.14 - - -0.7 + + +0.16 - - -0.8 + + +0.18 - + -0.9 +0.2 - -1 + +0.22 - + - -80.8 - - - -81 + +159 - - -81.2 + + +160 - - -81.4 + + +161 - - -81.6 + + +162 - - -81.8 + + +163 - - -82 + + +164 - - -82.2 + + +165 - - -82.4 + + +166 - - -82.6 + + +167 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/median.svg b/criterion/micro_ops_next_tick_big/report/median.svg index 0bd8b22979a7..59abc5628dff 100644 --- a/criterion/micro_ops_next_tick_big/report/median.svg +++ b/criterion/micro_ops_next_tick_big/report/median.svg @@ -9,86 +9,70 @@ Density (a.u.) Average time (µs) - -1 - - - -2 - - - -3 + +0.2 - - -4 + + +0.4 - - -5 + + +0.6 - - -6 + + +0.8 - - -7 - - - -8 - - - -9 + + +1 - - -10 + + +1.2 - + - -82.55 + +163.5 - - -82.6 + + +164 - - -82.65 + + +164.5 - - -82.7 + + +165 - - -82.75 + + +165.5 - - -82.8 + + +166 - - -82.85 + + +166.5 - - -82.9 + + +167 - - -82.95 + + +167.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/pdf.svg b/criterion/micro_ops_next_tick_big/report/pdf.svg index 0968b92a9fd4..379ec5c5981c 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf.svg @@ -3,7 +3,7 @@ micro/ops/next_tick/big -Iterations (x 10^3) +Iterations Average Time (µs) @@ -14,66 +14,70 @@ Average Time (µs) -0.2 +100 -0.4 +200 -0.6 +300 -0.8 +400 -1 +500 -1.2 +600 - -45 + +20 - - -50 + + +40 - - -55 - - - + + 60 - - -65 + + +80 + + + +100 - - -70 + + +120 - - -75 + + +140 - - -80 + + +160 - - -85 + + +180 - + + +200 + + Density (a.u.) @@ -82,68 +86,42 @@ Density (a.u.) 0 - + +0.005 + + + +0.01 + + + +0.015 + + + 0.02 - - -0.04 - - - -0.06 - - - -0.08 - - - -0.1 - - - -0.12 - - - -0.14 - - - -0.16 - - - -0.18 - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.025 + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_big/report/pdf_small.svg b/criterion/micro_ops_next_tick_big/report/pdf_small.svg index 24865b3cf78c..54a3a7bbc821 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf_small.svg @@ -10,63 +10,47 @@ Average Time (µs) 0 - -0.02 - - - -0.04 - - - -0.06 + +0.005 - - -0.08 + + +0.01 - - -0.1 + + +0.015 - - -0.12 - - - -0.14 - - - -0.16 + + +0.02 - - -0.18 + + +0.025 - - -0.2 + + +0.03 - + 50 - -60 + +100 - - -70 + + +150 - - -80 + + +200 - - - + + + diff --git a/criterion/micro_ops_next_tick_big/report/regression.svg b/criterion/micro_ops_next_tick_big/report/regression.svg index 33a3123a35de..e5f48006941f 100644 --- a/criterion/micro_ops_next_tick_big/report/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/regression.svg @@ -6,7 +6,7 @@ micro/ops/next_tick/big Total sample time (ms) -Iterations (x 10^3) +Iterations @@ -14,179 +14,184 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - + + +100.0 + + -0.2 +100 -0.4 +200 -0.6 +300 -0.8 +400 -1 +500 -1.2 +600 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + Sample diff --git a/criterion/micro_ops_next_tick_big/report/regression_small.svg b/criterion/micro_ops_next_tick_big/report/regression_small.svg index 4f0c1b0464fd..09e73f286687 100644 --- a/criterion/micro_ops_next_tick_big/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/regression_small.svg @@ -3,7 +3,7 @@ Total sample time (ms) -Iterations (x 10^3) +Iterations @@ -11,177 +11,182 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - + + +100.0 + + -0.2 +100 -0.4 +200 -0.6 +300 -0.8 +400 -1 +500 -1.2 +600 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg index 8ce2cf1a7032..c7b350fb32d9 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg @@ -43,28 +43,24 @@ Average Time (µs) - + 50 - - -60 + + +100 - - -70 + + +150 - - -80 + + +200 - - -90 - - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg index 1b1978682399..6e2889355afe 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg @@ -13,61 +13,61 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + 0.0 - -10.0 - - - + 20.0 - - -30.0 - - - + + 40.0 - - -50.0 - - - + + 60.0 - - -70.0 - - - + + 80.0 - - -90.0 - - - + + 100.0 - + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + 0 @@ -97,8 +97,8 @@ Iterations (x 10^3) 1.2 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_big/report/slope.svg b/criterion/micro_ops_next_tick_big/report/slope.svg index e99858169f0e..e7f03ecd3fcf 100644 --- a/criterion/micro_ops_next_tick_big/report/slope.svg +++ b/criterion/micro_ops_next_tick_big/report/slope.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs) - -1 + +0.05 - - -2 + + +0.1 - - -3 + + +0.15 - - -4 + + +0.2 - - -5 + + +0.25 - - -6 + + +0.3 - + + +0.35 + + + +0.4 + + - -83 + +170.5 + + + +171 + + + +171.5 - - -83.05 + + +172 - - -83.1 + + +172.5 - - -83.15 + + +173 - - -83.2 + + +173.5 - - -83.25 + + +174 - - -83.3 + + +174.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/typical.svg b/criterion/micro_ops_next_tick_big/report/typical.svg index 1e99b0124239..d86ff6029bc3 100644 --- a/criterion/micro_ops_next_tick_big/report/typical.svg +++ b/criterion/micro_ops_next_tick_big/report/typical.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs) - -1 + +0.05 - - -2 + + +0.1 - - -3 + + +0.15 - - -4 + + +0.2 - - -5 + + +0.25 - - -6 + + +0.3 - + + +0.35 + + + +0.4 + + - -83 + +170.5 + + + +171 + + + +171.5 - - -83.05 + + +172 - - -83.1 + + +172.5 - - -83.15 + + +173 - - -83.2 + + +173.5 - - -83.25 + + +174 - - -83.3 + + +174.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/base/estimates.json b/criterion/micro_ops_next_tick_small/base/estimates.json index 75159e5e5849..e9d0725c1d74 100644 --- a/criterion/micro_ops_next_tick_small/base/estimates.json +++ b/criterion/micro_ops_next_tick_small/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85054.99953841601,"upper_bound":86445.5230369342},"point_estimate":85853.35951760644,"standard_error":358.69726132982544},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86531.975931677,"upper_bound":86752.06686046511},"point_estimate":86647.13299594031,"standard_error":58.36495789819753},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":389.34967189874016,"upper_bound":687.3239896625527},"point_estimate":534.3993419812248,"standard_error":71.95270743923606},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86779.98267766861,"upper_bound":86906.85687907298},"point_estimate":86844.82905078567,"standard_error":32.24214819458738},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1322.9939827978255,"upper_bound":5622.901012013397},"point_estimate":3601.1633472530048,"standard_error":1220.3113314991847}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":89187.89950054606,"upper_bound":92162.01603449055},"point_estimate":90684.03043560819,"standard_error":758.1842210865549},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":89443.63636363637,"upper_bound":91639.16783216783},"point_estimate":90487.77156177156,"standard_error":513.2179583352921},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3118.1941243953743,"upper_bound":5909.266660296154},"point_estimate":3991.909563685647,"standard_error":742.4260776737034},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":90660.44865208464,"upper_bound":92694.97085268574},"point_estimate":91619.4585104182,"standard_error":519.1720669355781},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5705.595896491357,"upper_bound":9451.19591525481},"point_estimate":7603.766543856389,"standard_error":962.0672317641439}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/sample.json b/criterion/micro_ops_next_tick_small/base/sample.json index 9dc234059beb..215b4c977967 100644 --- a/criterion/micro_ops_next_tick_small/base/sample.json +++ b/criterion/micro_ops_next_tick_small/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[681991.0,1739878.0,2843463.0,3827350.0,4874436.0,5877224.0,6981009.0,8009995.0,9059082.0,10140567.0,11162154.0,12165241.0,13263327.0,14299113.0,15377300.0,17575171.0,17453872.0,18541859.0,19594144.0,20703730.0,21671117.0,22682005.0,23763990.0,25225271.0,25792864.0,26796951.0,27858237.0,28820824.0,30029209.0,31079895.0,32269579.0,33120968.0,34799646.0,35176841.0,36314627.0,37271814.0,38372500.0,39494385.0,40645370.0,42959940.0,42509346.0,43627431.0,44729117.0,45552806.0,46967888.0,47748877.0,48930062.0,49774651.0,50952235.0,52199320.0,53013809.0,54155694.0,55047982.0,56183668.0,57292653.0,58016143.0,59410125.0,60338013.0,61305000.0,62469186.0,63736169.0,64460759.0,65579145.0,66872229.0,67676517.0,68821203.0,69624993.0,71060873.0,72073661.0,72750651.0,74218633.0,74661626.0,75940310.0,77054096.0,77817685.0,79404565.0,80621549.0,81169142.0,82583623.0,83700609.0,84575397.0,85570685.0,86482872.0,87476360.0,88484446.0,89528133.0,90772117.0,91917002.0,92868789.0,94096774.0,95238258.0,95585454.0,97147333.0,98186020.0,99140308.0,100186694.0,101114581.0,102440865.0,102915058.0,104198042.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[624602.0,1681905.0,2467008.0,3250010.0,4254313.0,5310117.0,6028119.0,6776521.0,9211729.0,9455829.0,9573130.0,11964137.0,12790440.0,12892940.0,14293445.0,19540461.0,16489152.0,18261657.0,18668458.0,19846262.0,20225663.0,21833068.0,24445576.0,23528674.0,24335576.0,25890080.0,26171982.0,28394689.0,30358694.0,31039196.0,32697303.0,32369401.0,33542905.0,35938313.0,38106719.0,41821730.0,39415023.0,39947025.0,41902731.0,41806131.0,43063334.0,40937727.0,41581730.0,43649436.0,42326332.0,43530636.0,44377139.0,45805943.0,47801849.0,50281257.0,55908774.0,65400104.0,65089804.0,61224891.0,62513795.0,60242688.0,58594483.0,55939774.0,55826475.0,63090597.0,62184494.0,62345695.0,62682396.0,62878996.0,65522005.0,66644708.0,64277801.0,67652011.0,68547914.0,72597827.0,71733624.0,78842546.0,78373144.0,73985031.0,74198832.0,71882025.0,78681446.0,78287444.0,79519548.0,79775249.0,84430164.0,79756249.0,81791755.0,83003559.0,85829868.0,83787762.0,83366760.0,83644262.0,84881265.0,87259472.0,92480589.0,89004378.0,91173185.0,94857096.0,93322492.0,95981099.0,99296310.0,105484330.0,100722814.0,97932905.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/tukey.json b/criterion/micro_ops_next_tick_small/base/tukey.json index df6a28db397e..41f9bced3b60 100644 --- a/criterion/micro_ops_next_tick_small/base/tukey.json +++ b/criterion/micro_ops_next_tick_small/base/tukey.json @@ -1 +1 @@ -[83882.55837791719,85035.61115027573,88110.41854323183,89263.47131559037] \ No newline at end of file +[70946.69383965245,79443.04749547655,102099.99057767418,110596.3442334983] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/change/estimates.json b/criterion/micro_ops_next_tick_small/change/estimates.json index 587c07ce2f85..1b31a1e45c35 100644 --- a/criterion/micro_ops_next_tick_small/change/estimates.json +++ b/criterion/micro_ops_next_tick_small/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0983422078330689,"upper_bound":0.12473697596038133},"point_estimate":0.11184746155468872,"standard_error":0.006670540599951378},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.10965681037882957,"upper_bound":0.11494198935252253},"point_estimate":0.11166266876765407,"standard_error":0.0014860360801056962}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.039207896260720645,"upper_bound":0.07614137618003233},"point_estimate":0.056266533367411053,"standard_error":0.009685036207435991},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.030567323418172476,"upper_bound":0.05836652882859439},"point_estimate":0.04432505073204429,"standard_error":0.006286589885388047}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/estimates.json b/criterion/micro_ops_next_tick_small/new/estimates.json index 75159e5e5849..e9d0725c1d74 100644 --- a/criterion/micro_ops_next_tick_small/new/estimates.json +++ b/criterion/micro_ops_next_tick_small/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85054.99953841601,"upper_bound":86445.5230369342},"point_estimate":85853.35951760644,"standard_error":358.69726132982544},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86531.975931677,"upper_bound":86752.06686046511},"point_estimate":86647.13299594031,"standard_error":58.36495789819753},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":389.34967189874016,"upper_bound":687.3239896625527},"point_estimate":534.3993419812248,"standard_error":71.95270743923606},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86779.98267766861,"upper_bound":86906.85687907298},"point_estimate":86844.82905078567,"standard_error":32.24214819458738},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1322.9939827978255,"upper_bound":5622.901012013397},"point_estimate":3601.1633472530048,"standard_error":1220.3113314991847}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":89187.89950054606,"upper_bound":92162.01603449055},"point_estimate":90684.03043560819,"standard_error":758.1842210865549},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":89443.63636363637,"upper_bound":91639.16783216783},"point_estimate":90487.77156177156,"standard_error":513.2179583352921},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3118.1941243953743,"upper_bound":5909.266660296154},"point_estimate":3991.909563685647,"standard_error":742.4260776737034},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":90660.44865208464,"upper_bound":92694.97085268574},"point_estimate":91619.4585104182,"standard_error":519.1720669355781},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5705.595896491357,"upper_bound":9451.19591525481},"point_estimate":7603.766543856389,"standard_error":962.0672317641439}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/sample.json b/criterion/micro_ops_next_tick_small/new/sample.json index 9dc234059beb..215b4c977967 100644 --- a/criterion/micro_ops_next_tick_small/new/sample.json +++ b/criterion/micro_ops_next_tick_small/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[681991.0,1739878.0,2843463.0,3827350.0,4874436.0,5877224.0,6981009.0,8009995.0,9059082.0,10140567.0,11162154.0,12165241.0,13263327.0,14299113.0,15377300.0,17575171.0,17453872.0,18541859.0,19594144.0,20703730.0,21671117.0,22682005.0,23763990.0,25225271.0,25792864.0,26796951.0,27858237.0,28820824.0,30029209.0,31079895.0,32269579.0,33120968.0,34799646.0,35176841.0,36314627.0,37271814.0,38372500.0,39494385.0,40645370.0,42959940.0,42509346.0,43627431.0,44729117.0,45552806.0,46967888.0,47748877.0,48930062.0,49774651.0,50952235.0,52199320.0,53013809.0,54155694.0,55047982.0,56183668.0,57292653.0,58016143.0,59410125.0,60338013.0,61305000.0,62469186.0,63736169.0,64460759.0,65579145.0,66872229.0,67676517.0,68821203.0,69624993.0,71060873.0,72073661.0,72750651.0,74218633.0,74661626.0,75940310.0,77054096.0,77817685.0,79404565.0,80621549.0,81169142.0,82583623.0,83700609.0,84575397.0,85570685.0,86482872.0,87476360.0,88484446.0,89528133.0,90772117.0,91917002.0,92868789.0,94096774.0,95238258.0,95585454.0,97147333.0,98186020.0,99140308.0,100186694.0,101114581.0,102440865.0,102915058.0,104198042.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[624602.0,1681905.0,2467008.0,3250010.0,4254313.0,5310117.0,6028119.0,6776521.0,9211729.0,9455829.0,9573130.0,11964137.0,12790440.0,12892940.0,14293445.0,19540461.0,16489152.0,18261657.0,18668458.0,19846262.0,20225663.0,21833068.0,24445576.0,23528674.0,24335576.0,25890080.0,26171982.0,28394689.0,30358694.0,31039196.0,32697303.0,32369401.0,33542905.0,35938313.0,38106719.0,41821730.0,39415023.0,39947025.0,41902731.0,41806131.0,43063334.0,40937727.0,41581730.0,43649436.0,42326332.0,43530636.0,44377139.0,45805943.0,47801849.0,50281257.0,55908774.0,65400104.0,65089804.0,61224891.0,62513795.0,60242688.0,58594483.0,55939774.0,55826475.0,63090597.0,62184494.0,62345695.0,62682396.0,62878996.0,65522005.0,66644708.0,64277801.0,67652011.0,68547914.0,72597827.0,71733624.0,78842546.0,78373144.0,73985031.0,74198832.0,71882025.0,78681446.0,78287444.0,79519548.0,79775249.0,84430164.0,79756249.0,81791755.0,83003559.0,85829868.0,83787762.0,83366760.0,83644262.0,84881265.0,87259472.0,92480589.0,89004378.0,91173185.0,94857096.0,93322492.0,95981099.0,99296310.0,105484330.0,100722814.0,97932905.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/tukey.json b/criterion/micro_ops_next_tick_small/new/tukey.json index df6a28db397e..41f9bced3b60 100644 --- a/criterion/micro_ops_next_tick_small/new/tukey.json +++ b/criterion/micro_ops_next_tick_small/new/tukey.json @@ -1 +1 @@ -[83882.55837791719,85035.61115027573,88110.41854323183,89263.47131559037] \ No newline at end of file +[70946.69383965245,79443.04749547655,102099.99057767418,110596.3442334983] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/report/MAD.svg b/criterion/micro_ops_next_tick_small/report/MAD.svg index c061c2e62717..a2ae7482a45e 100644 --- a/criterion/micro_ops_next_tick_small/report/MAD.svg +++ b/criterion/micro_ops_next_tick_small/report/MAD.svg @@ -6,73 +6,65 @@ micro/ops/next_tick/small:MAD Density (a.u.) -Average time (ns) +Average time (µs) - -0.001 + +0.1 - - -0.002 + + +0.2 - - -0.003 + + +0.3 - - -0.004 + + +0.4 - - -0.005 + + +0.5 - - -0.006 + + +0.6 - - -0.007 - - - -0.008 - - + - -400 + +3 - - -450 + + +3.5 - - -500 + + +4 - - -550 + + +4.5 - - -600 + + +5 - - -650 + + +5.5 - - -700 + + +6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/SD.svg b/criterion/micro_ops_next_tick_small/report/SD.svg index 93f97daf4cbb..70dac02950e6 100644 --- a/criterion/micro_ops_next_tick_small/report/SD.svg +++ b/criterion/micro_ops_next_tick_small/report/SD.svg @@ -9,98 +9,78 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - -0.45 - - - -0.5 - - - -0.55 - - + - -1 - - - -1.5 - - - -2 + +5.5 - - -2.5 + + +6 - - -3 + + +6.5 - - -3.5 + + +7 - - -4 + + +7.5 - - -4.5 + + +8 - - -5 + + +8.5 - - -5.5 + + +9 - - -6 + + +9.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/both/pdf.svg b/criterion/micro_ops_next_tick_small/report/both/pdf.svg index d35faf9e565b..d1aee3e56ee7 100644 --- a/criterion/micro_ops_next_tick_small/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/both/pdf.svg @@ -9,75 +9,67 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - + + 0.2 - - -0.22 - - + - -50 - - - + 60 - - -70 - - - + + 80 - - -90 + + +100 + + + +120 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_small/report/both/regression.svg b/criterion/micro_ops_next_tick_small/report/both/regression.svg index 7e07742e07e2..c32583befc72 100644 --- a/criterion/micro_ops_next_tick_small/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/both/regression.svg @@ -9,76 +9,101 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - + + + + + + - - - - - + + + + + + + + + + 0.0 - + +10.0 + + + 20.0 - - + + +30.0 + + + 40.0 - - + + +50.0 + + + 60.0 - - + + +70.0 + + + 80.0 - - + + +90.0 + + + 100.0 - + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - + + + - + Base Sample diff --git a/criterion/micro_ops_next_tick_small/report/change/mean.svg b/criterion/micro_ops_next_tick_small/report/change/mean.svg index 5d45ca1d007d..1a7f0280d0b4 100644 --- a/criterion/micro_ops_next_tick_small/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/change/mean.svg @@ -9,58 +9,74 @@ Density (a.u.) Relative change (%) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 - - -50 + + + +0.04 - - -60 + + +0.045 - - - -0.1 + + +0.05 + + + +0.055 - - -0.105 + + +0.06 - - -0.11 + + +0.065 - - -0.115 + + +0.07 - - -0.12 + + +0.075 - - -0.125 + + +0.08 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/median.svg b/criterion/micro_ops_next_tick_small/report/change/median.svg index bce280ee13ce..ea1ffdd35770 100644 --- a/criterion/micro_ops_next_tick_small/report/change/median.svg +++ b/criterion/micro_ops_next_tick_small/report/change/median.svg @@ -9,54 +9,78 @@ Density (a.u.) Relative change (%) - + +10 + + + +20 + + + +30 + + + +40 + + + 50 - - -100 + + +60 + + + +70 - - -150 + + +80 - - -200 + + +90 - - -250 + + +100 - + - -0.11 + +0.03 + + + +0.035 - - -0.111 + + +0.04 - - -0.112 + + +0.045 - - -0.113 + + +0.05 - - -0.114 + + +0.055 - - -0.115 + + +0.06 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/t-test.svg b/criterion/micro_ops_next_tick_small/report/change/t-test.svg index aa1de618697b..3586d2a5edb8 100644 --- a/criterion/micro_ops_next_tick_small/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_small/report/change/t-test.svg @@ -13,76 +13,80 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + +5.0 + + + t distribution diff --git a/criterion/micro_ops_next_tick_small/report/index.html b/criterion/micro_ops_next_tick_small/report/index.html index b9deb4e73f82..0cf3c441d203 100644 --- a/criterion/micro_ops_next_tick_small/report/index.html +++ b/criterion/micro_ops_next_tick_small/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 86.780 µs - 86.845 µs - 86.907 µs + 90.660 µs + 91.619 µs + 92.695 µs R² - 0.9971488 - 0.9972252 - 0.9971553 + 0.7011153 + 0.7096308 + 0.6989537 Mean - 85.055 µs - 85.853 µs - 86.446 µs + 89.188 µs + 90.684 µs + 92.162 µs Std. Dev. - 1.3230 µs - 3.6012 µs - 5.6229 µs + 5.7056 µs + 7.6038 µs + 9.4512 µs Median - 86.532 µs - 86.647 µs - 86.752 µs + 89.444 µs + 90.488 µs + 91.639 µs MAD - 389.35 ns - 534.40 ns - 687.32 ns + 3.1182 µs + 3.9919 µs + 5.9093 µs @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +9.8342% - +11.185% - +12.474% + +3.9208% + +5.6267% + +7.6141% (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_next_tick_small/report/mean.svg b/criterion/micro_ops_next_tick_small/report/mean.svg index 2011ed6b00f6..e8d29e834c01 100644 --- a/criterion/micro_ops_next_tick_small/report/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/mean.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (µs)
- + +0.05 + + + +0.1 + + + +0.15 + + + 0.2 - - -0.4 + + +0.25 - - -0.6 + + +0.3 - - -0.8 + + +0.35 - - -1 + + +0.4 - - -1.2 + + +0.45 - - - -85 + + +0.5 - - -85.2 + + +0.55 - - -85.4 + + + +89 - - -85.6 + + +89.5 - - -85.8 + + +90 - - -86 + + +90.5 - - -86.2 + + +91 - - -86.4 + + +91.5 - - -86.6 + + +92 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/median.svg b/criterion/micro_ops_next_tick_small/report/median.svg index bde460d5c18c..e38fa0473aec 100644 --- a/criterion/micro_ops_next_tick_small/report/median.svg +++ b/criterion/micro_ops_next_tick_small/report/median.svg @@ -9,70 +9,54 @@ Density (a.u.) Average time (µs) - -1 - - - -2 - - - -3 + +0.2 - - -4 + + +0.4 - - -5 + + +0.6 - - -6 + + +0.8 - - -7 - - - -8 - - - -9 + + +1 - - -10 + + +1.2 - + - -86.55 + +89.5 - - -86.6 + + +90 - - -86.65 + + +90.5 - - -86.7 + + +91 - - -86.75 + + +91.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/pdf.svg b/criterion/micro_ops_next_tick_small/report/pdf.svg index a58ca0aed30d..df31c0054089 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf.svg @@ -13,67 +13,59 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - -1.2 - - + - -55 + +50 - - + + 60 - - -65 - - - + + 70 - - -75 - - - + + 80 - - -85 - - - + + 90 - - -95 + + +100 + + + +110 - + + +120 + + Density (a.u.) @@ -82,82 +74,68 @@ Density (a.u.) 0 - -0.02 - - - -0.04 + +0.01 - - -0.06 - - - -0.08 - - - -0.1 - - - -0.12 + + +0.02 - - -0.14 + + +0.03 - - -0.16 + + +0.04 - - -0.18 + + +0.05 - - -0.2 + + +0.06 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.07 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_small/report/pdf_small.svg b/criterion/micro_ops_next_tick_small/report/pdf_small.svg index 8b357f69fdf5..68b773167e6e 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf_small.svg @@ -10,39 +10,51 @@ Average Time (µs) 0 - -0.05 + +0.01 + + + +0.02 - - -0.1 + + +0.03 - - -0.15 + + +0.04 + + + +0.05 - - -0.2 + + +0.06 - + + +0.07 + + - + 60 - - -70 - - - + + 80 - - -90 + + +100 + + + +120 - - - + + + diff --git a/criterion/micro_ops_next_tick_small/report/regression.svg b/criterion/micro_ops_next_tick_small/report/regression.svg index 9e0c361d7d92..c952a2c4b674 100644 --- a/criterion/micro_ops_next_tick_small/report/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/regression.svg @@ -8,190 +8,215 @@ Total sample time (ms) Iterations (x 10^3) - - - - - + + + + + + + + + + - - - - - - - - - + + + + + + + + + 10.0 - + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - + + +0.9 + + + 1 - + -1.2 +1.1 - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_next_tick_small/report/regression_small.svg b/criterion/micro_ops_next_tick_small/report/regression_small.svg index 14851047abec..af46a9d094a7 100644 --- a/criterion/micro_ops_next_tick_small/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/regression_small.svg @@ -5,22 +5,27 @@ Total sample time (ms) Iterations (x 10^3) - - - - - + + + + + + + + + + - - - - - - - + + + + + + + 10.0 @@ -34,159 +39,179 @@ Iterations (x 10^3) 30.0 - + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - + + +0.9 + + + 1 - + -1.2 +1.1 - - - - - + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg index 7f87a7283d3e..8b454ded6736 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg @@ -10,69 +10,61 @@ Average Time (µs) 0.02 - + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - + + 0.2 - - -0.22 - - + - -50 - - - + 60 - - -70 - - - + + 80 - - -90 + + +100 + + + +120 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg index dd54f551132f..3e52480c35d1 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg @@ -6,74 +6,99 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - + + + + + + - - - - - + + + + + + + + + + 0.0 - + +10.0 + + + 20.0 - - + + +30.0 + + + 40.0 - - + + +50.0 + + + 60.0 - - + + +70.0 + + + 80.0 - - + + +90.0 + + + 100.0 - + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - + + + - + diff --git a/criterion/micro_ops_next_tick_small/report/slope.svg b/criterion/micro_ops_next_tick_small/report/slope.svg index 6e1cedb51d0f..f344f50c7989 100644 --- a/criterion/micro_ops_next_tick_small/report/slope.svg +++ b/criterion/micro_ops_next_tick_small/report/slope.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -2 + +0.1 - - -4 + + +0.2 - - -6 + + +0.3 - - -8 + + +0.4 - - -10 + + +0.5 - - -12 + + +0.6 - - - -86.78 - - - -86.8 + + +0.7 - - -86.82 + + +0.8 - - -86.84 + + + +90.5 - - -86.86 + + +91 - - -86.88 + + +91.5 - - -86.9 + + +92 - - -86.92 + + +92.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/typical.svg b/criterion/micro_ops_next_tick_small/report/typical.svg index 5a881214eb10..60d39655ba55 100644 --- a/criterion/micro_ops_next_tick_small/report/typical.svg +++ b/criterion/micro_ops_next_tick_small/report/typical.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -2 + +0.1 - - -4 + + +0.2 - - -6 + + +0.3 - - -8 + + +0.4 - - -10 + + +0.5 - - -12 + + +0.6 - - - -86.78 - - - -86.8 + + +0.7 - - -86.82 + + +0.8 - - -86.84 + + + +90.5 - - -86.86 + + +91 - - -86.88 + + +91.5 - - -86.9 + + +92 - - -86.92 + + +92.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/base/estimates.json b/criterion/micro_ops_sort/base/estimates.json index 92c20164b411..54e8da16557b 100644 --- a/criterion/micro_ops_sort/base/estimates.json +++ b/criterion/micro_ops_sort/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":139319.52613483672,"upper_bound":140396.5113834332},"point_estimate":139833.7180593669,"standard_error":275.3749303763294},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138124.19768170425,"upper_bound":140147.02105263158},"point_estimate":138309.76328502415,"standard_error":542.1765598910972},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":567.9765853821751,"upper_bound":2896.592211841147},"point_estimate":1127.263017668222,"standard_error":619.0872149406571},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138862.4546593449,"upper_bound":141106.81780769685},"point_estimate":139915.23159745825,"standard_error":576.9728987666881},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2064.137406163854,"upper_bound":3377.661167607816},"point_estimate":2766.0687403242787,"standard_error":335.3808579861432}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155141.20363587557,"upper_bound":158233.08205091834},"point_estimate":156619.87543698406,"standard_error":787.495072126332},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":154275.28043300653,"upper_bound":156405.88},"point_estimate":155158.39940130623,"standard_error":645.0024151392614},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3119.604783510834,"upper_bound":6088.8500764295095},"point_estimate":4327.656066616129,"standard_error":793.9859726862827},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":154059.53668240682,"upper_bound":156010.19494238152},"point_estimate":155038.12148145412,"standard_error":496.51977805390976},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5958.528113764264,"upper_bound":9632.568942686885},"point_estimate":7902.727249023808,"standard_error":942.2614929237128}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/sample.json b/criterion/micro_ops_sort/base/sample.json index 591930735cfb..081ab2b5a4a5 100644 --- a/criterion/micro_ops_sort/base/sample.json +++ b/criterion/micro_ops_sort/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[710490.0,1399080.0,2131977.0,2852961.0,3543753.0,4273749.0,4946040.0,5715622.0,6362316.0,7088504.0,7796303.0,8509688.0,9224391.0,9824572.0,10467850.0,11230150.0,12006243.0,12727139.0,13331822.0,14089225.0,14798702.0,15473591.0,16145710.0,16906083.0,17598279.0,18241060.0,19083069.0,19639138.0,20417628.0,21197721.0,21803411.0,22721208.0,23224011.0,23788876.0,24325380.0,24872289.0,25534652.0,26242653.0,26777657.0,27600239.0,28291854.0,28965623.0,29603337.0,30357496.0,31128485.0,31747095.0,32314192.0,33092468.0,33716948.0,34457259.0,35158450.0,35714034.0,36561923.0,37033618.0,37898413.0,38454495.0,39395377.0,39939878.0,40732374.0,41424541.0,42119758.0,42929945.0,43359935.0,44137722.0,45142013.0,45515107.0,46389700.0,46989389.0,47703393.0,48320471.0,49023265.0,49760054.0,53403711.0,52313132.0,51826632.0,52310018.0,53132711.0,55280081.0,57095848.0,55287677.0,55952273.0,56532064.0,57242164.0,58014251.0,58550232.0,59379725.0,59769521.0,60637813.0,66219330.0,66995529.0,62850375.0,63292168.0,64343862.0,70400878.0,66569835.0,66250239.0,70754270.0,73593551.0,68271812.0,68898614.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[730505.0,1477208.0,1689410.0,2582315.0,3056320.0,4498824.0,4613725.0,5322730.0,5557132.0,7059738.0,6758438.0,7609140.0,8550150.0,9743054.0,9378453.0,9877956.0,10870262.0,12033173.0,12018166.0,12745273.0,14309383.0,13805975.0,14674882.0,16161285.0,15623889.0,17011996.0,18393411.0,17107298.0,18438304.0,17802904.0,19390210.0,19579415.0,19964408.0,20856018.0,21440127.0,22700231.0,23151530.0,23365328.0,23821041.0,23228929.0,25227341.0,24396935.0,25072842.0,25759238.0,26672551.0,27439150.0,27846256.0,28942460.0,28528764.0,30124971.0,31395168.0,32224678.0,32942778.0,33133179.0,35219597.0,33783091.0,33830690.0,37093600.0,38960921.0,37701409.0,37698409.0,38632615.0,38626619.0,40098017.0,40833825.0,40649231.0,40303622.0,41938533.0,42698431.0,41181832.0,43407947.0,44551533.0,44540947.0,44622652.0,46921764.0,47400260.0,47396075.0,46101650.0,49341972.0,51213885.0,50993282.0,50738788.0,51340984.0,52336893.0,52660890.0,53967395.0,57020312.0,57419921.0,55826420.0,54551821.0,57384226.0,55886415.0,56273908.0,60324638.0,60402432.0,60182441.0,60708450.0,60627140.0,61661244.0,60918334.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/tukey.json b/criterion/micro_ops_sort/base/tukey.json index 47574ddb2ed5..425ac38de1e5 100644 --- a/criterion/micro_ops_sort/base/tukey.json +++ b/criterion/micro_ops_sort/base/tukey.json @@ -1 +1 @@ -[128042.60143090194,133001.48666112043,146225.18060836976,151184.06583858826] \ No newline at end of file +[134075.33364063327,143403.9389700419,168280.2198484649,177608.82517787354] \ No newline at end of file diff --git a/criterion/micro_ops_sort/change/estimates.json b/criterion/micro_ops_sort/change/estimates.json index e92696824354..a63ffbabb9df 100644 --- a/criterion/micro_ops_sort/change/estimates.json +++ b/criterion/micro_ops_sort/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.055613461569409495,"upper_bound":0.0653239646581083},"point_estimate":0.060746292788547596,"standard_error":0.0024261721782830306},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.054718835204953464,"upper_bound":0.07065231923824877},"point_estimate":0.05708864786301571,"standard_error":0.0042365644507545135}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.10908642125206436,"upper_bound":0.13180645126313337},"point_estimate":0.12004370341129422,"standard_error":0.005657075953971402},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.10555685834142259,"upper_bound":0.13125477813658026},"point_estimate":0.1218181256052111,"standard_error":0.006406385604835121}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/estimates.json b/criterion/micro_ops_sort/new/estimates.json index 92c20164b411..54e8da16557b 100644 --- a/criterion/micro_ops_sort/new/estimates.json +++ b/criterion/micro_ops_sort/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":139319.52613483672,"upper_bound":140396.5113834332},"point_estimate":139833.7180593669,"standard_error":275.3749303763294},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138124.19768170425,"upper_bound":140147.02105263158},"point_estimate":138309.76328502415,"standard_error":542.1765598910972},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":567.9765853821751,"upper_bound":2896.592211841147},"point_estimate":1127.263017668222,"standard_error":619.0872149406571},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138862.4546593449,"upper_bound":141106.81780769685},"point_estimate":139915.23159745825,"standard_error":576.9728987666881},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2064.137406163854,"upper_bound":3377.661167607816},"point_estimate":2766.0687403242787,"standard_error":335.3808579861432}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155141.20363587557,"upper_bound":158233.08205091834},"point_estimate":156619.87543698406,"standard_error":787.495072126332},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":154275.28043300653,"upper_bound":156405.88},"point_estimate":155158.39940130623,"standard_error":645.0024151392614},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3119.604783510834,"upper_bound":6088.8500764295095},"point_estimate":4327.656066616129,"standard_error":793.9859726862827},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":154059.53668240682,"upper_bound":156010.19494238152},"point_estimate":155038.12148145412,"standard_error":496.51977805390976},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5958.528113764264,"upper_bound":9632.568942686885},"point_estimate":7902.727249023808,"standard_error":942.2614929237128}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/sample.json b/criterion/micro_ops_sort/new/sample.json index 591930735cfb..081ab2b5a4a5 100644 --- a/criterion/micro_ops_sort/new/sample.json +++ b/criterion/micro_ops_sort/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[710490.0,1399080.0,2131977.0,2852961.0,3543753.0,4273749.0,4946040.0,5715622.0,6362316.0,7088504.0,7796303.0,8509688.0,9224391.0,9824572.0,10467850.0,11230150.0,12006243.0,12727139.0,13331822.0,14089225.0,14798702.0,15473591.0,16145710.0,16906083.0,17598279.0,18241060.0,19083069.0,19639138.0,20417628.0,21197721.0,21803411.0,22721208.0,23224011.0,23788876.0,24325380.0,24872289.0,25534652.0,26242653.0,26777657.0,27600239.0,28291854.0,28965623.0,29603337.0,30357496.0,31128485.0,31747095.0,32314192.0,33092468.0,33716948.0,34457259.0,35158450.0,35714034.0,36561923.0,37033618.0,37898413.0,38454495.0,39395377.0,39939878.0,40732374.0,41424541.0,42119758.0,42929945.0,43359935.0,44137722.0,45142013.0,45515107.0,46389700.0,46989389.0,47703393.0,48320471.0,49023265.0,49760054.0,53403711.0,52313132.0,51826632.0,52310018.0,53132711.0,55280081.0,57095848.0,55287677.0,55952273.0,56532064.0,57242164.0,58014251.0,58550232.0,59379725.0,59769521.0,60637813.0,66219330.0,66995529.0,62850375.0,63292168.0,64343862.0,70400878.0,66569835.0,66250239.0,70754270.0,73593551.0,68271812.0,68898614.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[730505.0,1477208.0,1689410.0,2582315.0,3056320.0,4498824.0,4613725.0,5322730.0,5557132.0,7059738.0,6758438.0,7609140.0,8550150.0,9743054.0,9378453.0,9877956.0,10870262.0,12033173.0,12018166.0,12745273.0,14309383.0,13805975.0,14674882.0,16161285.0,15623889.0,17011996.0,18393411.0,17107298.0,18438304.0,17802904.0,19390210.0,19579415.0,19964408.0,20856018.0,21440127.0,22700231.0,23151530.0,23365328.0,23821041.0,23228929.0,25227341.0,24396935.0,25072842.0,25759238.0,26672551.0,27439150.0,27846256.0,28942460.0,28528764.0,30124971.0,31395168.0,32224678.0,32942778.0,33133179.0,35219597.0,33783091.0,33830690.0,37093600.0,38960921.0,37701409.0,37698409.0,38632615.0,38626619.0,40098017.0,40833825.0,40649231.0,40303622.0,41938533.0,42698431.0,41181832.0,43407947.0,44551533.0,44540947.0,44622652.0,46921764.0,47400260.0,47396075.0,46101650.0,49341972.0,51213885.0,50993282.0,50738788.0,51340984.0,52336893.0,52660890.0,53967395.0,57020312.0,57419921.0,55826420.0,54551821.0,57384226.0,55886415.0,56273908.0,60324638.0,60402432.0,60182441.0,60708450.0,60627140.0,61661244.0,60918334.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/tukey.json b/criterion/micro_ops_sort/new/tukey.json index 47574ddb2ed5..425ac38de1e5 100644 --- a/criterion/micro_ops_sort/new/tukey.json +++ b/criterion/micro_ops_sort/new/tukey.json @@ -1 +1 @@ -[128042.60143090194,133001.48666112043,146225.18060836976,151184.06583858826] \ No newline at end of file +[134075.33364063327,143403.9389700419,168280.2198484649,177608.82517787354] \ No newline at end of file diff --git a/criterion/micro_ops_sort/report/MAD.svg b/criterion/micro_ops_sort/report/MAD.svg index 1e20b8c7c3fa..68a6878a84ba 100644 --- a/criterion/micro_ops_sort/report/MAD.svg +++ b/criterion/micro_ops_sort/report/MAD.svg @@ -9,78 +9,82 @@ Density (a.u.) Average time (µs) - -0.1 + +0.05 - - -0.2 + + +0.1 - - -0.3 + + +0.15 - - -0.4 + + +0.2 - - -0.5 + + +0.25 - - -0.6 + + +0.3 - + -0.7 +0.35 - -0.8 + +0.4 - - -0.9 + + +0.45 - - -1 + + +0.5 - - -1.1 + + +0.55 - + - -0.5 + +3 - - -1 + + +3.5 - - -1.5 + + +4 - - -2 + + +4.5 - - -2.5 + + +5 - - -3 + + +5.5 + + + +6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/SD.svg b/criterion/micro_ops_sort/report/SD.svg index 31669d7cde0d..d17b4ea6c747 100644 --- a/criterion/micro_ops_sort/report/SD.svg +++ b/criterion/micro_ops_sort/report/SD.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (µs) - -0.2 + +0.05 - - -0.4 + + +0.1 - - -0.6 + + +0.15 + + + +0.2 - - -0.8 + + +0.25 - - -1 + + +0.3 - - -1.2 + + +0.35 - + + +0.4 + + - -2 + +6 + + + +6.5 - - -2.2 + + +7 - - -2.4 + + +7.5 - - -2.6 + + +8 - - -2.8 + + +8.5 - - -3 + + +9 - - -3.2 + + +9.5 - - -3.4 + + +10 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/both/pdf.svg b/criterion/micro_ops_sort/report/both/pdf.svg index 439e1586cc8b..f4198aa04a5c 100644 --- a/criterion/micro_ops_sort/report/both/pdf.svg +++ b/criterion/micro_ops_sort/report/both/pdf.svg @@ -9,55 +9,59 @@ Density (a.u.) Average Time (µs) - -0.05 + +0.02 - - -0.1 + + +0.04 - - -0.15 + + +0.06 - - -0.2 + + +0.08 - - -0.25 + + +0.1 - - -0.3 + + +0.12 - - - -130 + + +0.14 - - -135 + + +0.16 - - + + +0.18 + + + + 140 - - -145 + + +160 - - -150 + + +180 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_sort/report/both/regression.svg b/criterion/micro_ops_sort/report/both/regression.svg index dbe08fb1a219..1d64ec7cc62d 100644 --- a/criterion/micro_ops_sort/report/both/regression.svg +++ b/criterion/micro_ops_sort/report/both/regression.svg @@ -20,41 +20,46 @@ Iterations - - - - - - + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - + + +70.0 + + 0 @@ -100,10 +105,10 @@ Iterations 500 - - + + - + Base Sample diff --git a/criterion/micro_ops_sort/report/change/mean.svg b/criterion/micro_ops_sort/report/change/mean.svg index f2cbc9222ded..be6bee1e0ee5 100644 --- a/criterion/micro_ops_sort/report/change/mean.svg +++ b/criterion/micro_ops_sort/report/change/mean.svg @@ -9,66 +9,58 @@ Density (a.u.) Relative change (%) - -20 - - - -40 + +10 - - -60 + + +20 - - -80 + + +30 - - -100 + + +40 - - -120 + + +50 - - -140 + + +60 - - -160 + + +70 - + -0.056 +0.11 - -0.058 - - - -0.06 + +0.115 - - -0.062 + + +0.12 - - -0.064 + + +0.125 - - -0.066 + + +0.13 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/median.svg b/criterion/micro_ops_sort/report/change/median.svg index 97e8149ce645..b2d2d74024e0 100644 --- a/criterion/micro_ops_sort/report/change/median.svg +++ b/criterion/micro_ops_sort/report/change/median.svg @@ -9,70 +9,74 @@ Density (a.u.) Relative change (%) - -50 + +10 - - -100 + + +20 - - -150 + + +30 - - -200 + + +40 - - -250 + + +50 - - - -0.054 + + +60 - - -0.056 + + +70 - - -0.058 + + +80 - - -0.06 + + +90 - - -0.062 + + +100 + + + + +0.105 - - -0.064 + + +0.11 - - -0.066 + + +0.115 - - -0.068 + + +0.12 - - -0.07 + + +0.125 - - -0.072 + + +0.13 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/t-test.svg b/criterion/micro_ops_sort/report/change/t-test.svg index a69cbe994b0e..e46c4394f255 100644 --- a/criterion/micro_ops_sort/report/change/t-test.svg +++ b/criterion/micro_ops_sort/report/change/t-test.svg @@ -13,76 +13,76 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/micro_ops_sort/report/index.html b/criterion/micro_ops_sort/report/index.html index 3a16feb51614..7cc44dab4f71 100644 --- a/criterion/micro_ops_sort/report/index.html +++ b/criterion/micro_ops_sort/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 138.86 µs - 139.92 µs - 141.11 µs + 154.06 µs + 155.04 µs + 156.01 µs R² - 0.8964806 - 0.9031938 - 0.8946116 + 0.8970646 + 0.9018543 + 0.8971278 Mean - 139.32 µs - 139.83 µs - 140.40 µs + 155.14 µs + 156.62 µs + 158.23 µs Std. Dev. - 2.0641 µs - 2.7661 µs - 3.3777 µs + 5.9585 µs + 7.9027 µs + 9.6326 µs Median - 138.12 µs - 138.31 µs - 140.15 µs + 154.28 µs + 155.16 µs + 156.41 µs MAD - 567.98 ns - 1.1273 µs - 2.8966 µs + 3.1196 µs + 4.3277 µs + 6.0889 µs @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +5.5613% - +6.0746% - +6.5324% + +10.909% + +12.004% + +13.181% (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_sort/report/mean.svg b/criterion/micro_ops_sort/report/mean.svg index fde4e2378d49..49a7f4bc477a 100644 --- a/criterion/micro_ops_sort/report/mean.svg +++ b/criterion/micro_ops_sort/report/mean.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (µs)
- + +0.05 + + + +0.1 + + + +0.15 + + + 0.2 - - -0.4 + + +0.25 - - -0.6 + + +0.3 - - -0.8 + + +0.35 - - -1 + + +0.4 - - -1.2 + + +0.45 - + -1.4 +0.5 + +0.55 + + - -139.2 + +155 + + + +155.5 - - -139.4 + + +156 - - -139.6 + + +156.5 - - -139.8 + + +157 - - -140 + + +157.5 - - -140.2 + + +158 - - -140.4 + + +158.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/median.svg b/criterion/micro_ops_sort/report/median.svg index ef2638fc488f..3709fd740051 100644 --- a/criterion/micro_ops_sort/report/median.svg +++ b/criterion/micro_ops_sort/report/median.svg @@ -9,54 +9,58 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 + + +0.4 + + + +0.6 - - -1.5 + + +0.8 - - -2 + + +1 - - -2.5 + + +1.2 - - -3 + + +1.4 - + - -138 + +154.5 - - -138.5 + + +155 - - -139 + + +155.5 - - -139.5 + + +156 - - -140 + + +156.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/pdf.svg b/criterion/micro_ops_sort/report/pdf.svg index d88bd5a71e21..5ea6b8ce0ead 100644 --- a/criterion/micro_ops_sort/report/pdf.svg +++ b/criterion/micro_ops_sort/report/pdf.svg @@ -13,87 +13,63 @@ Average Time (µs) 0 - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - - -450 - - + -500 +400 - -134 - - - -136 - - - -138 - - - + 140 - - -142 - - - -144 + + +150 - - -146 + + +160 - - -148 + + +170 - - -150 + + +180 - - -152 + + +190 - + Density (a.u.) @@ -102,58 +78,54 @@ Density (a.u.) 0 - + +0.01 + + + 0.02 - - + + +0.03 + + + 0.04 - - + + +0.05 + + + 0.06 - - -0.08 - - - -0.1 - - - -0.12 - - - -0.14 - - - -0.16 - - - -0.18 - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_sort/report/pdf_small.svg b/criterion/micro_ops_sort/report/pdf_small.svg index d7cf48abd478..456391b14e9d 100644 --- a/criterion/micro_ops_sort/report/pdf_small.svg +++ b/criterion/micro_ops_sort/report/pdf_small.svg @@ -10,63 +10,47 @@ Average Time (µs) 0 - -0.02 - - - -0.04 - - - -0.06 + +0.01 - - -0.08 - - - -0.1 + + +0.02 - - -0.12 + + +0.03 - - -0.14 + + +0.04 - - -0.16 + + +0.05 - - -0.18 + + +0.06 - - -0.2 + + +0.07 - + - -135 - - - + 140 - - -145 + + +160 - - -150 + + +180 - - - + + + diff --git a/criterion/micro_ops_sort/report/regression.svg b/criterion/micro_ops_sort/report/regression.svg index 5b1f15fb1782..52b3fdd223c4 100644 --- a/criterion/micro_ops_sort/report/regression.svg +++ b/criterion/micro_ops_sort/report/regression.svg @@ -8,195 +8,180 @@ Total sample time (ms) Iterations - - - - + + + - - - - + + + - - - - - - - + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - -70.0 - - + - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - - -450 - - + -500 +400 - - + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_sort/report/regression_small.svg b/criterion/micro_ops_sort/report/regression_small.svg index 067cb8cf7d61..534d2c223580 100644 --- a/criterion/micro_ops_sort/report/regression_small.svg +++ b/criterion/micro_ops_sort/report/regression_small.svg @@ -5,193 +5,178 @@ Total sample time (ms) Iterations - - - - + + + - - - - + + + - - - - - - - + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - -70.0 - - + - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - - -450 - - + -500 +400 - + - - - - - + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_sort/report/relative_pdf_small.svg b/criterion/micro_ops_sort/report/relative_pdf_small.svg index d29b591fb2f2..8a347fae64b8 100644 --- a/criterion/micro_ops_sort/report/relative_pdf_small.svg +++ b/criterion/micro_ops_sort/report/relative_pdf_small.svg @@ -6,53 +6,57 @@ Density (a.u.) Average Time (µs) - -0.05 + +0.02 - - -0.1 + + +0.04 - - -0.15 + + +0.06 - - -0.2 + + +0.08 - - -0.25 + + +0.1 - - -0.3 + + +0.12 - - - -130 + + +0.14 - - -135 + + +0.16 - - + + +0.18 + + + + 140 - - -145 + + +160 - - -150 + + +180 - - - - - + + + + + diff --git a/criterion/micro_ops_sort/report/relative_regression_small.svg b/criterion/micro_ops_sort/report/relative_regression_small.svg index 4e67c13995b5..fe6d2403a9e9 100644 --- a/criterion/micro_ops_sort/report/relative_regression_small.svg +++ b/criterion/micro_ops_sort/report/relative_regression_small.svg @@ -17,41 +17,46 @@ Iterations - - - - - - + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - + + +70.0 + + 0 @@ -97,8 +102,8 @@ Iterations 500 - - + + diff --git a/criterion/micro_ops_sort/report/slope.svg b/criterion/micro_ops_sort/report/slope.svg index 22084d28d199..2947860378f8 100644 --- a/criterion/micro_ops_sort/report/slope.svg +++ b/criterion/micro_ops_sort/report/slope.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + + +0.8 + + - -139 + +154 - - -139.5 + + +154.5 - - -140 + + +155 - - -140.5 + + +155.5 - - -141 + + +156 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/typical.svg b/criterion/micro_ops_sort/report/typical.svg index c0702f102432..0d657a0dc3b1 100644 --- a/criterion/micro_ops_sort/report/typical.svg +++ b/criterion/micro_ops_sort/report/typical.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + + +0.8 + + - -139 + +154 - - -139.5 + + +154.5 - - -140 + + +155 - - -140.5 + + +155.5 - - -141 + + +156 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/base/estimates.json b/criterion/micro_ops_tee/base/estimates.json index 98e1836b6a06..0e2afc19a7c5 100644 --- a/criterion/micro_ops_tee/base/estimates.json +++ b/criterion/micro_ops_tee/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10267.51405243032,"upper_bound":10275.9114077221},"point_estimate":10271.500747531712,"standard_error":2.143214559313538},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10264.113131313132,"upper_bound":10273.52808988764},"point_estimate":10268.717096951059,"standard_error":2.0418799733788084},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.689787285477726,"upper_bound":19.886393128148487},"point_estimate":15.854774845202716,"standard_error":1.7948269354560689},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10268.326234912784,"upper_bound":10273.42902866584},"point_estimate":10270.916852043414,"standard_error":1.2939504625761038},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15.41192558576494,"upper_bound":27.404703983683593},"point_estimate":21.544694817495362,"standard_error":3.082158657793096}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11011.209505197034,"upper_bound":11210.494928734337},"point_estimate":11109.26006114231,"standard_error":50.96214250709553},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10995.974137931034,"upper_bound":11162.974137931034},"point_estimate":11069.105015082956,"standard_error":50.72239734864742},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":265.801402600901,"upper_bound":476.05280609445106},"point_estimate":389.4796544021824,"standard_error":51.38767746522896},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11049.452384920778,"upper_bound":11218.677288746785},"point_estimate":11133.463763484557,"standard_error":43.26479931339565},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":400.6775177610101,"upper_bound":616.3139401369227},"point_estimate":513.1072061539465,"standard_error":54.90918346336361}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/sample.json b/criterion/micro_ops_tee/base/sample.json index 8921445a5f45..82f796bdf909 100644 --- a/criterion/micro_ops_tee/base/sample.json +++ b/criterion/micro_ops_tee/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[92498.0,183999.0,277096.0,369395.0,461496.0,560191.0,645791.0,745791.0,830890.0,922890.0,1020587.0,1107886.0,1206186.0,1292779.0,1383682.0,1476078.0,1569181.0,1662478.0,1758876.0,1850478.0,1949373.0,2029878.0,2126275.0,2214274.0,2313373.0,2398265.0,2506268.0,2583872.0,2675664.0,2775566.0,2861067.0,2966260.0,3064260.0,3137660.0,3228355.0,3326561.0,3422158.0,3511455.0,3599050.0,3694154.0,3795754.0,3876451.0,3966852.0,4082344.0,4150247.0,4247444.0,4340745.0,4431143.0,4532643.0,4635141.0,4716841.0,4806233.0,4901642.0,4984635.0,5080736.0,5180033.0,5276434.0,5360025.0,5452729.0,5547830.0,5628228.0,5719531.0,5814018.0,5916921.0,6001915.0,6099222.0,6188022.0,6274820.0,6388920.0,6473522.0,6569412.0,6661112.0,6752817.0,6852715.0,6924518.0,7025906.0,7116308.0,7208502.0,7301004.0,7399906.0,7483803.0,7567897.0,7670802.0,7779899.0,7859502.0,7956200.0,8046394.0,8140799.0,8229096.0,8331292.0,8410197.0,8508388.0,8599485.0,8692591.0,8774787.0,8868381.0,8961777.0,9064491.0,9136982.0,9243784.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[93600.0,201101.0,247300.0,301701.0,446104.0,547102.0,727803.0,738304.0,873005.0,939606.0,937707.0,1161505.0,1084706.0,1267110.0,1318807.0,1425211.0,1551609.0,1511407.0,1501112.0,1687306.0,1831812.0,1998410.0,2046009.0,2090511.0,2137411.0,2293913.0,2346216.0,2446216.0,2498511.0,2587522.0,2639612.0,2620813.0,2799317.0,3008616.0,3242323.0,3154011.0,3321319.0,3586122.0,3424523.0,3510025.0,3487722.0,3844522.0,3523815.0,3825620.0,3922421.0,4121131.0,4254525.0,4257621.0,4450024.0,4751026.0,4382215.0,4651229.0,4637821.0,5420324.0,5004119.0,4998326.0,5030228.0,5102132.0,5277632.0,5391233.0,5285734.0,5303124.0,5234927.0,5855832.0,5923838.0,5962829.0,5909433.0,5936636.0,6007634.0,6094630.0,6162835.0,6340025.0,6901244.0,6530243.0,6714035.0,6858246.0,6629337.0,6912124.0,7040635.0,7151730.0,7235147.0,7251537.0,7658248.0,7167328.0,7499033.0,7380030.0,7769430.0,7521342.0,8080050.0,7851148.0,8339846.0,8210133.0,8370945.0,8892252.0,8830644.0,8719148.0,8632043.0,8627250.0,8534751.0,9180450.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/tukey.json b/criterion/micro_ops_tee/base/tukey.json index 1f836cf8517a..495b0c4fd904 100644 --- a/criterion/micro_ops_tee/base/tukey.json +++ b/criterion/micro_ops_tee/base/tukey.json @@ -1 +1 @@ -[10191.012021855931,10223.68561332448,10310.815190573943,10343.488782042492] \ No newline at end of file +[9379.372392464908,10119.23556536391,12092.204026427913,12832.067199326913] \ No newline at end of file diff --git a/criterion/micro_ops_tee/change/estimates.json b/criterion/micro_ops_tee/change/estimates.json index ab9ea40d0e70..30979d4abfb0 100644 --- a/criterion/micro_ops_tee/change/estimates.json +++ b/criterion/micro_ops_tee/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.10797457231844687,"upper_bound":0.11414778568135187},"point_estimate":0.11132619981845582,"standard_error":0.0015891950339440254},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.11428391044904562,"upper_bound":0.11598835920561168},"point_estimate":0.1150995678226916,"standard_error":0.0004145213894690574}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07208430947206997,"upper_bound":0.09009990435968608},"point_estimate":0.08156152973185682,"standard_error":0.0046722258955125065},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07145038661931591,"upper_bound":0.08680526752315787},"point_estimate":0.07794429533651726,"standard_error":0.004658190834637955}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/estimates.json b/criterion/micro_ops_tee/new/estimates.json index 98e1836b6a06..0e2afc19a7c5 100644 --- a/criterion/micro_ops_tee/new/estimates.json +++ b/criterion/micro_ops_tee/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10267.51405243032,"upper_bound":10275.9114077221},"point_estimate":10271.500747531712,"standard_error":2.143214559313538},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10264.113131313132,"upper_bound":10273.52808988764},"point_estimate":10268.717096951059,"standard_error":2.0418799733788084},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.689787285477726,"upper_bound":19.886393128148487},"point_estimate":15.854774845202716,"standard_error":1.7948269354560689},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10268.326234912784,"upper_bound":10273.42902866584},"point_estimate":10270.916852043414,"standard_error":1.2939504625761038},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15.41192558576494,"upper_bound":27.404703983683593},"point_estimate":21.544694817495362,"standard_error":3.082158657793096}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11011.209505197034,"upper_bound":11210.494928734337},"point_estimate":11109.26006114231,"standard_error":50.96214250709553},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10995.974137931034,"upper_bound":11162.974137931034},"point_estimate":11069.105015082956,"standard_error":50.72239734864742},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":265.801402600901,"upper_bound":476.05280609445106},"point_estimate":389.4796544021824,"standard_error":51.38767746522896},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11049.452384920778,"upper_bound":11218.677288746785},"point_estimate":11133.463763484557,"standard_error":43.26479931339565},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":400.6775177610101,"upper_bound":616.3139401369227},"point_estimate":513.1072061539465,"standard_error":54.90918346336361}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/sample.json b/criterion/micro_ops_tee/new/sample.json index 8921445a5f45..82f796bdf909 100644 --- a/criterion/micro_ops_tee/new/sample.json +++ b/criterion/micro_ops_tee/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[92498.0,183999.0,277096.0,369395.0,461496.0,560191.0,645791.0,745791.0,830890.0,922890.0,1020587.0,1107886.0,1206186.0,1292779.0,1383682.0,1476078.0,1569181.0,1662478.0,1758876.0,1850478.0,1949373.0,2029878.0,2126275.0,2214274.0,2313373.0,2398265.0,2506268.0,2583872.0,2675664.0,2775566.0,2861067.0,2966260.0,3064260.0,3137660.0,3228355.0,3326561.0,3422158.0,3511455.0,3599050.0,3694154.0,3795754.0,3876451.0,3966852.0,4082344.0,4150247.0,4247444.0,4340745.0,4431143.0,4532643.0,4635141.0,4716841.0,4806233.0,4901642.0,4984635.0,5080736.0,5180033.0,5276434.0,5360025.0,5452729.0,5547830.0,5628228.0,5719531.0,5814018.0,5916921.0,6001915.0,6099222.0,6188022.0,6274820.0,6388920.0,6473522.0,6569412.0,6661112.0,6752817.0,6852715.0,6924518.0,7025906.0,7116308.0,7208502.0,7301004.0,7399906.0,7483803.0,7567897.0,7670802.0,7779899.0,7859502.0,7956200.0,8046394.0,8140799.0,8229096.0,8331292.0,8410197.0,8508388.0,8599485.0,8692591.0,8774787.0,8868381.0,8961777.0,9064491.0,9136982.0,9243784.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[93600.0,201101.0,247300.0,301701.0,446104.0,547102.0,727803.0,738304.0,873005.0,939606.0,937707.0,1161505.0,1084706.0,1267110.0,1318807.0,1425211.0,1551609.0,1511407.0,1501112.0,1687306.0,1831812.0,1998410.0,2046009.0,2090511.0,2137411.0,2293913.0,2346216.0,2446216.0,2498511.0,2587522.0,2639612.0,2620813.0,2799317.0,3008616.0,3242323.0,3154011.0,3321319.0,3586122.0,3424523.0,3510025.0,3487722.0,3844522.0,3523815.0,3825620.0,3922421.0,4121131.0,4254525.0,4257621.0,4450024.0,4751026.0,4382215.0,4651229.0,4637821.0,5420324.0,5004119.0,4998326.0,5030228.0,5102132.0,5277632.0,5391233.0,5285734.0,5303124.0,5234927.0,5855832.0,5923838.0,5962829.0,5909433.0,5936636.0,6007634.0,6094630.0,6162835.0,6340025.0,6901244.0,6530243.0,6714035.0,6858246.0,6629337.0,6912124.0,7040635.0,7151730.0,7235147.0,7251537.0,7658248.0,7167328.0,7499033.0,7380030.0,7769430.0,7521342.0,8080050.0,7851148.0,8339846.0,8210133.0,8370945.0,8892252.0,8830644.0,8719148.0,8632043.0,8627250.0,8534751.0,9180450.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/tukey.json b/criterion/micro_ops_tee/new/tukey.json index 1f836cf8517a..495b0c4fd904 100644 --- a/criterion/micro_ops_tee/new/tukey.json +++ b/criterion/micro_ops_tee/new/tukey.json @@ -1 +1 @@ -[10191.012021855931,10223.68561332448,10310.815190573943,10343.488782042492] \ No newline at end of file +[9379.372392464908,10119.23556536391,12092.204026427913,12832.067199326913] \ No newline at end of file diff --git a/criterion/micro_ops_tee/report/MAD.svg b/criterion/micro_ops_tee/report/MAD.svg index 20e53adec930..4eff04ca4441 100644 --- a/criterion/micro_ops_tee/report/MAD.svg +++ b/criterion/micro_ops_tee/report/MAD.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (ns) - -0.05 + +0.001 - - -0.1 + + +0.002 - - -0.15 + + +0.003 - - -0.2 + + +0.004 - - -0.25 + + +0.005 - - - -12 + + +0.006 + + + +0.007 - - -13 + + +0.008 - - -14 + + +0.009 - - -15 + + +0.01 - - -16 + + + +250 - - -17 + + +300 - - -18 + + +350 - - -19 + + +400 - - -20 + + +450 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/SD.svg b/criterion/micro_ops_tee/report/SD.svg index 5a4d5d901563..62f70acf030a 100644 --- a/criterion/micro_ops_tee/report/SD.svg +++ b/criterion/micro_ops_tee/report/SD.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ns) - -0.02 + +0.001 - - -0.04 + + +0.002 - - -0.06 + + +0.003 - - -0.08 + + +0.004 - - -0.1 + + +0.005 - - -0.12 + + +0.006 - - - -16 - - - -18 + + +0.007 - - -20 + + + +400 - - -22 + + +450 - - -24 + + +500 - - -26 + + +550 - - -28 + + +600 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/both/pdf.svg b/criterion/micro_ops_tee/report/both/pdf.svg index 2b74018fc1d9..71f1727f1687 100644 --- a/criterion/micro_ops_tee/report/both/pdf.svg +++ b/criterion/micro_ops_tee/report/both/pdf.svg @@ -50,18 +50,30 @@ Average Time (µs) - -9.5 + +9 - - + + 10 - - - - - + + +11 + + + +12 + + + +13 + + + + + + Base PDF diff --git a/criterion/micro_ops_tee/report/both/regression.svg b/criterion/micro_ops_tee/report/both/regression.svg index 55df1f9988a7..1f299d7a8cdd 100644 --- a/criterion/micro_ops_tee/report/both/regression.svg +++ b/criterion/micro_ops_tee/report/both/regression.svg @@ -6,124 +6,119 @@ micro/ops/tee Total sample time (ms) -Iterations (x 10^3) +Iterations - - - - - - - - - + + + + + + + + - - - - - - - - - - + + + + + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - - + + 10.0 - + 0 - -0.1 + +100 - - -0.2 + + +200 - - -0.3 + + +300 - - -0.4 + + +400 - - -0.5 + + +500 - - -0.6 + + +600 - - -0.7 + + +700 - - -0.8 + + +800 - - -0.9 - - + -1 +900 - - + + - + Base Sample diff --git a/criterion/micro_ops_tee/report/change/mean.svg b/criterion/micro_ops_tee/report/change/mean.svg index b6f6f920f2a1..f58e4b454bb6 100644 --- a/criterion/micro_ops_tee/report/change/mean.svg +++ b/criterion/micro_ops_tee/report/change/mean.svg @@ -9,54 +9,90 @@ Density (a.u.) Relative change (%) - + +10 + + + +20 + + + +30 + + + +40 + + + 50 - - -100 + + +60 + + + +70 - - -150 + + +80 - - -200 + + +90 - + - -0.108 + +0.072 - - -0.109 + + +0.074 - + + +0.076 + + -0.11 +0.078 - -0.111 + +0.08 + + + +0.082 + + + +0.084 + + + +0.086 - - -0.112 + + +0.088 - - -0.113 + + +0.09 - - -0.114 + + +0.092 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/median.svg b/criterion/micro_ops_tee/report/change/median.svg index 006154f7f776..f48aa29ecda0 100644 --- a/criterion/micro_ops_tee/report/change/median.svg +++ b/criterion/micro_ops_tee/report/change/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Relative change (%) - -200 + +20 - - -400 + + +40 - - -600 + + +60 - - -800 + + +80 - - -1000 + + +100 - - -1200 + + +120 - + - -0.1142 + +0.07 - - -0.1144 + + +0.072 - - -0.1146 + + +0.074 - - -0.1148 + + +0.076 - - -0.115 + + +0.078 - - -0.1152 + + +0.08 - - -0.1154 + + +0.082 - - -0.1156 + + +0.084 - - -0.1158 + + +0.086 - - -0.116 + + +0.088 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/t-test.svg b/criterion/micro_ops_tee/report/change/t-test.svg index 79392c9e4d46..865cf783944b 100644 --- a/criterion/micro_ops_tee/report/change/t-test.svg +++ b/criterion/micro_ops_tee/report/change/t-test.svg @@ -13,76 +13,76 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - + 2.0 - + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/micro_ops_tee/report/index.html b/criterion/micro_ops_tee/report/index.html index 92efacc7694b..07e4dabdf625 100644 --- a/criterion/micro_ops_tee/report/index.html +++ b/criterion/micro_ops_tee/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 10.268 µs - 10.271 µs - 10.273 µs + 11.049 µs + 11.133 µs + 11.219 µs R² - 0.9998136 - 0.9998224 - 0.9998141 + 0.8887570 + 0.8942780 + 0.8885988 Mean - 10.268 µs - 10.272 µs - 10.276 µs + 11.011 µs + 11.109 µs + 11.210 µs Std. Dev. - 15.412 ns - 21.545 ns - 27.405 ns + 400.68 ns + 513.11 ns + 616.31 ns Median - 10.264 µs - 10.269 µs - 10.274 µs + 10.996 µs + 11.069 µs + 11.163 µs MAD - 12.690 ns - 15.855 ns - 19.886 ns + 265.80 ns + 389.48 ns + 476.05 ns @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +10.797% - +11.133% - +11.415% + +7.2084% + +8.1562% + +9.0100% (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_tee/report/mean.svg b/criterion/micro_ops_tee/report/mean.svg index 223bbc0d111a..35e6eb29f675 100644 --- a/criterion/micro_ops_tee/report/mean.svg +++ b/criterion/micro_ops_tee/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs)
- -20 + +1 - - -40 + + +2 - - -60 + + +3 - - -80 + + +4 - - -100 + + +5 - - -120 + + +6 - - -140 + + +7 - - -160 + + +8 - - -180 - - - -200 - - + - -10.267 - - - -10.268 - - - -10.269 - - - -10.27 - - - -10.271 - - - -10.272 + +11 - - -10.273 + + +11.05 - - -10.274 + + +11.1 - - -10.275 + + +11.15 - - -10.276 + + +11.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/median.svg b/criterion/micro_ops_tee/report/median.svg index d301d5308c67..7d236ce44591 100644 --- a/criterion/micro_ops_tee/report/median.svg +++ b/criterion/micro_ops_tee/report/median.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (µs) - -100 + +2 - - -200 + + +4 - - -300 + + +6 - - -400 + + +8 - - -500 + + +10 - - -600 + + +12 - - -700 + + +14 - + + +16 + + - -10.264 + +10.98 - - -10.265 + + +11 - - -10.266 + + +11.02 - - -10.267 + + +11.04 - - -10.268 + + +11.06 - - -10.269 + + +11.08 - - -10.27 + + +11.1 - - -10.271 + + +11.12 - - -10.272 + + +11.14 - - -10.273 + + +11.16 - - -10.274 + + +11.18 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/pdf.svg b/criterion/micro_ops_tee/report/pdf.svg index 59b29bd9e287..38913816abf0 100644 --- a/criterion/micro_ops_tee/report/pdf.svg +++ b/criterion/micro_ops_tee/report/pdf.svg @@ -13,87 +13,79 @@ Average Time (µs) 0 - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - -800 - - + -900 +800 - -10.2 - - - -10.22 + +9 - - -10.24 + + +9.5 - - -10.26 + + +10 - - -10.28 + + +10.5 - - -10.3 + + +11 - - -10.32 + + +11.5 - - -10.34 + + +12 - - -10.36 + + +12.5 - - -10.38 + + +13 - - -10.4 + + +13.5 - + Density (a.u.) @@ -102,64 +94,62 @@ Density (a.u.) 0 - -2 - - - -4 - - - -6 - - - -8 - - - -10 - - - -12 - - - -14 - - - -16 - - - -18 - - - -20 - - - - - - - - - - - - - - - - - - - - + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_tee/report/pdf_small.svg b/criterion/micro_ops_tee/report/pdf_small.svg index 1a47627a6bf8..061bd2c09042 100644 --- a/criterion/micro_ops_tee/report/pdf_small.svg +++ b/criterion/micro_ops_tee/report/pdf_small.svg @@ -10,43 +10,67 @@ Average Time (µs) 0 - -5 + +0.1 - - -10 + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 - - -15 + + +0.6 - - -20 + + +0.7 - + + +0.8 + + + +0.9 + + + +1 + + - -10.2 + +9 - - -10.25 + + +10 - - -10.3 + + +11 - - -10.35 + + +12 - - -10.4 + + +13 - - - + + + diff --git a/criterion/micro_ops_tee/report/regression.svg b/criterion/micro_ops_tee/report/regression.svg index ff7aa44b6246..f71abe3bcbc2 100644 --- a/criterion/micro_ops_tee/report/regression.svg +++ b/criterion/micro_ops_tee/report/regression.svg @@ -8,24 +8,23 @@ Total sample time (ms) Iterations - - - - - - - - + + + + + + + - - - - - - - + + + + + + + 1.0 @@ -35,173 +34,169 @@ Iterations 2.0 - + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - + - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - -800 - - + -900 +800 - - + + - - + + - - - - - + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_tee/report/regression_small.svg b/criterion/micro_ops_tee/report/regression_small.svg index 6dbbe6a7aae0..6b5b38c2e1c8 100644 --- a/criterion/micro_ops_tee/report/regression_small.svg +++ b/criterion/micro_ops_tee/report/regression_small.svg @@ -5,198 +5,193 @@ Total sample time (ms) Iterations - - - - - - - - + + + + + + + - - - - - - - - + + + + + + + + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - + - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - -800 - - + -900 +800 - - - + + + - + - - - - - - - - + + + + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_tee/report/relative_pdf_small.svg b/criterion/micro_ops_tee/report/relative_pdf_small.svg index 1c80816e6b5b..1a1c14d1e735 100644 --- a/criterion/micro_ops_tee/report/relative_pdf_small.svg +++ b/criterion/micro_ops_tee/report/relative_pdf_small.svg @@ -47,16 +47,28 @@ Average Time (µs) - -9.5 + +9 - - + + 10 - - - - - + + +11 + + + +12 + + + +13 + + + + + + diff --git a/criterion/micro_ops_tee/report/relative_regression_small.svg b/criterion/micro_ops_tee/report/relative_regression_small.svg index 033875fb2462..00bd68372ecc 100644 --- a/criterion/micro_ops_tee/report/relative_regression_small.svg +++ b/criterion/micro_ops_tee/report/relative_regression_small.svg @@ -3,30 +3,29 @@ Total sample time (ms) -Iterations (x 10^3) +Iterations - - - - - - - - - + + + + + + + + - - - - - - - - - + + + + + + + + + 0.0 @@ -36,89 +35,85 @@ Iterations (x 10^3) 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - - + + 10.0 - + 0 - -0.1 + +100 - - -0.2 + + +200 - - -0.3 + + +300 - - -0.4 + + +400 - - -0.5 + + +500 - - -0.6 + + +600 - - -0.7 + + +700 - - -0.8 + + +800 - - -0.9 - - + -1 +900 - - + + - + diff --git a/criterion/micro_ops_tee/report/slope.svg b/criterion/micro_ops_tee/report/slope.svg index 914328cffb68..98d5b8886d66 100644 --- a/criterion/micro_ops_tee/report/slope.svg +++ b/criterion/micro_ops_tee/report/slope.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (µs) - -50 + +1 - + + +2 + + -100 +3 - -150 + +4 + + + +5 + + + +6 + + + +7 - - -200 + + +8 - - -250 + + +9 - - -300 + + +10 - + - -10.268 + +11.04 + + + +11.06 + + + +11.08 + + + +11.1 + + + +11.12 - - -10.269 + + +11.14 - - -10.27 + + +11.16 - - -10.271 + + +11.18 - - -10.272 + + +11.2 - - -10.273 + + +11.22 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/typical.svg b/criterion/micro_ops_tee/report/typical.svg index 205c4b477c68..1099471cb382 100644 --- a/criterion/micro_ops_tee/report/typical.svg +++ b/criterion/micro_ops_tee/report/typical.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (µs) - -50 + +1 - + + +2 + + -100 +3 - -150 + +4 + + + +5 + + + +6 + + + +7 - - -200 + + +8 - - -250 + + +9 - - -300 + + +10 - + - -10.268 + +11.04 + + + +11.06 + + + +11.08 + + + +11.1 + + + +11.12 - - -10.269 + + +11.14 - - -10.27 + + +11.16 - - -10.271 + + +11.18 - - -10.272 + + +11.2 - - -10.273 + + +11.22 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/base/estimates.json b/criterion/micro_ops_union/base/estimates.json index b66df9fbd1a7..6768149b2f73 100644 --- a/criterion/micro_ops_union/base/estimates.json +++ b/criterion/micro_ops_union/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69235.47800297549,"upper_bound":69282.49903154673},"point_estimate":69259.7123137517,"standard_error":12.066917236159215},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69243.46518470791,"upper_bound":69289.55625625626},"point_estimate":69264.89064983636,"standard_error":11.285602386838436},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71.57962623492192,"upper_bound":116.88879331057556},"point_estimate":97.63605103584858,"standard_error":11.528699731506709},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69244.90902429567,"upper_bound":69276.21588774965},"point_estimate":69260.38029496084,"standard_error":7.971658138595814},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88.3328792605265,"upper_bound":153.6421669786356},"point_estimate":121.5635714541005,"standard_error":16.854173772662474}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46934.181482126296,"upper_bound":47791.251433639365},"point_estimate":47356.19988394525,"standard_error":218.72935372298954},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46727.602040816324,"upper_bound":47788.53650793651},"point_estimate":47364.187512157165,"standard_error":312.61381702620884},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1492.0450621359043,"upper_bound":2398.934165009687},"point_estimate":1833.2686230779757,"standard_error":230.11114441922953},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47365.205597698776,"upper_bound":48156.9887250258},"point_estimate":47750.176109354215,"standard_error":201.5734014468348},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1790.1609633186358,"upper_bound":2608.4933495449955},"point_estimate":2198.6149831223292,"standard_error":211.383624450708}} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/sample.json b/criterion/micro_ops_union/base/sample.json index 27ecbcebd213..34aa114658fd 100644 --- a/criterion/micro_ops_union/base/sample.json +++ b/criterion/micro_ops_union/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[343495.0,693692.0,1034487.0,1387982.0,1735178.0,2084273.0,2432768.0,2773263.0,3123359.0,3437956.0,3803349.0,4166045.0,4490240.0,4849338.0,5200234.0,5548729.0,5885123.0,6218719.0,6576716.0,6922411.0,7283807.0,7610600.0,7966300.0,8301193.0,8645486.0,9005283.0,9339779.0,9715472.0,10059570.0,10384567.0,10733061.0,11091356.0,11438651.0,11779845.0,12141841.0,12461534.0,12819134.0,13191026.0,13491426.0,13874119.0,14207017.0,14544012.0,14895910.0,15289405.0,15570297.0,15922294.0,16241291.0,16618091.0,16944578.0,17282173.0,17684669.0,18034566.0,18335468.0,18707354.0,19005057.0,19398247.0,19736846.0,20105845.0,20425536.0,20839635.0,21107825.0,21472022.0,21781516.0,22125618.0,22489607.0,22816407.0,23230401.0,23521896.0,23896492.0,24268390.0,24614580.0,24938576.0,25280074.0,25586867.0,25987663.0,26298564.0,26688752.0,27029851.0,27371045.0,27717740.0,28080241.0,28440040.0,28746627.0,29122319.0,29435521.0,29804713.0,30140114.0,30469006.0,30842603.0,31193797.0,31479593.0,31816991.0,32191383.0,32527385.0,32900577.0,33230268.0,33583769.0,33929360.0,34264458.0,34612054.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[243902.0,430403.0,771804.0,848805.0,1115405.0,1396210.0,1807410.0,1713515.0,2028414.0,2201616.0,2389112.0,2747715.0,3069320.0,3402323.0,3570621.0,3894924.0,4081522.0,4295528.0,4410728.0,4814431.0,4890032.0,4766425.0,5062533.0,5342836.0,5847438.0,5920436.0,6261942.0,6700842.0,6673045.0,6745239.0,7824854.0,7381051.0,7634848.0,7689149.0,8609257.0,8946349.0,8561951.0,8645353.0,9268159.0,9214356.0,9936757.0,9601656.0,9974559.0,9946866.0,12026574.0,10499962.0,10915869.0,12103771.0,11954168.0,11816059.0,12629279.0,12165375.0,12559976.0,12882681.0,13830676.0,12427467.0,14424786.0,16244509.0,14870992.0,14812492.0,14211181.0,14985507.0,15053389.0,15294784.0,16057094.0,16367584.0,14964277.0,15759874.0,16534482.0,16983281.0,16582293.0,17350390.0,17565695.0,17330482.0,17070402.0,17244004.0,18330292.0,18273303.0,19128494.0,19132401.0,19566111.0,19783999.0,20047487.0,20015701.0,20649308.0,21112314.0,19788297.0,21003202.0,21808625.0,21163111.0,21498119.0,21187508.0,22955315.0,23495623.0,22647722.0,22278726.0,22956136.0,22896525.0,22881917.0,24856924.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/tukey.json b/criterion/micro_ops_union/base/tukey.json index d9d94ff00ff5..7bfd8a35a805 100644 --- a/criterion/micro_ops_union/base/tukey.json +++ b/criterion/micro_ops_union/base/tukey.json @@ -1 +1 @@ -[68822.78077337585,69013.79923914695,69523.18181453653,69714.20028030762] \ No newline at end of file +[38656.94970588235,42362.867352941175,52245.31441176472,55951.232058823545] \ No newline at end of file diff --git a/criterion/micro_ops_union/change/estimates.json b/criterion/micro_ops_union/change/estimates.json index 0b783bff8613..487a9d473197 100644 --- a/criterion/micro_ops_union/change/estimates.json +++ b/criterion/micro_ops_union/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.9382123655716317,"upper_bound":0.9398658463851203},"point_estimate":0.9391255186014866,"standard_error":0.00042448637306002657},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.9388772800648302,"upper_bound":0.9405014777622882},"point_estimate":0.93976580274199,"standard_error":0.00041375286229535635}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.3219069955750825,"upper_bound":-0.31077366001797485},"point_estimate":-0.31625185404441036,"standard_error":0.0030606900509511726},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.3263453659494334,"upper_bound":-0.31049238036931603},"point_estimate":-0.3161876519577085,"standard_error":0.004367158643215774}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/estimates.json b/criterion/micro_ops_union/new/estimates.json index b66df9fbd1a7..6768149b2f73 100644 --- a/criterion/micro_ops_union/new/estimates.json +++ b/criterion/micro_ops_union/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69235.47800297549,"upper_bound":69282.49903154673},"point_estimate":69259.7123137517,"standard_error":12.066917236159215},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69243.46518470791,"upper_bound":69289.55625625626},"point_estimate":69264.89064983636,"standard_error":11.285602386838436},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71.57962623492192,"upper_bound":116.88879331057556},"point_estimate":97.63605103584858,"standard_error":11.528699731506709},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69244.90902429567,"upper_bound":69276.21588774965},"point_estimate":69260.38029496084,"standard_error":7.971658138595814},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88.3328792605265,"upper_bound":153.6421669786356},"point_estimate":121.5635714541005,"standard_error":16.854173772662474}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46934.181482126296,"upper_bound":47791.251433639365},"point_estimate":47356.19988394525,"standard_error":218.72935372298954},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46727.602040816324,"upper_bound":47788.53650793651},"point_estimate":47364.187512157165,"standard_error":312.61381702620884},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1492.0450621359043,"upper_bound":2398.934165009687},"point_estimate":1833.2686230779757,"standard_error":230.11114441922953},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47365.205597698776,"upper_bound":48156.9887250258},"point_estimate":47750.176109354215,"standard_error":201.5734014468348},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1790.1609633186358,"upper_bound":2608.4933495449955},"point_estimate":2198.6149831223292,"standard_error":211.383624450708}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/sample.json b/criterion/micro_ops_union/new/sample.json index 27ecbcebd213..34aa114658fd 100644 --- a/criterion/micro_ops_union/new/sample.json +++ b/criterion/micro_ops_union/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[343495.0,693692.0,1034487.0,1387982.0,1735178.0,2084273.0,2432768.0,2773263.0,3123359.0,3437956.0,3803349.0,4166045.0,4490240.0,4849338.0,5200234.0,5548729.0,5885123.0,6218719.0,6576716.0,6922411.0,7283807.0,7610600.0,7966300.0,8301193.0,8645486.0,9005283.0,9339779.0,9715472.0,10059570.0,10384567.0,10733061.0,11091356.0,11438651.0,11779845.0,12141841.0,12461534.0,12819134.0,13191026.0,13491426.0,13874119.0,14207017.0,14544012.0,14895910.0,15289405.0,15570297.0,15922294.0,16241291.0,16618091.0,16944578.0,17282173.0,17684669.0,18034566.0,18335468.0,18707354.0,19005057.0,19398247.0,19736846.0,20105845.0,20425536.0,20839635.0,21107825.0,21472022.0,21781516.0,22125618.0,22489607.0,22816407.0,23230401.0,23521896.0,23896492.0,24268390.0,24614580.0,24938576.0,25280074.0,25586867.0,25987663.0,26298564.0,26688752.0,27029851.0,27371045.0,27717740.0,28080241.0,28440040.0,28746627.0,29122319.0,29435521.0,29804713.0,30140114.0,30469006.0,30842603.0,31193797.0,31479593.0,31816991.0,32191383.0,32527385.0,32900577.0,33230268.0,33583769.0,33929360.0,34264458.0,34612054.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[243902.0,430403.0,771804.0,848805.0,1115405.0,1396210.0,1807410.0,1713515.0,2028414.0,2201616.0,2389112.0,2747715.0,3069320.0,3402323.0,3570621.0,3894924.0,4081522.0,4295528.0,4410728.0,4814431.0,4890032.0,4766425.0,5062533.0,5342836.0,5847438.0,5920436.0,6261942.0,6700842.0,6673045.0,6745239.0,7824854.0,7381051.0,7634848.0,7689149.0,8609257.0,8946349.0,8561951.0,8645353.0,9268159.0,9214356.0,9936757.0,9601656.0,9974559.0,9946866.0,12026574.0,10499962.0,10915869.0,12103771.0,11954168.0,11816059.0,12629279.0,12165375.0,12559976.0,12882681.0,13830676.0,12427467.0,14424786.0,16244509.0,14870992.0,14812492.0,14211181.0,14985507.0,15053389.0,15294784.0,16057094.0,16367584.0,14964277.0,15759874.0,16534482.0,16983281.0,16582293.0,17350390.0,17565695.0,17330482.0,17070402.0,17244004.0,18330292.0,18273303.0,19128494.0,19132401.0,19566111.0,19783999.0,20047487.0,20015701.0,20649308.0,21112314.0,19788297.0,21003202.0,21808625.0,21163111.0,21498119.0,21187508.0,22955315.0,23495623.0,22647722.0,22278726.0,22956136.0,22896525.0,22881917.0,24856924.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/tukey.json b/criterion/micro_ops_union/new/tukey.json index d9d94ff00ff5..7bfd8a35a805 100644 --- a/criterion/micro_ops_union/new/tukey.json +++ b/criterion/micro_ops_union/new/tukey.json @@ -1 +1 @@ -[68822.78077337585,69013.79923914695,69523.18181453653,69714.20028030762] \ No newline at end of file +[38656.94970588235,42362.867352941175,52245.31441176472,55951.232058823545] \ No newline at end of file diff --git a/criterion/micro_ops_union/report/MAD.svg b/criterion/micro_ops_union/report/MAD.svg index 2f421b560f6b..e9a5fa5361a3 100644 --- a/criterion/micro_ops_union/report/MAD.svg +++ b/criterion/micro_ops_union/report/MAD.svg @@ -6,89 +6,97 @@ micro/ops/union:MAD Density (a.u.) -Average time (ns) +Average time (µs) - -0.005 + +0.2 - - -0.01 + + +0.4 - - -0.015 + + +0.6 - - -0.02 + + +0.8 - - -0.025 + + +1 - - -0.03 + + +1.2 - - -0.035 + + +1.4 - - -0.04 + + +1.6 - + + +1.8 + + + +2 + + - -70 + +1.4 - - -75 + + +1.5 - - -80 + + +1.6 - - -85 + + +1.7 - - -90 + + +1.8 - - -95 + + +1.9 - - -100 + + +2 - - -105 + + +2.1 - - -110 + + +2.2 - - -115 + + +2.3 - - -120 + + +2.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/SD.svg b/criterion/micro_ops_union/report/SD.svg index 89aabe7db2ce..cea9650acd29 100644 --- a/criterion/micro_ops_union/report/SD.svg +++ b/criterion/micro_ops_union/report/SD.svg @@ -6,65 +6,93 @@ micro/ops/union:SD Density (a.u.) -Average time (ns) +Average time (µs) - -0.005 + +0.2 - - -0.01 + + +0.4 - - -0.015 + + +0.6 - - -0.02 + + +0.8 - - -0.025 + + +1 - + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + - -90 + +1.7 + + + +1.8 + + + +1.9 - - -100 + + +2 - - -110 + + +2.1 - - -120 + + +2.2 - - -130 + + +2.3 - - -140 + + +2.4 - - -150 + + +2.5 - - -160 + + +2.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/both/pdf.svg b/criterion/micro_ops_union/report/both/pdf.svg index 326cfdc21bf6..94cea7407377 100644 --- a/criterion/micro_ops_union/report/both/pdf.svg +++ b/criterion/micro_ops_union/report/both/pdf.svg @@ -9,59 +9,51 @@ Density (a.u.) Average Time (µs) - -1 - - - -2 + +0.5 - - -3 + + +1 - + -4 +1.5 - -5 - - - -6 + +2 - - -7 + + +2.5 - + -8 +3 - -9 + +3.5 - + - + 40 - - + + 50 - - + + 60 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_union/report/both/regression.svg b/criterion/micro_ops_union/report/both/regression.svg index 1e5c3deff309..2986dcbe483a 100644 --- a/criterion/micro_ops_union/report/both/regression.svg +++ b/criterion/micro_ops_union/report/both/regression.svg @@ -9,91 +9,101 @@ Total sample time (ms) Iterations - - + + + + - - + + + + - - - - - + + + + - - + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - -25.0 - - + -30.0 +25.0 - -35.0 - - - -40.0 + +30.0 - + 0 - + +50 + + + 100 - - + + +150 + + + 200 - + -300 +250 - + +300 + + + +350 + + + 400 - - -500 + + +450 - + -600 +500 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_union/report/change/mean.svg b/criterion/micro_ops_union/report/change/mean.svg index 5febfcbd014f..0d073b5a7a1c 100644 --- a/criterion/micro_ops_union/report/change/mean.svg +++ b/criterion/micro_ops_union/report/change/mean.svg @@ -9,86 +9,62 @@ Density (a.u.) Relative change (%) - -100 - - - -200 - - - -300 - - - -400 + +20 - - -500 + + +40 - - -600 + + +60 - - -700 + + +80 - - -800 + + +100 - - -900 + + +120 - + -0.9382 +-0.322 - -0.9384 - - - -0.9386 - - - -0.9388 - - - -0.939 + +-0.32 - - -0.9392 + + +-0.318 - - -0.9394 + + +-0.316 - - -0.9396 + + +-0.314 - - -0.9398 + + +-0.312 - - -0.94 + + +-0.31 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/median.svg b/criterion/micro_ops_union/report/change/median.svg index 7a98170c70ef..7af78db68a94 100644 --- a/criterion/micro_ops_union/report/change/median.svg +++ b/criterion/micro_ops_union/report/change/median.svg @@ -9,86 +9,78 @@ Density (a.u.) Relative change (%) - -100 - - - -200 + +20 - - -300 + + +40 - - -400 + + +60 - - -500 + + +80 - - -600 - - - -700 + + +100 - - -800 + + +120 - - -900 + + +140 - + - -0.9388 + +-0.328 - - -0.939 + + +-0.326 - - -0.9392 + + +-0.324 - - -0.9394 + + +-0.322 - - -0.9396 + + +-0.32 - - -0.9398 + + +-0.318 - - -0.94 + + +-0.316 - - -0.9402 + + +-0.314 - - -0.9404 + + +-0.312 - - -0.9406 + + +-0.31 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/t-test.svg b/criterion/micro_ops_union/report/change/t-test.svg index 4a09cb0d49d8..bc05d9d2c6ca 100644 --- a/criterion/micro_ops_union/report/change/t-test.svg +++ b/criterion/micro_ops_union/report/change/t-test.svg @@ -21,69 +21,69 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_union/report/index.html b/criterion/micro_ops_union/report/index.html index 3be6a2f3cc2b..a18ffcf67d5a 100644 --- a/criterion/micro_ops_union/report/index.html +++ b/criterion/micro_ops_union/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 69.245 µs - 69.260 µs - 69.276 µs + 47.365 µs + 47.750 µs + 48.157 µs R² - 0.9998542 - 0.9998611 - 0.9998539 + 0.8624064 + 0.8681166 + 0.8617450 Mean - 69.235 µs - 69.260 µs - 69.282 µs + 46.934 µs + 47.356 µs + 47.791 µs Std. Dev. - 88.333 ns - 121.56 ns - 153.64 ns + 1.7902 µs + 2.1986 µs + 2.6085 µs Median - 69.243 µs - 69.265 µs - 69.290 µs + 46.728 µs + 47.364 µs + 47.789 µs MAD - 71.580 ns - 97.636 ns - 116.89 ns + 1.4920 µs + 1.8333 µs + 2.3989 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +93.821% - +93.913% - +93.987% + -32.191% + -31.625% + -31.077% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/micro_ops_union/report/mean.svg b/criterion/micro_ops_union/report/mean.svg index fb490d237b03..5eef8e3cd33a 100644 --- a/criterion/micro_ops_union/report/mean.svg +++ b/criterion/micro_ops_union/report/mean.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (µs) - -5 + +0.2 - - -10 + + +0.4 - - -15 + + +0.6 - - -20 + + +0.8 - - -25 + + +1 - - -30 + + +1.2 - - -35 + + +1.4 - - - -69.235 + + +1.6 + + + +1.8 - - -69.24 + + + +46.9 - - -69.245 + + +47 - - -69.25 + + +47.1 - - -69.255 + + +47.2 - - -69.26 + + +47.3 - - -69.265 + + +47.4 - - -69.27 + + +47.5 - - -69.275 + + +47.6 - - -69.28 + + +47.7 - - -69.285 + + +47.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/median.svg b/criterion/micro_ops_union/report/median.svg index 614b3903fc49..b0563710ab16 100644 --- a/criterion/micro_ops_union/report/median.svg +++ b/criterion/micro_ops_union/report/median.svg @@ -9,78 +9,74 @@ Density (a.u.) Average time (µs) - -10 + +0.2 - - -20 + + +0.4 - - -30 + + +0.6 - - -40 + + +0.8 - - -50 + + +1 - - -60 + + +1.2 - - - -69.24 - - - -69.245 + + +1.4 - - -69.25 + + +1.6 - - -69.255 + + +1.8 - - -69.26 + + +2 - - -69.265 + + + +46.8 - - -69.27 + + +47 - - -69.275 + + +47.2 - - -69.28 + + +47.4 - - -69.285 + + +47.6 - - -69.29 + + +47.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/pdf.svg b/criterion/micro_ops_union/report/pdf.svg index 5cb05c9351af..91cd3353c1bb 100644 --- a/criterion/micro_ops_union/report/pdf.svg +++ b/criterion/micro_ops_union/report/pdf.svg @@ -54,50 +54,46 @@ Average Time (µs) - -68.6 + +40 - - -68.7 + + +42 - - -68.8 + + +44 - - -68.9 + + +46 - - -69 + + +48 - - -69.1 - - - -69.2 + + +50 - - -69.3 + + +52 - - -69.4 + + +54 - - -69.5 + + +56 - - -69.6 + + +58 - + Density (a.u.) @@ -106,46 +102,52 @@ Density (a.u.) 0 - -0.5 - - - -1 - - - -1.5 - - - -2 - - - -2.5 - - - -3 - - - -3.5 - - - - - - - - - - - - - - + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_union/report/pdf_small.svg b/criterion/micro_ops_union/report/pdf_small.svg index 8c82f792e6d1..18a12bb5d949 100644 --- a/criterion/micro_ops_union/report/pdf_small.svg +++ b/criterion/micro_ops_union/report/pdf_small.svg @@ -10,47 +10,63 @@ Average Time (µs) 0 - -0.5 + +0.02 - - -1 + + +0.04 - - -1.5 + + +0.06 - - -2 + + +0.08 - - -2.5 + + +0.1 - - -3 + + +0.12 - - -3.5 + + +0.14 - - -4 + + +0.16 - + + +0.18 + + + +0.2 + + - -69 + +40 + + + +45 + + + +50 - - -69.5 + + +55 - - - + + + diff --git a/criterion/micro_ops_union/report/regression.svg b/criterion/micro_ops_union/report/regression.svg index 1e10fdddec25..415e4c975599 100644 --- a/criterion/micro_ops_union/report/regression.svg +++ b/criterion/micro_ops_union/report/regression.svg @@ -18,37 +18,27 @@ Iterations - - - - - - + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - -25.0 - - - -30.0 - - + 50 @@ -91,107 +81,107 @@ Iterations - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_union/report/regression_small.svg b/criterion/micro_ops_union/report/regression_small.svg index ec78babd4d96..e8728fc3b886 100644 --- a/criterion/micro_ops_union/report/regression_small.svg +++ b/criterion/micro_ops_union/report/regression_small.svg @@ -15,37 +15,27 @@ Iterations - - - - - - + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - -25.0 - - - -30.0 - - + 50 @@ -88,105 +78,105 @@ Iterations - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_union/report/relative_pdf_small.svg b/criterion/micro_ops_union/report/relative_pdf_small.svg index 2fcbf52cf8d2..db2d7fc898cf 100644 --- a/criterion/micro_ops_union/report/relative_pdf_small.svg +++ b/criterion/micro_ops_union/report/relative_pdf_small.svg @@ -6,57 +6,49 @@ Density (a.u.) Average Time (µs) - -1 - - - -2 + +0.5 - - -3 + + +1 - + -4 +1.5 - -5 - - - -6 + +2 - - -7 + + +2.5 - + -8 +3 - -9 + +3.5 - + - + 40 - - + + 50 - - + + 60 - - - - - + + + + + diff --git a/criterion/micro_ops_union/report/relative_regression_small.svg b/criterion/micro_ops_union/report/relative_regression_small.svg index aa8f87723f2d..978fb1318be6 100644 --- a/criterion/micro_ops_union/report/relative_regression_small.svg +++ b/criterion/micro_ops_union/report/relative_regression_small.svg @@ -6,89 +6,99 @@ Total sample time (ms) Iterations - - + + + + - - + + + + - - - - - + + + + - - + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - -25.0 - - + -30.0 +25.0 - -35.0 - - - -40.0 + +30.0 - + 0 - + +50 + + + 100 - - + + +150 + + + 200 - + -300 +250 - + +300 + + + +350 + + + 400 - - -500 + + +450 - + -600 +500 - - - - + + + + diff --git a/criterion/micro_ops_union/report/slope.svg b/criterion/micro_ops_union/report/slope.svg index 898eba7227f4..a9b138212905 100644 --- a/criterion/micro_ops_union/report/slope.svg +++ b/criterion/micro_ops_union/report/slope.svg @@ -10,77 +10,89 @@ Average time (µs) -5 +0.2 -10 +0.4 - -15 + +0.6 - - -20 + + +0.8 - - -25 + + +1 - - -30 + + +1.2 - - -35 + + +1.4 - - -40 + + +1.6 - - -45 + + +1.8 - - -50 + + +2 - + - -69.245 + +47.3 - - -69.25 + + +47.4 - - -69.255 + + +47.5 - - -69.26 + + +47.6 - - -69.265 + + +47.7 - - -69.27 + + +47.8 - - -69.275 + + +47.9 - - - - + + +48 + + + +48.1 + + + +48.2 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/typical.svg b/criterion/micro_ops_union/report/typical.svg index a829d4988c10..513c43bd4aa8 100644 --- a/criterion/micro_ops_union/report/typical.svg +++ b/criterion/micro_ops_union/report/typical.svg @@ -10,77 +10,89 @@ Average time (µs) -5 +0.2 -10 +0.4 - -15 + +0.6 - - -20 + + +0.8 - - -25 + + +1 - - -30 + + +1.2 - - -35 + + +1.4 - - -40 + + +1.6 - - -45 + + +1.8 - - -50 + + +2 - + - -69.245 + +47.3 - - -69.25 + + +47.4 - - -69.255 + + +47.5 - - -69.26 + + +47.6 - - -69.265 + + +47.7 - - -69.27 + + +47.8 - - -69.275 + + +47.9 - - - - + + +48 + + + +48.1 + + + +48.2 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/base/estimates.json b/criterion/micro_ops_unique/base/estimates.json index 3c4c538ae8e6..90c0cedeaea3 100644 --- a/criterion/micro_ops_unique/base/estimates.json +++ b/criterion/micro_ops_unique/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69797.87234003194,"upper_bound":70026.0623356802},"point_estimate":69906.7901185532,"standard_error":58.202153823350415},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69914.50059484153,"upper_bound":70119.94285714286},"point_estimate":70015.24434523808,"standard_error":62.359428991550516},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":266.2001482084295,"upper_bound":597.6968833239557},"point_estimate":453.9891558858789,"standard_error":82.38491071282964},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70094.64945637356,"upper_bound":70232.81825071311},"point_estimate":70163.81986531276,"standard_error":35.154771938849535},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":431.7779877970648,"upper_bound":775.0291444727663},"point_estimate":584.9024290773283,"standard_error":96.58913441819143}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95710.64503064654,"upper_bound":98638.52101501131},"point_estimate":96906.27678125739,"standard_error":765.5882136163085},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95820.28823529412,"upper_bound":97130.55217391305},"point_estimate":96419.54649122807,"standard_error":306.6068924107886},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1964.633538241172,"upper_bound":3798.977557933983},"point_estimate":3009.966357398325,"standard_error":494.8022822741245},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95710.61484102347,"upper_bound":97355.369908462},"point_estimate":96522.65812738289,"standard_error":419.32260140319715},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2814.9148957364055,"upper_bound":12343.398630177646},"point_estimate":7654.1774551890585,"standard_error":3087.6027837235583}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/sample.json b/criterion/micro_ops_unique/base/sample.json index d8313c9d8869..e0ae0bc39a47 100644 --- a/criterion/micro_ops_unique/base/sample.json +++ b/criterion/micro_ops_unique/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[487593.0,964689.0,1463579.0,1962572.0,2462567.0,2931463.0,3388953.0,3885451.0,4475940.0,4857537.0,5330232.0,5840322.0,6340119.0,6778112.0,7260805.0,7775295.0,8247191.0,8706486.0,9201579.0,9634473.0,10142571.0,10607157.0,11189257.0,11608146.0,12185642.0,12598934.0,13069229.0,13651521.0,14249713.0,14563711.0,15181000.0,15751698.0,16141685.0,16645779.0,16965576.0,17550274.0,17919466.0,18598855.0,18929153.0,19444443.0,19811142.0,20374833.0,20852825.0,21465719.0,21879016.0,22603401.0,24118792.0,23492797.0,24076884.0,24521477.0,25006476.0,25455072.0,26138453.0,26397256.0,27049037.0,27414439.0,27986431.0,28400727.0,28961626.0,29439211.0,29997512.0,30442301.0,30913398.0,31606488.0,31914875.0,32433575.0,32850077.0,33492859.0,33914147.0,34377553.0,34775438.0,35369135.0,35887327.0,36360722.0,37078418.0,37223516.0,37784906.0,38235197.0,38659397.0,39201487.0,39590082.0,40356269.0,40857565.0,41312155.0,41767052.0,42421846.0,42813051.0,43385836.0,43944817.0,44186525.0,44896311.0,45133521.0,45836796.0,46303193.0,46704384.0,47160376.0,47773272.0,48188371.0,48664275.0,49083960.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[480204.0,886802.0,1403608.0,1931005.0,2392314.0,2769516.0,3372120.0,3708717.0,4375421.0,4582526.0,5137827.0,5785636.0,6126635.0,6769237.0,12346466.0,7828454.0,8367241.0,8650552.0,8860743.0,9893464.0,9975851.0,10046950.0,11192856.0,11665756.0,11687753.0,11738270.0,12602072.0,12625384.0,13330579.0,14285382.0,15568891.0,15352776.0,15223395.0,15541783.0,16201705.0,17321304.0,18084000.0,20172012.0,19234809.0,19524500.0,19801418.0,20945708.0,20804609.0,21633313.0,22813424.0,22340027.0,22498031.0,23374214.0,23759037.0,24362848.0,28679967.0,25865932.0,26681351.0,26480932.0,25463962.0,26648528.0,26897656.0,27502147.0,28826662.0,29875062.0,29471843.0,30860974.0,30650854.0,29382754.0,29951991.0,31552776.0,33069460.0,32578898.0,33670302.0,35634008.0,34165808.0,35073611.0,36244195.0,36097094.0,36587812.0,36636494.0,36112610.0,37161320.0,37903577.0,37632914.0,38156768.0,40513804.0,41105438.0,41192717.0,41415492.0,44263532.0,41933236.0,41789414.0,40518033.0,40932322.0,41248513.0,42315520.0,44933561.0,44865039.0,46082357.0,47562159.0,48574067.0,48288067.0,47075043.0,46795944.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/tukey.json b/criterion/micro_ops_unique/base/tukey.json index b54124162559..a2d629fc2e15 100644 --- a/criterion/micro_ops_unique/base/tukey.json +++ b/criterion/micro_ops_unique/base/tukey.json @@ -1 +1 @@ -[67163.89912008276,68308.95208980328,71362.42667572467,72507.47964544519] \ No newline at end of file +[82312.42881854254,88161.94466089465,103760.6535738336,109610.1694161857] \ No newline at end of file diff --git a/criterion/micro_ops_unique/change/estimates.json b/criterion/micro_ops_unique/change/estimates.json index c903d71c07e0..346f82e08249 100644 --- a/criterion/micro_ops_unique/change/estimates.json +++ b/criterion/micro_ops_unique/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.2027578120531559,"upper_bound":-0.19977905590458128},"point_estimate":-0.20123713555061584,"standard_error":0.0007673192602427735},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.20144186679111453,"upper_bound":-0.19856822750372632},"point_estimate":-0.1997420405786975,"standard_error":0.0007640130572203453}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3684288469721174,"upper_bound":0.41063099436224204},"point_estimate":0.38622123282897736,"standard_error":0.012886285827736706},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.36649365894804986,"upper_bound":0.3878146109267913},"point_estimate":0.3771221880736866,"standard_error":0.005057396836690116}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/estimates.json b/criterion/micro_ops_unique/new/estimates.json index 3c4c538ae8e6..90c0cedeaea3 100644 --- a/criterion/micro_ops_unique/new/estimates.json +++ b/criterion/micro_ops_unique/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69797.87234003194,"upper_bound":70026.0623356802},"point_estimate":69906.7901185532,"standard_error":58.202153823350415},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69914.50059484153,"upper_bound":70119.94285714286},"point_estimate":70015.24434523808,"standard_error":62.359428991550516},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":266.2001482084295,"upper_bound":597.6968833239557},"point_estimate":453.9891558858789,"standard_error":82.38491071282964},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70094.64945637356,"upper_bound":70232.81825071311},"point_estimate":70163.81986531276,"standard_error":35.154771938849535},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":431.7779877970648,"upper_bound":775.0291444727663},"point_estimate":584.9024290773283,"standard_error":96.58913441819143}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95710.64503064654,"upper_bound":98638.52101501131},"point_estimate":96906.27678125739,"standard_error":765.5882136163085},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95820.28823529412,"upper_bound":97130.55217391305},"point_estimate":96419.54649122807,"standard_error":306.6068924107886},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1964.633538241172,"upper_bound":3798.977557933983},"point_estimate":3009.966357398325,"standard_error":494.8022822741245},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95710.61484102347,"upper_bound":97355.369908462},"point_estimate":96522.65812738289,"standard_error":419.32260140319715},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2814.9148957364055,"upper_bound":12343.398630177646},"point_estimate":7654.1774551890585,"standard_error":3087.6027837235583}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/sample.json b/criterion/micro_ops_unique/new/sample.json index d8313c9d8869..e0ae0bc39a47 100644 --- a/criterion/micro_ops_unique/new/sample.json +++ b/criterion/micro_ops_unique/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[487593.0,964689.0,1463579.0,1962572.0,2462567.0,2931463.0,3388953.0,3885451.0,4475940.0,4857537.0,5330232.0,5840322.0,6340119.0,6778112.0,7260805.0,7775295.0,8247191.0,8706486.0,9201579.0,9634473.0,10142571.0,10607157.0,11189257.0,11608146.0,12185642.0,12598934.0,13069229.0,13651521.0,14249713.0,14563711.0,15181000.0,15751698.0,16141685.0,16645779.0,16965576.0,17550274.0,17919466.0,18598855.0,18929153.0,19444443.0,19811142.0,20374833.0,20852825.0,21465719.0,21879016.0,22603401.0,24118792.0,23492797.0,24076884.0,24521477.0,25006476.0,25455072.0,26138453.0,26397256.0,27049037.0,27414439.0,27986431.0,28400727.0,28961626.0,29439211.0,29997512.0,30442301.0,30913398.0,31606488.0,31914875.0,32433575.0,32850077.0,33492859.0,33914147.0,34377553.0,34775438.0,35369135.0,35887327.0,36360722.0,37078418.0,37223516.0,37784906.0,38235197.0,38659397.0,39201487.0,39590082.0,40356269.0,40857565.0,41312155.0,41767052.0,42421846.0,42813051.0,43385836.0,43944817.0,44186525.0,44896311.0,45133521.0,45836796.0,46303193.0,46704384.0,47160376.0,47773272.0,48188371.0,48664275.0,49083960.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[480204.0,886802.0,1403608.0,1931005.0,2392314.0,2769516.0,3372120.0,3708717.0,4375421.0,4582526.0,5137827.0,5785636.0,6126635.0,6769237.0,12346466.0,7828454.0,8367241.0,8650552.0,8860743.0,9893464.0,9975851.0,10046950.0,11192856.0,11665756.0,11687753.0,11738270.0,12602072.0,12625384.0,13330579.0,14285382.0,15568891.0,15352776.0,15223395.0,15541783.0,16201705.0,17321304.0,18084000.0,20172012.0,19234809.0,19524500.0,19801418.0,20945708.0,20804609.0,21633313.0,22813424.0,22340027.0,22498031.0,23374214.0,23759037.0,24362848.0,28679967.0,25865932.0,26681351.0,26480932.0,25463962.0,26648528.0,26897656.0,27502147.0,28826662.0,29875062.0,29471843.0,30860974.0,30650854.0,29382754.0,29951991.0,31552776.0,33069460.0,32578898.0,33670302.0,35634008.0,34165808.0,35073611.0,36244195.0,36097094.0,36587812.0,36636494.0,36112610.0,37161320.0,37903577.0,37632914.0,38156768.0,40513804.0,41105438.0,41192717.0,41415492.0,44263532.0,41933236.0,41789414.0,40518033.0,40932322.0,41248513.0,42315520.0,44933561.0,44865039.0,46082357.0,47562159.0,48574067.0,48288067.0,47075043.0,46795944.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/tukey.json b/criterion/micro_ops_unique/new/tukey.json index b54124162559..a2d629fc2e15 100644 --- a/criterion/micro_ops_unique/new/tukey.json +++ b/criterion/micro_ops_unique/new/tukey.json @@ -1 +1 @@ -[67163.89912008276,68308.95208980328,71362.42667572467,72507.47964544519] \ No newline at end of file +[82312.42881854254,88161.94466089465,103760.6535738336,109610.1694161857] \ No newline at end of file diff --git a/criterion/micro_ops_unique/report/MAD.svg b/criterion/micro_ops_unique/report/MAD.svg index a2c1f36ae65a..d13016628c39 100644 --- a/criterion/micro_ops_unique/report/MAD.svg +++ b/criterion/micro_ops_unique/report/MAD.svg @@ -6,69 +6,65 @@ micro/ops/unique:MAD Density (a.u.) -Average time (ns) +Average time (µs) - -0.001 + +0.1 - - -0.002 + + +0.2 - - -0.003 + + +0.3 - - -0.004 + + +0.4 - - -0.005 + + +0.5 - - -0.006 + + +0.6 - - - -250 - - - -300 + + +0.7 - - -350 + + +0.8 - - -400 + + + +2 - - -450 + + +2.5 - - -500 + + +3 - - -550 + + +3.5 - - -600 + + +4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/SD.svg b/criterion/micro_ops_unique/report/SD.svg index f89340aadb7c..8c8980668bc3 100644 --- a/criterion/micro_ops_unique/report/SD.svg +++ b/criterion/micro_ops_unique/report/SD.svg @@ -6,73 +6,69 @@ micro/ops/unique:SD Density (a.u.) -Average time (ns) +Average time (µs) - -0.001 + +0.05 - - -0.002 + + +0.1 - - -0.003 + + +0.15 - - -0.004 + + +0.2 - - -0.005 + + +0.25 - - -0.006 + + +0.3 - - - -400 - - - -450 + + +0.35 - - -500 + + +0.4 - - -550 + + + +2 - - -600 + + +4 - - -650 + + +6 - - -700 + + +8 - - -750 + + +10 - - -800 + + +12 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/both/pdf.svg b/criterion/micro_ops_unique/report/both/pdf.svg index e5cff5c5e3af..3cfac34d220b 100644 --- a/criterion/micro_ops_unique/report/both/pdf.svg +++ b/criterion/micro_ops_unique/report/both/pdf.svg @@ -9,47 +9,63 @@ Density (a.u.) Average Time (µs) - -0.5 + +0.1 + + + +0.2 - - -1 + + +0.3 - - -1.5 + + +0.4 - - -2 + + +0.5 - - -2.5 + + +0.6 - - - -70 + + +0.7 - - -75 + + +0.8 - - + + + 80 - - -85 + + +100 + + + +120 + + + +140 + + + +160 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_unique/report/both/regression.svg b/criterion/micro_ops_unique/report/both/regression.svg index 000ef95b2739..b9312b1e96ff 100644 --- a/criterion/micro_ops_unique/report/both/regression.svg +++ b/criterion/micro_ops_unique/report/both/regression.svg @@ -17,41 +17,41 @@ Iterations - - - - - - + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - + 0 @@ -85,10 +85,10 @@ Iterations 700 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_unique/report/change/mean.svg b/criterion/micro_ops_unique/report/change/mean.svg index 953a7cc1dc7b..817d12058271 100644 --- a/criterion/micro_ops_unique/report/change/mean.svg +++ b/criterion/micro_ops_unique/report/change/mean.svg @@ -9,82 +9,86 @@ Density (a.u.) Relative change (%) - -50 + +5 - - -100 + + +10 - - -150 + + +15 - - -200 + + +20 - - -250 + + +25 - - -300 + + +30 - - -350 + + +35 - - -400 + + +40 - - -450 - - - -500 - - + --0.203 +0.365 - --0.2025 + +0.37 + + + +0.375 + + + +0.38 + + + +0.385 - - --0.202 + + +0.39 - - --0.2015 + + +0.395 - - --0.201 + + +0.4 - - --0.2005 + + +0.405 - - --0.2 + + +0.41 - - --0.1995 + + +0.415 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/median.svg b/criterion/micro_ops_unique/report/change/median.svg index b8a4222c2df0..f9c5d5397412 100644 --- a/criterion/micro_ops_unique/report/change/median.svg +++ b/criterion/micro_ops_unique/report/change/median.svg @@ -9,62 +9,78 @@ Density (a.u.) Relative change (%) - -100 + +10 - - -200 + + +20 - - -300 + + +30 - - -400 + + +40 - - -500 + + +50 - - -600 + + +60 - - - --0.2015 + + +70 + + + +80 + + + +90 - - --0.201 + + +100 + + + +110 + + + + +0.365 - - --0.2005 + + +0.37 - - --0.2 + + +0.375 - - --0.1995 + + +0.38 - - --0.199 + + +0.385 - - --0.1985 + + +0.39 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/t-test.svg b/criterion/micro_ops_unique/report/change/t-test.svg index 63b0cb421ffc..2891b4e24d49 100644 --- a/criterion/micro_ops_unique/report/change/t-test.svg +++ b/criterion/micro_ops_unique/report/change/t-test.svg @@ -25,14 +25,14 @@ t score 0.15 - + 0.2 - - + + 0.25 - + 0.3 @@ -41,49 +41,49 @@ t score 0.35 - + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_unique/report/index.html b/criterion/micro_ops_unique/report/index.html index cec9d7dc7223..4b1fb2685088 100644 --- a/criterion/micro_ops_unique/report/index.html +++ b/criterion/micro_ops_unique/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 70.095 µs - 70.164 µs - 70.233 µs + 95.711 µs + 96.523 µs + 97.355 µs R² - 0.9956711 - 0.9958042 - 0.9956717 + 0.8056722 + 0.8129710 + 0.8052994 Mean - 69.798 µs - 69.907 µs - 70.026 µs + 95.711 µs + 96.906 µs + 98.639 µs Std. Dev. - 431.78 ns - 584.90 ns - 775.03 ns + 2.8149 µs + 7.6542 µs + 12.343 µs Median - 69.915 µs - 70.015 µs - 70.120 µs + 95.820 µs + 96.420 µs + 97.131 µs MAD - 266.20 ns - 453.99 ns - 597.70 ns + 1.9646 µs + 3.0100 µs + 3.7990 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -20.276% - -20.124% - -19.978% + +36.843% + +38.622% + +41.063% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_unique/report/mean.svg b/criterion/micro_ops_unique/report/mean.svg index 03256fc2a257..6a94ab17fefb 100644 --- a/criterion/micro_ops_unique/report/mean.svg +++ b/criterion/micro_ops_unique/report/mean.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - -1 + +0.05 - + + +0.1 + + -2 +0.15 - -3 + +0.2 + + + +0.25 + + + +0.3 - - -4 + + +0.35 - - -5 + + +0.4 - - -6 + + +0.45 - - -7 + + +0.5 - + + +0.55 + + - -69.8 + +95.5 + + + +96 - - -69.85 + + +96.5 - - -69.9 + + +97 - - -69.95 + + +97.5 - - -70 + + +98 - - -70.05 + + +98.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/median.svg b/criterion/micro_ops_unique/report/median.svg index 1dc1e65a4c35..4d285860d295 100644 --- a/criterion/micro_ops_unique/report/median.svg +++ b/criterion/micro_ops_unique/report/median.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - -1 - - - -2 - - - -3 + +0.5 - - -4 + + +1 - - -5 + + +1.5 - - -6 + + +2 - - -7 + + +2.5 - - -8 + + + +95.8 - - -9 + + +96 - - - -69.9 + + +96.2 - - -69.95 + + +96.4 - - -70 + + +96.6 - - -70.05 + + +96.8 - - -70.1 + + +97 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/pdf.svg b/criterion/micro_ops_unique/report/pdf.svg index 43e144533d30..ba8e632f768e 100644 --- a/criterion/micro_ops_unique/report/pdf.svg +++ b/criterion/micro_ops_unique/report/pdf.svg @@ -13,59 +13,87 @@ Average Time (µs) 0 - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - -400 + + +350 - - -500 + + +400 - - -600 + + +450 - + -700 +500 - -69 + +80 + + + +90 + + + +100 + + + +110 + + + +120 - - -70 + + +130 - - -71 + + +140 - - -72 + + +150 - - -73 + + +160 - - -74 + + +170 - + Density (a.u.) @@ -74,46 +102,50 @@ Density (a.u.) 0 - -0.1 - - - -0.2 - - - -0.3 - - - -0.4 - - - -0.5 - - - -0.6 - - - -0.7 - - - -0.8 - - - - - - - - - - + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_unique/report/pdf_small.svg b/criterion/micro_ops_unique/report/pdf_small.svg index 5c57f8c08da4..0741a12374fd 100644 --- a/criterion/micro_ops_unique/report/pdf_small.svg +++ b/criterion/micro_ops_unique/report/pdf_small.svg @@ -10,55 +10,63 @@ Average Time (µs) 0 - -0.1 + +0.01 - - -0.2 + + +0.02 - - -0.3 + + +0.03 - - -0.4 + + +0.04 - - -0.5 + + +0.05 - - -0.6 + + +0.06 - - -0.7 + + +0.07 - - -0.8 + + +0.08 - - -0.9 + + +0.09 - + - -70 + +80 - - -72 + + +100 - - -74 + + +120 - - - + + +140 + + + +160 + + + + diff --git a/criterion/micro_ops_unique/report/regression.svg b/criterion/micro_ops_unique/report/regression.svg index 6d595ad03f30..64b9b976ea52 100644 --- a/criterion/micro_ops_unique/report/regression.svg +++ b/criterion/micro_ops_unique/report/regression.svg @@ -8,190 +8,205 @@ Total sample time (ms) Iterations - - - - - - + + + + + + + + + - + - - - - - - - + + + + + + + - + 5.0 - + 10.0 - + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - -400 + + +350 - - -500 + + +400 - - -600 + + +450 - + -700 +500 - + - - + + - - - - + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_unique/report/regression_small.svg b/criterion/micro_ops_unique/report/regression_small.svg index 4cf41e43561d..11a4c2624bbb 100644 --- a/criterion/micro_ops_unique/report/regression_small.svg +++ b/criterion/micro_ops_unique/report/regression_small.svg @@ -5,188 +5,203 @@ Total sample time (ms) Iterations - - - - - - + + + + + + + + + - - - - - - - - + + + + + + + + 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - -400 + + +350 - - -500 + + +400 - - -600 + + +450 - + -700 +500 - + - + - + - + - + - + - + - - + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - + + + + - - - - + + + + - - - + + + - - - - - - - - + + + + + + + + - - - + + + - - - - - - - - + + + + + + + + - + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - + + + + + + + diff --git a/criterion/micro_ops_unique/report/relative_pdf_small.svg b/criterion/micro_ops_unique/report/relative_pdf_small.svg index deac96f405ca..a74c40a71911 100644 --- a/criterion/micro_ops_unique/report/relative_pdf_small.svg +++ b/criterion/micro_ops_unique/report/relative_pdf_small.svg @@ -6,45 +6,61 @@ Density (a.u.) Average Time (µs) - -0.5 + +0.1 + + + +0.2 - - -1 + + +0.3 - - -1.5 + + +0.4 - - -2 + + +0.5 - - -2.5 + + +0.6 - - - -70 + + +0.7 - - -75 + + +0.8 - - + + + 80 - - -85 + + +100 + + + +120 + + + +140 + + + +160 - - - - - + + + + + diff --git a/criterion/micro_ops_unique/report/relative_regression_small.svg b/criterion/micro_ops_unique/report/relative_regression_small.svg index 5537cbe33fb9..9ac06dba07b4 100644 --- a/criterion/micro_ops_unique/report/relative_regression_small.svg +++ b/criterion/micro_ops_unique/report/relative_regression_small.svg @@ -14,41 +14,41 @@ Iterations - - - - - - + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - + 0 @@ -82,8 +82,8 @@ Iterations 700 - - - - + + + + diff --git a/criterion/micro_ops_unique/report/slope.svg b/criterion/micro_ops_unique/report/slope.svg index c11f32b6216a..dee9d736a8c8 100644 --- a/criterion/micro_ops_unique/report/slope.svg +++ b/criterion/micro_ops_unique/report/slope.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (µs) - -2 + +0.1 - - -4 + + +0.2 - - -6 + + +0.3 - - -8 + + +0.4 - - -10 + + +0.5 - - -12 + + +0.6 - + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + - -70.08 + +95.6 + + + +95.8 - - -70.1 + + +96 - - -70.12 + + +96.2 - - -70.14 + + +96.4 - - -70.16 + + +96.6 - - -70.18 + + +96.8 - - -70.2 + + +97 - - -70.22 + + +97.2 - - -70.24 + + +97.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/typical.svg b/criterion/micro_ops_unique/report/typical.svg index 51e75c2c99c2..79cad6387e12 100644 --- a/criterion/micro_ops_unique/report/typical.svg +++ b/criterion/micro_ops_unique/report/typical.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (µs) - -2 + +0.1 - - -4 + + +0.2 - - -6 + + +0.3 - - -8 + + +0.4 - - -10 + + +0.5 - - -12 + + +0.6 - + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + - -70.08 + +95.6 + + + +95.8 - - -70.1 + + +96 - - -70.12 + + +96.2 - - -70.14 + + +96.4 - - -70.16 + + +96.6 - - -70.18 + + +96.8 - - -70.2 + + +97 - - -70.22 + + +97.2 - - -70.24 + + +97.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/base/estimates.json b/criterion/reachability_hydroflow/base/estimates.json index a5cef40704cd..9a0bf941a4e5 100644 --- a/criterion/reachability_hydroflow/base/estimates.json +++ b/criterion/reachability_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2613808.9995999993,"upper_bound":2614591.3332375004},"point_estimate":2614187.233999999,"standard_error":199.4877277533926},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2613500.15,"upper_bound":2614392.2},"point_estimate":2613973.575,"standard_error":220.25215576413171},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1195.5908577740845,"upper_bound":2152.846356779613},"point_estimate":1662.6988054809883,"standard_error":258.5168999949512},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1549.3109581389085,"upper_bound":2524.6225598226056},"point_estimate":2005.3305703695244,"standard_error":259.30077593582365}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3065847.829264707,"upper_bound":3103679.0637500016},"point_estimate":3083809.3652941193,"standard_error":9683.465321165062},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3062980.911764706,"upper_bound":3093351.7352941176},"point_estimate":3076883.9411764704,"standard_error":8460.24965917868},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":65531.4857130535,"upper_bound":101414.98369364161},"point_estimate":84439.17038914002,"standard_error":9251.891528178896},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70827.39353906122,"upper_bound":127901.64523771006},"point_estimate":97470.52877596003,"standard_error":15475.139583518867}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/sample.json b/criterion/reachability_hydroflow/base/sample.json index 2db89ff1f716..21398896f5f9 100644 --- a/criterion/reachability_hydroflow/base/sample.json +++ b/criterion/reachability_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0],"times":[52251903.0,52231104.0,52283803.0,52255403.0,52284103.0,52275703.0,52263503.0,52354902.0,52296903.0,52284702.0,52262504.0,52336602.0,52256003.0,52301603.0,52290002.0,52290703.0,52304403.0,52281002.0,52240104.0,52266603.0,52319302.0,52317703.0,52262403.0,52279103.0,52232203.0,52333103.0,52315402.0,52214204.0,52295103.0,52272103.0,52214204.0,52285502.0,52325503.0,52255003.0,52256703.0,52278203.0,52248703.0,52251004.0,52222304.0,52258703.0,52326102.0,52269603.0,52266603.0,52325402.0,52372202.0,52272703.0,52285203.0,52286203.0,52241403.0,52265703.0,52270003.0,52255804.0,52278503.0,52277502.0,52224004.0,52356302.0,52269203.0,52230904.0,52308902.0,52353902.0,52260203.0,52262003.0,52282703.0,52255104.0,52312300.0,52279840.0,52486036.0,52238640.0,52298339.0,52233140.0,52354838.0,52293139.0,52324339.0,52336339.0,52294039.0,52322938.0,52296739.0,52215641.0,52226745.0,52262444.0,52326244.0,52250145.0,52287844.0,52256744.0,52250945.0,52269144.0,52289445.0,52290744.0,52322443.0,52313444.0,52265745.0,52314644.0,52272744.0,52275444.0,52288744.0,52294544.0,52292845.0,52336743.0,52290144.0,52266045.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0],"times":[50398212.0,50296311.0,49900707.0,52210227.0,53042233.0,51199618.0,51566721.0,50369111.0,50983716.0,50898816.0,52535429.0,52211627.0,52968532.0,53325135.0,53957141.0,54166642.0,55891957.0,52395928.0,54552545.0,52494128.0,53777640.0,53608037.0,51282319.0,52844432.0,52120726.0,52856132.0,51267918.0,51378420.0,52020625.0,52342328.0,51492620.0,50827815.0,51059117.0,51774023.0,52557230.0,51513421.0,51366419.0,52384328.0,52323727.0,52258827.0,51309519.0,50648714.0,51633622.0,52290327.0,53516537.0,52120826.0,52108026.0,52524329.0,51990824.0,51116318.0,52150726.0,51421620.0,53909640.0,51590122.0,51241818.0,50137810.0,50674014.0,52115526.0,49646405.0,56399061.0,52834731.0,49780307.0,51133918.0,51368219.0,52731131.0,53036333.0,53511737.0,56442561.0,61728905.0,52356427.0,51900224.0,53766340.0,53087733.0,54296444.0,54021441.0,53061033.0,52753131.0,53909641.0,51699422.0,53491437.0,52667330.0,51063517.0,52126826.0,51387720.0,50090409.0,53050733.0,53302836.0,54347544.0,54399244.0,52972033.0,52638530.0,53910340.0,53454037.0,53895640.0,50330011.0,52551330.0,50600713.0,51136618.0,53097633.0,53575138.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/tukey.json b/criterion/reachability_hydroflow/base/tukey.json index 4dfc1f215dc7..c7683e8cf1ec 100644 --- a/criterion/reachability_hydroflow/base/tukey.json +++ b/criterion/reachability_hydroflow/base/tukey.json @@ -1 +1 @@ -[2606297.2000000007,2609603.9312500004,2618421.8812499996,2621728.6124999993] \ No newline at end of file +[2703645.5735294125,2862181.4338235296,3284943.727941176,3443479.5882352935] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/change/estimates.json b/criterion/reachability_hydroflow/change/estimates.json index eff8c097221b..68a381d8cce4 100644 --- a/criterion/reachability_hydroflow/change/estimates.json +++ b/criterion/reachability_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0714847351812328,"upper_bound":0.07202555170439662},"point_estimate":0.0717728181303614,"standard_error":0.0001377153622839577},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07167064063081278,"upper_bound":0.07209077013330867},"point_estimate":0.07187298047903812,"standard_error":0.0001082052124590805}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.17233416630847082,"upper_bound":0.18730675882983117},"point_estimate":0.17964364800892474,"standard_error":0.003736559118479177},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1726773533709045,"upper_bound":0.18348196083177576},"point_estimate":0.17709068316670717,"standard_error":0.003063008207355028}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/estimates.json b/criterion/reachability_hydroflow/new/estimates.json index a5cef40704cd..9a0bf941a4e5 100644 --- a/criterion/reachability_hydroflow/new/estimates.json +++ b/criterion/reachability_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2613808.9995999993,"upper_bound":2614591.3332375004},"point_estimate":2614187.233999999,"standard_error":199.4877277533926},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2613500.15,"upper_bound":2614392.2},"point_estimate":2613973.575,"standard_error":220.25215576413171},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1195.5908577740845,"upper_bound":2152.846356779613},"point_estimate":1662.6988054809883,"standard_error":258.5168999949512},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1549.3109581389085,"upper_bound":2524.6225598226056},"point_estimate":2005.3305703695244,"standard_error":259.30077593582365}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3065847.829264707,"upper_bound":3103679.0637500016},"point_estimate":3083809.3652941193,"standard_error":9683.465321165062},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3062980.911764706,"upper_bound":3093351.7352941176},"point_estimate":3076883.9411764704,"standard_error":8460.24965917868},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":65531.4857130535,"upper_bound":101414.98369364161},"point_estimate":84439.17038914002,"standard_error":9251.891528178896},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70827.39353906122,"upper_bound":127901.64523771006},"point_estimate":97470.52877596003,"standard_error":15475.139583518867}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/sample.json b/criterion/reachability_hydroflow/new/sample.json index 2db89ff1f716..21398896f5f9 100644 --- a/criterion/reachability_hydroflow/new/sample.json +++ b/criterion/reachability_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0],"times":[52251903.0,52231104.0,52283803.0,52255403.0,52284103.0,52275703.0,52263503.0,52354902.0,52296903.0,52284702.0,52262504.0,52336602.0,52256003.0,52301603.0,52290002.0,52290703.0,52304403.0,52281002.0,52240104.0,52266603.0,52319302.0,52317703.0,52262403.0,52279103.0,52232203.0,52333103.0,52315402.0,52214204.0,52295103.0,52272103.0,52214204.0,52285502.0,52325503.0,52255003.0,52256703.0,52278203.0,52248703.0,52251004.0,52222304.0,52258703.0,52326102.0,52269603.0,52266603.0,52325402.0,52372202.0,52272703.0,52285203.0,52286203.0,52241403.0,52265703.0,52270003.0,52255804.0,52278503.0,52277502.0,52224004.0,52356302.0,52269203.0,52230904.0,52308902.0,52353902.0,52260203.0,52262003.0,52282703.0,52255104.0,52312300.0,52279840.0,52486036.0,52238640.0,52298339.0,52233140.0,52354838.0,52293139.0,52324339.0,52336339.0,52294039.0,52322938.0,52296739.0,52215641.0,52226745.0,52262444.0,52326244.0,52250145.0,52287844.0,52256744.0,52250945.0,52269144.0,52289445.0,52290744.0,52322443.0,52313444.0,52265745.0,52314644.0,52272744.0,52275444.0,52288744.0,52294544.0,52292845.0,52336743.0,52290144.0,52266045.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0],"times":[50398212.0,50296311.0,49900707.0,52210227.0,53042233.0,51199618.0,51566721.0,50369111.0,50983716.0,50898816.0,52535429.0,52211627.0,52968532.0,53325135.0,53957141.0,54166642.0,55891957.0,52395928.0,54552545.0,52494128.0,53777640.0,53608037.0,51282319.0,52844432.0,52120726.0,52856132.0,51267918.0,51378420.0,52020625.0,52342328.0,51492620.0,50827815.0,51059117.0,51774023.0,52557230.0,51513421.0,51366419.0,52384328.0,52323727.0,52258827.0,51309519.0,50648714.0,51633622.0,52290327.0,53516537.0,52120826.0,52108026.0,52524329.0,51990824.0,51116318.0,52150726.0,51421620.0,53909640.0,51590122.0,51241818.0,50137810.0,50674014.0,52115526.0,49646405.0,56399061.0,52834731.0,49780307.0,51133918.0,51368219.0,52731131.0,53036333.0,53511737.0,56442561.0,61728905.0,52356427.0,51900224.0,53766340.0,53087733.0,54296444.0,54021441.0,53061033.0,52753131.0,53909641.0,51699422.0,53491437.0,52667330.0,51063517.0,52126826.0,51387720.0,50090409.0,53050733.0,53302836.0,54347544.0,54399244.0,52972033.0,52638530.0,53910340.0,53454037.0,53895640.0,50330011.0,52551330.0,50600713.0,51136618.0,53097633.0,53575138.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/tukey.json b/criterion/reachability_hydroflow/new/tukey.json index 4dfc1f215dc7..c7683e8cf1ec 100644 --- a/criterion/reachability_hydroflow/new/tukey.json +++ b/criterion/reachability_hydroflow/new/tukey.json @@ -1 +1 @@ -[2606297.2000000007,2609603.9312500004,2618421.8812499996,2621728.6124999993] \ No newline at end of file +[2703645.5735294125,2862181.4338235296,3284943.727941176,3443479.5882352935] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/report/MAD.svg b/criterion/reachability_hydroflow/report/MAD.svg index 1dea3900022f..881ca3bfab9c 100644 --- a/criterion/reachability_hydroflow/report/MAD.svg +++ b/criterion/reachability_hydroflow/report/MAD.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (µs) - -0.2 + +0.005 - - -0.4 + + +0.01 - - -0.6 + + +0.015 - - -0.8 + + +0.02 - - -1 + + +0.025 - - -1.2 + + +0.03 - - -1.4 + + +0.035 - - -1.6 + + +0.04 - + + +0.045 + + + +0.05 + + - -1.2 + +65 + + + +70 + + + +75 + + + +80 - - -1.4 + + +85 - - -1.6 + + +90 - - -1.8 + + +95 - - -2 + + +100 - - -2.2 + + +105 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/SD.svg b/criterion/reachability_hydroflow/report/SD.svg index 45c1ebd94476..ff10bf613f8d 100644 --- a/criterion/reachability_hydroflow/report/SD.svg +++ b/criterion/reachability_hydroflow/report/SD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -0.2 + +0.005 - - -0.4 + + +0.01 - - -0.6 + + +0.015 - - -0.8 + + +0.02 - - -1 + + +0.025 - - -1.2 + + +0.03 - - -1.4 - - - -1.6 - - + - -1.6 + +70 + + + +80 - - -1.8 + + +90 - - -2 + + +100 - - -2.2 + + +110 - - -2.4 + + +120 - - -2.6 + + +130 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/both/iteration_times.svg b/criterion/reachability_hydroflow/report/both/iteration_times.svg index 882be4a239c2..a6d5c0687f09 100644 --- a/criterion/reachability_hydroflow/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow/report/both/iteration_times.svg @@ -16,57 +16,57 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + - + - -2.44 + +2.7 - - -2.46 + + +2.8 - - -2.48 + + +2.9 - - -2.5 + + +3.0 - - -2.52 + + +3.1 - - -2.54 + + +3.2 - - -2.56 + + +3.3 - - -2.58 + + +3.4 - + -2.6 +3.5 - -2.62 + +3.6 - + 0 @@ -112,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - + + + + + Current diff --git a/criterion/reachability_hydroflow/report/both/pdf.svg b/criterion/reachability_hydroflow/report/both/pdf.svg index 555de2f8357f..4b0d39b07a5b 100644 --- a/criterion/reachability_hydroflow/report/both/pdf.svg +++ b/criterion/reachability_hydroflow/report/both/pdf.svg @@ -50,26 +50,26 @@ Average Time (ms) - -2.45 - - - -2.5 - - - -2.55 - - - -2.6 - - - - - - + +2.8 + + + +3 + + + +3.2 + + + +3.4 + + + + + + Base PDF diff --git a/criterion/reachability_hydroflow/report/change/mean.svg b/criterion/reachability_hydroflow/report/change/mean.svg index 2503899ce8b6..5fc1f0f58490 100644 --- a/criterion/reachability_hydroflow/report/change/mean.svg +++ b/criterion/reachability_hydroflow/report/change/mean.svg @@ -9,54 +9,70 @@ Density (a.u.) Relative change (%) - -500 + +20 - - -1000 + + +40 - - -1500 + + +60 - - -2000 + + +80 - - -2500 + + +100 - + + +120 + + - -0.0715 + +0.172 + + + +0.174 + + + +0.176 + + + +0.178 - - -0.0716 + + +0.18 - - -0.0717 + + +0.182 - - -0.0718 + + +0.184 - - -0.0719 + + +0.186 - - -0.072 + + +0.188 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/median.svg b/criterion/reachability_hydroflow/report/change/median.svg index 36ba76c655dd..45e01df9e84c 100644 --- a/criterion/reachability_hydroflow/report/change/median.svg +++ b/criterion/reachability_hydroflow/report/change/median.svg @@ -9,78 +9,78 @@ Density (a.u.) Relative change (%) - -500 + +20 - - -1000 + + +40 - - -1500 + + +60 - - -2000 + + +80 - - -2500 + + +100 - - -3000 + + +120 - - -3500 + + +140 - - - -0.07165 + + +160 - - -0.0717 + + +180 - - -0.07175 + + +200 - - -0.0718 + + + +0.172 - - -0.07185 + + +0.174 - - -0.0719 + + +0.176 - - -0.07195 + + +0.178 - - -0.072 + + +0.18 - - -0.07205 + + +0.182 - - -0.0721 + + +0.184 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/t-test.svg b/criterion/reachability_hydroflow/report/change/t-test.svg index d54a42b1cf10..784dd22a05a2 100644 --- a/criterion/reachability_hydroflow/report/change/t-test.svg +++ b/criterion/reachability_hydroflow/report/change/t-test.svg @@ -37,56 +37,52 @@ t score 0.3 - + 0.35 - + 0.4 - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/reachability_hydroflow/report/index.html b/criterion/reachability_hydroflow/report/index.html index bc6a4d3890b6..0bcc5c69eec5 100644 --- a/criterion/reachability_hydroflow/report/index.html +++ b/criterion/reachability_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0018954 - 0.0019634 - 0.0018862 + 0.0046851 + 0.0048450 + 0.0046507 Mean - 2.6138 ms - 2.6142 ms - 2.6146 ms + 3.0658 ms + 3.0838 ms + 3.1037 ms Std. Dev. - 1.5493 µs - 2.0053 µs - 2.5246 µs + 70.827 µs + 97.471 µs + 127.90 µs Median - 2.6135 ms - 2.6140 ms - 2.6144 ms + 3.0630 ms + 3.0769 ms + 3.0934 ms MAD - 1.1956 µs - 1.6627 µs - 2.1528 µs + 65.531 µs + 84.439 µs + 101.41 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +7.1485% - +7.1773% - +7.2026% + +17.233% + +17.964% + +18.731% (p = 0.00 < 0.05) diff --git a/criterion/reachability_hydroflow/report/iteration_times.svg b/criterion/reachability_hydroflow/report/iteration_times.svg index b95c986da528..c159d66a99c6 100644 --- a/criterion/reachability_hydroflow/report/iteration_times.svg +++ b/criterion/reachability_hydroflow/report/iteration_times.svg @@ -15,42 +15,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - -2.612 + +3.0 - - -2.614 + + +3.1 - - -2.616 + + +3.2 - - -2.618 + + +3.3 - - -2.62 + + +3.4 - - -2.622 + + +3.5 - - -2.624 - - + 10 @@ -92,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow/report/iteration_times_small.svg b/criterion/reachability_hydroflow/report/iteration_times_small.svg index c8ff4338bce3..95d4e8995393 100644 --- a/criterion/reachability_hydroflow/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow/report/iteration_times_small.svg @@ -12,42 +12,37 @@ Average Iteration Time (ms) - - - + + + - - - + + - -2.612 + +3.0 - - -2.614 + + +3.1 - - -2.616 + + +3.2 - + -2.618 +3.3 - -2.62 + +3.4 - - -2.622 + + +3.5 - - -2.624 - - + 10 @@ -89,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow/report/mean.svg b/criterion/reachability_hydroflow/report/mean.svg index 1fe0acef804e..d7fcdf97771d 100644 --- a/criterion/reachability_hydroflow/report/mean.svg +++ b/criterion/reachability_hydroflow/report/mean.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (ms) - -200 + +5 - - -400 + + +10 - - -600 + + +15 - - -800 + + +20 - - -1000 + + +25 - - -1200 + + +30 - - -1400 + + +35 - - -1600 + + +40 - - -1800 + + +45 - - -2000 - - - -2200 - - + - -2.6138 + +3.065 - - -2.6139 + + +3.07 - - -2.614 + + +3.075 - - -2.6141 + + +3.08 - - -2.6142 + + +3.085 - - -2.6143 + + +3.09 - - -2.6144 + + +3.095 - - -2.6145 + + +3.1 - - -2.6146 + + +3.105 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/median.svg b/criterion/reachability_hydroflow/report/median.svg index 570a477b9d86..69c5277f408a 100644 --- a/criterion/reachability_hydroflow/report/median.svg +++ b/criterion/reachability_hydroflow/report/median.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (ms) - -500 + +10 - - -1000 + + +20 - - -1500 + + +30 - - -2000 + + +40 - - -2500 + + +50 - - -3000 + + +60 - - - -2.6135 + + +70 - - -2.6136 + + + +3.06 - - -2.6137 + + +3.065 - - -2.6138 + + +3.07 - - -2.6139 + + +3.075 - + -2.614 +3.08 - -2.6141 - - - -2.6142 + +3.085 - - -2.6143 + + +3.09 - - -2.6144 + + +3.095 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/pdf.svg b/criterion/reachability_hydroflow/report/pdf.svg index c899befd479b..086853312be1 100644 --- a/criterion/reachability_hydroflow/report/pdf.svg +++ b/criterion/reachability_hydroflow/report/pdf.svg @@ -13,83 +13,79 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - -18 - - - -20 - - + - -2.61 + +2.8 - - -2.612 + + +2.9 - - -2.614 + + +3 - - -2.616 + + +3.1 - - -2.618 + + +3.2 - - -2.62 + + +3.3 - - -2.622 + + +3.4 - - -2.624 + + +3.5 - - -2.626 + + +3.6 - + + +3.7 + + Density (a.u.) @@ -98,56 +94,52 @@ Density (a.u.) 0 - -20 - - - -40 - - - -60 - - - -80 - - - -100 - - - -120 - - - -140 - - - -160 - - - -180 - - - -200 - - - - - - + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + - - - - - + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow/report/pdf_small.svg b/criterion/reachability_hydroflow/report/pdf_small.svg index c2d450a5b196..fa3ba33b4c21 100644 --- a/criterion/reachability_hydroflow/report/pdf_small.svg +++ b/criterion/reachability_hydroflow/report/pdf_small.svg @@ -10,39 +10,59 @@ Average Time (ms) 0 - -50 + +0.5 - - -100 + + +1 - - -150 + + +1.5 - - -200 + + +2 - + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + - -2.61 + +2.8 - - -2.615 + + +3 - - -2.62 + + +3.2 - - -2.625 + + +3.4 - - - + + + diff --git a/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg index 4614bcdbcbcb..3072b8689524 100644 --- a/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg @@ -13,57 +13,57 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + - + - -2.44 + +2.7 - - -2.46 + + +2.8 - - -2.48 + + +2.9 - - -2.5 + + +3.0 - - -2.52 + + +3.1 - - -2.54 + + +3.2 - - -2.56 + + +3.3 - - -2.58 + + +3.4 - + -2.6 +3.5 - -2.62 + +3.6 - + 0 @@ -109,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - + - - - + + + diff --git a/criterion/reachability_hydroflow/report/relative_pdf_small.svg b/criterion/reachability_hydroflow/report/relative_pdf_small.svg index d53429d4e77a..05e4f1944ff9 100644 --- a/criterion/reachability_hydroflow/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow/report/relative_pdf_small.svg @@ -47,24 +47,24 @@ Average Time (ms) - -2.45 - - - -2.5 - - - -2.55 - - - -2.6 - - - - - - + +2.8 + + + +3 + + + +3.2 + + + +3.4 + + + + + + diff --git a/criterion/reachability_hydroflow/report/typical.svg b/criterion/reachability_hydroflow/report/typical.svg index d794c7ceff7d..c32ad8e422a9 100644 --- a/criterion/reachability_hydroflow/report/typical.svg +++ b/criterion/reachability_hydroflow/report/typical.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (ms) - -200 + +5 - - -400 + + +10 - - -600 + + +15 - - -800 + + +20 - - -1000 + + +25 - - -1200 + + +30 - - -1400 + + +35 - - -1600 + + +40 - - -1800 + + +45 - - -2000 - - - -2200 - - + - -2.6138 + +3.065 - - -2.6139 + + +3.07 - - -2.614 + + +3.075 - - -2.6141 + + +3.08 - - -2.6142 + + +3.085 - - -2.6143 + + +3.09 - - -2.6144 + + +3.095 - - -2.6145 + + +3.1 - - -2.6146 + + +3.105 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/base/estimates.json b/criterion/reachability_hydroflow_scheduled/base/estimates.json index 2f63367869b6..8c4869f69b15 100644 --- a/criterion/reachability_hydroflow_scheduled/base/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2558808.5439,"upper_bound":2563655.0264624995},"point_estimate":2560599.5490000015,"standard_error":1368.3217031121326},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2558427.1,"upper_bound":2559936.85},"point_estimate":2559182.4,"standard_error":344.5010070721243},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2387.8013876077753,"upper_bound":3885.153231024742},"point_estimate":3039.255816042354,"standard_error":376.1543093935862},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2617.1223964353826,"upper_bound":23457.91592081411},"point_estimate":13863.407103060941,"standard_error":7255.549256599858}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2973532.68939706,"upper_bound":3042891.2148382347},"point_estimate":3005809.222352941,"standard_error":17723.61744343782},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2951403.823529412,"upper_bound":2994580.5},"point_estimate":2964359.676470588,"standard_error":10441.43806722703},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70144.7699546814,"upper_bound":127037.71249757102},"point_estimate":90378.160642526,"standard_error":14099.977451066887},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109717.068409528,"upper_bound":239105.16674256997},"point_estimate":178637.34731444248,"standard_error":33293.25352917557}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/sample.json b/criterion/reachability_hydroflow_scheduled/base/sample.json index f7a6973d49ed..6af150d5c109 100644 --- a/criterion/reachability_hydroflow_scheduled/base/sample.json +++ b/criterion/reachability_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0],"times":[51190459.0,51097860.0,51226959.0,51179859.0,51162960.0,51180459.0,51282158.0,51154960.0,51180060.0,51109560.0,51121160.0,51222959.0,51236458.0,51180560.0,51230459.0,51109260.0,51188459.0,51248059.0,51269258.0,51239158.0,51187960.0,51129460.0,51142960.0,51220558.0,51185060.0,51144460.0,51154359.0,51196660.0,51097560.0,51221959.0,51210859.0,51166159.0,51137260.0,51209959.0,51122960.0,51212859.0,51258559.0,51086560.0,51184760.0,51149659.0,51215359.0,51182560.0,51168542.0,51155937.0,51179337.0,51220336.0,51124538.0,51114438.0,51211436.0,51217836.0,51215237.0,51225436.0,51089138.0,51241336.0,51256536.0,51159638.0,51172837.0,51115137.0,51134338.0,51110938.0,51163537.0,51145437.0,51164637.0,51076039.0,51194136.0,51274336.0,51198737.0,51170937.0,51177837.0,51084338.0,51189037.0,51282535.0,51119038.0,51089738.0,51266736.0,51116338.0,51091038.0,53892601.0,51408934.0,51249036.0,51310336.0,51260636.0,51323835.0,51248436.0,51202636.0,51142338.0,51184736.0,51210837.0,51128638.0,51212536.0,51257236.0,51127838.0,51157337.0,51225036.0,51161537.0,51134338.0,51126937.0,51259736.0,51208837.0,51217736.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0],"times":[50416565.0,50245364.0,49338859.0,50411765.0,50607066.0,51389870.0,51339070.0,61888625.0,52723877.0,51009468.0,49599561.0,49691761.0,48799957.0,50658866.0,49774961.0,50181064.0,49734562.0,51033368.0,47500349.0,48430055.0,48833457.0,49730061.0,50229064.0,52737677.0,50843167.0,58975410.0,57717003.0,52323875.0,52001474.0,52695977.0,52204874.0,52612776.0,51764573.0,51637571.0,48814856.0,49290759.0,48580456.0,50394065.0,50280364.0,52196174.0,49790162.0,52444675.0,50420665.0,49834362.0,51278770.0,51557971.0,49404959.0,49886463.0,49088158.0,50394164.0,50102664.0,52200074.0,62801430.0,68127658.0,52294075.0,52308475.0,50890767.0,47246049.0,48293553.0,48944858.0,48784856.0,53323280.0,51362270.0,51387770.0,52407176.0,53725582.0,56239098.0,51411473.0,51614575.0,49830262.0,49962762.0,50159765.0,50611167.0,50348866.0,49501159.0,48175950.0,49881962.0,49773961.0,52629583.0,51269372.0,50313765.0,50646268.0,51171971.0,51852877.0,50065963.0,53871991.0,53187687.0,48036048.0,50187965.0,48344651.0,48070949.0,49537559.0,48725554.0,49175757.0,48076349.0,48698854.0,50291465.0,50972570.0,50214165.0,50083763.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/tukey.json b/criterion/reachability_hydroflow_scheduled/base/tukey.json index 83508c92785c..a4d3a1f83558 100644 --- a/criterion/reachability_hydroflow_scheduled/base/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[2544882.3499999987,2550967.8874999993,2567195.9875000007,2573281.5250000013] \ No newline at end of file +[2547935.1176470593,2734812.0,3233150.352941176,3420027.235294117] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/change/estimates.json b/criterion/reachability_hydroflow_scheduled/change/estimates.json index 52ef58ca3a9a..db4f3b5c80c8 100644 --- a/criterion/reachability_hydroflow_scheduled/change/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07548529611196904,"upper_bound":0.07794708675303047},"point_estimate":0.07630236605889529,"standard_error":0.0006370720273741124},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07551443262947743,"upper_bound":0.07626464124611136},"point_estimate":0.07588709265734717,"standard_error":0.0001768955382489117}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1611323880389717,"upper_bound":0.18816715725108943},"point_estimate":0.1738693086651557,"standard_error":0.006649828099842952},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.15291157114408627,"upper_bound":0.16922123862275518},"point_estimate":0.15832293800965025,"standard_error":0.0034918748946188866}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/estimates.json b/criterion/reachability_hydroflow_scheduled/new/estimates.json index 2f63367869b6..8c4869f69b15 100644 --- a/criterion/reachability_hydroflow_scheduled/new/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2558808.5439,"upper_bound":2563655.0264624995},"point_estimate":2560599.5490000015,"standard_error":1368.3217031121326},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2558427.1,"upper_bound":2559936.85},"point_estimate":2559182.4,"standard_error":344.5010070721243},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2387.8013876077753,"upper_bound":3885.153231024742},"point_estimate":3039.255816042354,"standard_error":376.1543093935862},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2617.1223964353826,"upper_bound":23457.91592081411},"point_estimate":13863.407103060941,"standard_error":7255.549256599858}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2973532.68939706,"upper_bound":3042891.2148382347},"point_estimate":3005809.222352941,"standard_error":17723.61744343782},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2951403.823529412,"upper_bound":2994580.5},"point_estimate":2964359.676470588,"standard_error":10441.43806722703},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70144.7699546814,"upper_bound":127037.71249757102},"point_estimate":90378.160642526,"standard_error":14099.977451066887},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109717.068409528,"upper_bound":239105.16674256997},"point_estimate":178637.34731444248,"standard_error":33293.25352917557}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/sample.json b/criterion/reachability_hydroflow_scheduled/new/sample.json index f7a6973d49ed..6af150d5c109 100644 --- a/criterion/reachability_hydroflow_scheduled/new/sample.json +++ b/criterion/reachability_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0],"times":[51190459.0,51097860.0,51226959.0,51179859.0,51162960.0,51180459.0,51282158.0,51154960.0,51180060.0,51109560.0,51121160.0,51222959.0,51236458.0,51180560.0,51230459.0,51109260.0,51188459.0,51248059.0,51269258.0,51239158.0,51187960.0,51129460.0,51142960.0,51220558.0,51185060.0,51144460.0,51154359.0,51196660.0,51097560.0,51221959.0,51210859.0,51166159.0,51137260.0,51209959.0,51122960.0,51212859.0,51258559.0,51086560.0,51184760.0,51149659.0,51215359.0,51182560.0,51168542.0,51155937.0,51179337.0,51220336.0,51124538.0,51114438.0,51211436.0,51217836.0,51215237.0,51225436.0,51089138.0,51241336.0,51256536.0,51159638.0,51172837.0,51115137.0,51134338.0,51110938.0,51163537.0,51145437.0,51164637.0,51076039.0,51194136.0,51274336.0,51198737.0,51170937.0,51177837.0,51084338.0,51189037.0,51282535.0,51119038.0,51089738.0,51266736.0,51116338.0,51091038.0,53892601.0,51408934.0,51249036.0,51310336.0,51260636.0,51323835.0,51248436.0,51202636.0,51142338.0,51184736.0,51210837.0,51128638.0,51212536.0,51257236.0,51127838.0,51157337.0,51225036.0,51161537.0,51134338.0,51126937.0,51259736.0,51208837.0,51217736.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0,17.0],"times":[50416565.0,50245364.0,49338859.0,50411765.0,50607066.0,51389870.0,51339070.0,61888625.0,52723877.0,51009468.0,49599561.0,49691761.0,48799957.0,50658866.0,49774961.0,50181064.0,49734562.0,51033368.0,47500349.0,48430055.0,48833457.0,49730061.0,50229064.0,52737677.0,50843167.0,58975410.0,57717003.0,52323875.0,52001474.0,52695977.0,52204874.0,52612776.0,51764573.0,51637571.0,48814856.0,49290759.0,48580456.0,50394065.0,50280364.0,52196174.0,49790162.0,52444675.0,50420665.0,49834362.0,51278770.0,51557971.0,49404959.0,49886463.0,49088158.0,50394164.0,50102664.0,52200074.0,62801430.0,68127658.0,52294075.0,52308475.0,50890767.0,47246049.0,48293553.0,48944858.0,48784856.0,53323280.0,51362270.0,51387770.0,52407176.0,53725582.0,56239098.0,51411473.0,51614575.0,49830262.0,49962762.0,50159765.0,50611167.0,50348866.0,49501159.0,48175950.0,49881962.0,49773961.0,52629583.0,51269372.0,50313765.0,50646268.0,51171971.0,51852877.0,50065963.0,53871991.0,53187687.0,48036048.0,50187965.0,48344651.0,48070949.0,49537559.0,48725554.0,49175757.0,48076349.0,48698854.0,50291465.0,50972570.0,50214165.0,50083763.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/tukey.json b/criterion/reachability_hydroflow_scheduled/new/tukey.json index 83508c92785c..a4d3a1f83558 100644 --- a/criterion/reachability_hydroflow_scheduled/new/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[2544882.3499999987,2550967.8874999993,2567195.9875000007,2573281.5250000013] \ No newline at end of file +[2547935.1176470593,2734812.0,3233150.352941176,3420027.235294117] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/report/MAD.svg b/criterion/reachability_hydroflow_scheduled/report/MAD.svg index b0230be35256..eebf9c81723f 100644 --- a/criterion/reachability_hydroflow_scheduled/report/MAD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/MAD.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (µs) - -0.2 + +0.005 - - -0.4 + + +0.01 - - -0.6 + + +0.015 - - -0.8 + + +0.02 - - -1 + + +0.025 - - -1.2 + + +0.03 - - - -2.4 + + +0.035 - - -2.6 + + +0.04 - - -2.8 + + + +70 - - -3 + + +80 - - -3.2 + + +90 - - -3.4 + + +100 - - -3.6 + + +110 - - -3.8 + + +120 - - -4 + + +130 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/SD.svg b/criterion/reachability_hydroflow_scheduled/report/SD.svg index 1c03368d4f5e..3b76d7e5dec1 100644 --- a/criterion/reachability_hydroflow_scheduled/report/SD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/SD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - -0.02 + +0.002 - - -0.04 + + +0.004 - - -0.06 + + +0.006 - - -0.08 + + +0.008 - - -0.1 + + +0.01 - - -0.12 + + +0.012 - - -0.14 - - - -0.16 + + + +100 - - -0.18 + + +120 - - -0.2 + + +140 - - - -5 + + +160 - - -10 + + +180 - - -15 + + +200 - - -20 + + +220 - - -25 + + +240 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/reachability_hydroflow_scheduled/report/both/iteration_times.svg index 1381f553146e..a9cadc4ae3c8 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,37 +16,42 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - -2.4 + +2.6 - - -2.45 + + +2.8 - - -2.5 + + +3.0 - - -2.55 + + +3.2 - - -2.6 + + +3.4 + + + +3.6 - - -2.65 + + +3.8 - + 0 @@ -92,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - + - - - - - + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - + + + + + + Current diff --git a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg index 2e4ca29ada77..4373051b0179 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg @@ -9,67 +9,47 @@ Density (a.u.) Average Time (ms) - -20 - - - -40 - - - -60 - - - -80 + +10 - - -100 - - - -120 - - - -140 + + +20 - - -160 + + +30 - - -180 + + +40 - - -200 + + +50 - - -220 + + +60 - + - -2.4 - - - -2.5 - - - -2.6 - - - - - - + +3 + + + +3.5 + + + +4 + + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg index 71ff880e7695..8f0f22ddbd2a 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg @@ -9,70 +9,62 @@ Density (a.u.) Relative change (%) - -100 + +10 - - -200 + + +20 - - -300 + + +30 - - -400 + + +40 - - -500 + + +50 - - -600 + + +60 - - -700 - - - -800 - - - -900 - - + - -0.0755 + +0.16 + + + +0.165 - - -0.076 + + +0.17 - - -0.0765 + + +0.175 - - -0.077 + + +0.18 - - -0.0775 + + +0.185 - - -0.078 + + +0.19 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/median.svg b/criterion/reachability_hydroflow_scheduled/report/change/median.svg index 5fa0ec758660..adf1205cd424 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/median.svg @@ -9,70 +9,70 @@ Density (a.u.) Relative change (%) - -500 + +50 - - -1000 + + +100 - - -1500 + + +150 - - -2000 + + +200 - - -2500 + + +250 - - -3000 - - + - -0.0755 + +0.152 + + + +0.154 - - -0.0756 + + +0.156 - - -0.0757 + + +0.158 - - -0.0758 + + +0.16 - - -0.0759 + + +0.162 - - -0.076 + + +0.164 - - -0.0761 + + +0.166 - - -0.0762 + + +0.168 - - -0.0763 + + +0.17 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg index 6aada1bf4ba1..e1bcf25cd043 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg @@ -17,72 +17,72 @@ t score 0.05 - + 0.1 - + 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - + -1.0 - + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/index.html b/criterion/reachability_hydroflow_scheduled/report/index.html index b91754200ed6..d92b227c0a18 100644 --- a/criterion/reachability_hydroflow_scheduled/report/index.html +++ b/criterion/reachability_hydroflow_scheduled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000043 - 0.0000043 - 0.0000041 + 0.0010912 + 0.0011271 + 0.0010801 Mean - 2.5588 ms - 2.5606 ms - 2.5637 ms + 2.9735 ms + 3.0058 ms + 3.0429 ms Std. Dev. - 2.6171 µs - 13.863 µs - 23.458 µs + 109.72 µs + 178.64 µs + 239.11 µs Median - 2.5584 ms - 2.5592 ms - 2.5599 ms + 2.9514 ms + 2.9644 ms + 2.9946 ms MAD - 2.3878 µs - 3.0393 µs - 3.8852 µs + 70.145 µs + 90.378 µs + 127.04 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +7.5485% - +7.6302% - +7.7947% + +16.113% + +17.387% + +18.817% (p = 0.00 < 0.05) diff --git a/criterion/reachability_hydroflow_scheduled/report/iteration_times.svg b/criterion/reachability_hydroflow_scheduled/report/iteration_times.svg index 50c712a03fbf..bf398da07e51 100644 --- a/criterion/reachability_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_scheduled/report/iteration_times.svg @@ -15,42 +15,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - -2.56 + +2.8 - - -2.58 + + +3.0 - - -2.6 + + +3.2 - - -2.62 + + +3.4 - - -2.64 + + +3.6 - - -2.66 + + +3.8 - - -2.68 - - + 10 @@ -92,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/reachability_hydroflow_scheduled/report/iteration_times_small.svg index 485421052b75..e509148a1f01 100644 --- a/criterion/reachability_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,42 +12,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - -2.56 + +2.8 - - -2.58 + + +3.0 - - -2.6 + + +3.2 - - -2.62 + + +3.4 - - -2.64 + + +3.6 - - -2.66 + + +3.8 - - -2.68 - - + 10 @@ -89,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/mean.svg b/criterion/reachability_hydroflow_scheduled/report/mean.svg index d8bb412a849c..c462e097f9c3 100644 --- a/criterion/reachability_hydroflow_scheduled/report/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/mean.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (ms) - -50 + +5 - - -100 + + +10 - - -150 + + +15 - - -200 + + +20 - - -250 + + +25 - - -300 - - - -350 - - - -400 + + + +2.97 - - -450 + + +2.98 - - -500 + + +2.99 - - - -2.559 + + +3 - - -2.56 + + +3.01 - - -2.561 + + +3.02 - - -2.562 + + +3.03 - - -2.563 + + +3.04 - - -2.564 + + +3.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/median.svg b/criterion/reachability_hydroflow_scheduled/report/median.svg index 175f8134b8a5..47664eb47d94 100644 --- a/criterion/reachability_hydroflow_scheduled/report/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/median.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (ms) - -500 + +10 - - -1000 + + +20 - - -1500 + + +30 - - -2000 + + +40 - - -2500 + + +50 - + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + - -2.5584 + +2.95 + + + +2.955 - - -2.5586 + + +2.96 - - -2.5588 + + +2.965 - - -2.559 + + +2.97 - - -2.5592 + + +2.975 - - -2.5594 + + +2.98 - - -2.5596 + + +2.985 - - -2.5598 + + +2.99 - - -2.56 + + +2.995 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/pdf.svg index 28ff15c63eab..7b9c381bbfb4 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf.svg @@ -13,83 +13,71 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - -18 - - - -20 - - + - -2.54 - - - -2.56 + +2.6 - - -2.58 + + +2.8 - - -2.6 + + +3 - - -2.62 + + +3.2 - - -2.64 + + +3.4 - - -2.66 + + +3.6 - - -2.68 + + +3.8 - - -2.7 + + +4 - + Density (a.u.) @@ -98,40 +86,48 @@ Density (a.u.) 0 - -10 + +0.5 + + + +1 + + + +1.5 + + + +2 - - -20 - - - -30 - - - -40 - - - -50 - - - -60 - - - - - - - - - - - - + + +2.5 + + + +3 + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg index 2021ffa9f575..6c0c145819c9 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (ms) 0 - -10 + +0.5 - - -20 + + +1 - - -30 + + +1.5 - - -40 + + +2 - - -50 + + +2.5 - - -60 + + +3 - - - -2.55 + + +3.5 - - -2.6 + + + +3 - - -2.65 + + +3.5 - - -2.7 + + +4 - - - + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_iteration_times_small.svg index 5f16a5a1bd16..88329f972a92 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -13,35 +13,40 @@ Average Iteration Time (ms) - - - - - + + + + + + - -2.4 + +2.6 - - -2.45 + + +2.8 - - -2.5 + + +3.0 - - -2.55 + + +3.2 - - -2.6 + + +3.4 + + + +3.6 - + -2.65 +3.8 @@ -89,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - + - - - + + + - - - + + + - - - - - - - + + + + + + + - - - + + + - - - - - - + + + + + + - - - - + + + + - - - - - - - - - - + + + + + + + + + + - - + + - - + + - + - - - - - + + + + + - + - + - - - - - - - + + + + + + + - - - - - - + + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg index 8c718bd4b25c..07c88c76a53f 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg @@ -6,65 +6,45 @@ Density (a.u.) Average Time (ms) - -20 - - - -40 - - - -60 - - - -80 - - - -100 + +10 - - -120 - - - -140 + + +20 - - -160 + + +30 - - -180 + + +40 - - -200 + + +50 - - -220 + + +60 - + - -2.4 - - - -2.5 - - - -2.6 - - - - - - + +3 + + + +3.5 + + + +4 + + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/typical.svg b/criterion/reachability_hydroflow_scheduled/report/typical.svg index d826c3af3a45..7395baf5b7b3 100644 --- a/criterion/reachability_hydroflow_scheduled/report/typical.svg +++ b/criterion/reachability_hydroflow_scheduled/report/typical.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (ms) - -50 + +5 - - -100 + + +10 - - -150 + + +15 - - -200 + + +20 - - -250 + + +25 - - -300 - - - -350 - - - -400 + + + +2.97 - - -450 + + +2.98 - - -500 + + +2.99 - - - -2.559 + + +3 - - -2.56 + + +3.01 - - -2.561 + + +3.02 - - -2.562 + + +3.03 - - -2.563 + + +3.04 - - -2.564 + + +3.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/base/estimates.json b/criterion/reachability_hydroflow_surface/base/estimates.json index b0e3fa1b2dc3..cfd49cb0a656 100644 --- a/criterion/reachability_hydroflow_surface/base/estimates.json +++ b/criterion/reachability_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7254410.969428572,"upper_bound":7263795.230035718},"point_estimate":7259007.330000002,"standard_error":2395.427282947099},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7253040.714285715,"upper_bound":7261090.428571428},"point_estimate":7256869.5,"standard_error":1997.466809636451},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13407.143619475628,"upper_bound":25384.496946835792},"point_estimate":19601.560152002643,"standard_error":3008.242227723048},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19569.38569349955,"upper_bound":28230.739441892267},"point_estimate":24102.535387562853,"standard_error":2222.9143585136994}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9094742.730875006,"upper_bound":9249802.597916668},"point_estimate":9170017.915000007,"standard_error":39493.66076806413},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9058671.333333334,"upper_bound":9215490.25},"point_estimate":9156147.25,"standard_error":41346.300224772545},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":241058.83932285107,"upper_bound":372998.30822795676},"point_estimate":322702.09252089355,"standard_error":34749.52281190033},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":303376.0080060621,"upper_bound":492959.07251287677},"point_estimate":396851.8177058184,"standard_error":49351.135046595875}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/sample.json b/criterion/reachability_hydroflow_surface/base/sample.json index 0d0bf7b25b0c..ba2ac684844a 100644 --- a/criterion/reachability_hydroflow_surface/base/sample.json +++ b/criterion/reachability_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[50917731.0,50836436.0,50773637.0,50818535.0,50594439.0,50634635.0,50783537.0,50869137.0,50898033.0,50678436.0,50718235.0,50748935.0,50869036.0,50664038.0,50642738.0,50844834.0,50793934.0,51041632.0,50791038.0,50824733.0,50795635.0,51166429.0,50662840.0,50853335.0,50856535.0,50811636.0,51101629.0,50674236.0,50474242.0,50749035.0,50845836.0,50825634.0,50612635.0,50947034.0,50829934.0,50755638.0,50544737.0,50707139.0,50721735.0,50827633.0,51027533.0,50717137.0,50799237.0,50832536.0,50669238.0,50762738.0,51228832.0,50943737.0,50794536.0,50869935.0,50707137.0,51139032.0,50819533.0,50762135.0,50802536.0,50687736.0,50854935.0,50575239.0,50642137.0,50959534.0,50951937.0,50692139.0,50495637.0,50645539.0,50852536.0,50930232.0,50807436.0,50849634.0,50892232.0,50796936.0,50659339.0,51214931.0,50767736.0,51371426.0,50855634.0,51000335.0,50806632.0,50672938.0,51068030.0,50744135.0,50753336.0,50625437.0,50896833.0,51357828.0,50877436.0,50942433.0,50964834.0,50526040.0,50720937.0,50774834.0,50906633.0,50591537.0,50787936.0,50901033.0,50691136.0,50647739.0,50756536.0,51065833.0,50562740.0,50776037.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[53913939.0,53483338.0,53797140.0,53083635.0,52912335.0,56086154.0,58392867.0,57908565.0,55264348.0,56562659.0,53418736.0,55083348.0,56081354.0,53255436.0,51130611.0,50299605.0,51082409.0,56407241.0,54971333.0,53641924.0,51611212.0,52681818.0,51168809.0,51897114.0,52585919.0,51797414.0,51488312.0,52087814.0,53321821.0,53577623.0,56476442.0,54086925.0,55268434.0,54879931.0,56036536.0,55404435.0,55686336.0,54513128.0,56072139.0,54914033.0,60368365.0,54448129.0,54075526.0,57725350.0,57941750.0,60172065.0,56253839.0,56654242.0,53415723.0,56528641.0,55326135.0,56437743.0,54020226.0,55244335.0,53781223.0,52546918.0,55363935.0,54853630.0,55802236.0,55381835.0,54397229.0,57614747.0,57828650.0,53111520.0,54396230.0,53643024.0,57683049.0,55042330.0,55842336.0,53854425.0,61829973.0,66355001.0,56353040.0,55592736.0,54352028.0,54325328.0,55833638.0,52953821.0,54959734.0,55321535.0,54322128.0,55435334.0,55039832.0,53579624.0,52107214.0,54761130.0,55764237.0,58046350.0,55049734.0,53454324.0,54338427.0,54124527.0,56055739.0,57758050.0,56315041.0,54678530.0,55222734.0,52714217.0,59759362.0,53518823.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/tukey.json b/criterion/reachability_hydroflow_surface/base/tukey.json index 0cd781364d34..d9f36c4776de 100644 --- a/criterion/reachability_hydroflow_surface/base/tukey.json +++ b/criterion/reachability_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[7167163.571428575,7205252.321428573,7306822.321428569,7344911.071428568] \ No newline at end of file +[7671393.958333334,8299273.895833334,9973620.395833334,10601500.333333334] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/change/estimates.json b/criterion/reachability_hydroflow_surface/change/estimates.json index 750f85fdfcc1..46aeed926ea0 100644 --- a/criterion/reachability_hydroflow_surface/change/estimates.json +++ b/criterion/reachability_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006846251918240936,"upper_bound":-0.004018199270693493},"point_estimate":-0.005387687685733056,"standard_error":0.0007242189915343729},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005187319478233032,"upper_bound":-0.002350343422946599},"point_estimate":-0.0035081365889884086,"standard_error":0.0007619725488931098}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.2529189059707095,"upper_bound":0.27264746600303646},"point_estimate":0.26326059447580197,"standard_error":0.005248090343918568},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.24829422637495036,"upper_bound":0.26914175443871935},"point_estimate":0.26172135932718654,"standard_error":0.005682231291842261}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/estimates.json b/criterion/reachability_hydroflow_surface/new/estimates.json index b0e3fa1b2dc3..cfd49cb0a656 100644 --- a/criterion/reachability_hydroflow_surface/new/estimates.json +++ b/criterion/reachability_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7254410.969428572,"upper_bound":7263795.230035718},"point_estimate":7259007.330000002,"standard_error":2395.427282947099},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7253040.714285715,"upper_bound":7261090.428571428},"point_estimate":7256869.5,"standard_error":1997.466809636451},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13407.143619475628,"upper_bound":25384.496946835792},"point_estimate":19601.560152002643,"standard_error":3008.242227723048},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19569.38569349955,"upper_bound":28230.739441892267},"point_estimate":24102.535387562853,"standard_error":2222.9143585136994}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9094742.730875006,"upper_bound":9249802.597916668},"point_estimate":9170017.915000007,"standard_error":39493.66076806413},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9058671.333333334,"upper_bound":9215490.25},"point_estimate":9156147.25,"standard_error":41346.300224772545},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":241058.83932285107,"upper_bound":372998.30822795676},"point_estimate":322702.09252089355,"standard_error":34749.52281190033},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":303376.0080060621,"upper_bound":492959.07251287677},"point_estimate":396851.8177058184,"standard_error":49351.135046595875}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/sample.json b/criterion/reachability_hydroflow_surface/new/sample.json index 0d0bf7b25b0c..ba2ac684844a 100644 --- a/criterion/reachability_hydroflow_surface/new/sample.json +++ b/criterion/reachability_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[50917731.0,50836436.0,50773637.0,50818535.0,50594439.0,50634635.0,50783537.0,50869137.0,50898033.0,50678436.0,50718235.0,50748935.0,50869036.0,50664038.0,50642738.0,50844834.0,50793934.0,51041632.0,50791038.0,50824733.0,50795635.0,51166429.0,50662840.0,50853335.0,50856535.0,50811636.0,51101629.0,50674236.0,50474242.0,50749035.0,50845836.0,50825634.0,50612635.0,50947034.0,50829934.0,50755638.0,50544737.0,50707139.0,50721735.0,50827633.0,51027533.0,50717137.0,50799237.0,50832536.0,50669238.0,50762738.0,51228832.0,50943737.0,50794536.0,50869935.0,50707137.0,51139032.0,50819533.0,50762135.0,50802536.0,50687736.0,50854935.0,50575239.0,50642137.0,50959534.0,50951937.0,50692139.0,50495637.0,50645539.0,50852536.0,50930232.0,50807436.0,50849634.0,50892232.0,50796936.0,50659339.0,51214931.0,50767736.0,51371426.0,50855634.0,51000335.0,50806632.0,50672938.0,51068030.0,50744135.0,50753336.0,50625437.0,50896833.0,51357828.0,50877436.0,50942433.0,50964834.0,50526040.0,50720937.0,50774834.0,50906633.0,50591537.0,50787936.0,50901033.0,50691136.0,50647739.0,50756536.0,51065833.0,50562740.0,50776037.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[53913939.0,53483338.0,53797140.0,53083635.0,52912335.0,56086154.0,58392867.0,57908565.0,55264348.0,56562659.0,53418736.0,55083348.0,56081354.0,53255436.0,51130611.0,50299605.0,51082409.0,56407241.0,54971333.0,53641924.0,51611212.0,52681818.0,51168809.0,51897114.0,52585919.0,51797414.0,51488312.0,52087814.0,53321821.0,53577623.0,56476442.0,54086925.0,55268434.0,54879931.0,56036536.0,55404435.0,55686336.0,54513128.0,56072139.0,54914033.0,60368365.0,54448129.0,54075526.0,57725350.0,57941750.0,60172065.0,56253839.0,56654242.0,53415723.0,56528641.0,55326135.0,56437743.0,54020226.0,55244335.0,53781223.0,52546918.0,55363935.0,54853630.0,55802236.0,55381835.0,54397229.0,57614747.0,57828650.0,53111520.0,54396230.0,53643024.0,57683049.0,55042330.0,55842336.0,53854425.0,61829973.0,66355001.0,56353040.0,55592736.0,54352028.0,54325328.0,55833638.0,52953821.0,54959734.0,55321535.0,54322128.0,55435334.0,55039832.0,53579624.0,52107214.0,54761130.0,55764237.0,58046350.0,55049734.0,53454324.0,54338427.0,54124527.0,56055739.0,57758050.0,56315041.0,54678530.0,55222734.0,52714217.0,59759362.0,53518823.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/tukey.json b/criterion/reachability_hydroflow_surface/new/tukey.json index 0cd781364d34..d9f36c4776de 100644 --- a/criterion/reachability_hydroflow_surface/new/tukey.json +++ b/criterion/reachability_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[7167163.571428575,7205252.321428573,7306822.321428569,7344911.071428568] \ No newline at end of file +[7671393.958333334,8299273.895833334,9973620.395833334,10601500.333333334] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/report/MAD.svg b/criterion/reachability_hydroflow_surface/report/MAD.svg index 5fca231f910f..c100a5a454ff 100644 --- a/criterion/reachability_hydroflow_surface/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface/report/MAD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - -0.02 + +0.002 - - -0.04 + + +0.004 - - -0.06 + + +0.006 - - -0.08 + + +0.008 - - -0.1 + + +0.01 - - -0.12 + + +0.012 - - -0.14 - - + - -14 + +240 + + + +260 - - -16 + + +280 - - -18 + + +300 - - -20 + + +320 - - -22 + + +340 - - -24 + + +360 - - -26 + + +380 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/SD.svg b/criterion/reachability_hydroflow_surface/report/SD.svg index 37c866781b25..ee174568f2cf 100644 --- a/criterion/reachability_hydroflow_surface/report/SD.svg +++ b/criterion/reachability_hydroflow_surface/report/SD.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (µs) - -0.02 + +0.001 - - -0.04 + + +0.002 - - -0.06 + + +0.003 - - -0.08 + + +0.004 - - -0.1 + + +0.005 - - -0.12 + + +0.006 - - -0.14 + + +0.007 - - -0.16 + + +0.008 - - -0.18 - - + - -19 + +300 - - -20 + + +320 - - -21 + + +340 - - -22 + + +360 - - -23 + + +380 - - -24 + + +400 - - -25 + + +420 - - -26 + + +440 - - -27 + + +460 - - -28 + + +480 - - -29 + + +500 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg index 6cb40bac48b4..5ebb9f5f2b8d 100644 --- a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg @@ -16,32 +16,47 @@ Average Iteration Time (ms) - - - - - + + + + + + + + - -7.25 + +7.5 - - -7.3 + + +8.0 - - -7.35 + + +8.5 - - -7.4 + + +9.0 - - -7.45 + + +9.5 - + + +10.0 + + + +10.5 + + + +11.0 + + 0 @@ -87,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_surface/report/both/pdf.svg b/criterion/reachability_hydroflow_surface/report/both/pdf.svg index ed492c2a2f35..d21c7f683418 100644 --- a/criterion/reachability_hydroflow_surface/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/both/pdf.svg @@ -46,26 +46,26 @@ Average Time (ms) - -7.2 - - - -7.3 - - - -7.4 - - - -7.5 - - - - - - + +8 + + + +9 + + + +10 + + + +11 + + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface/report/change/mean.svg b/criterion/reachability_hydroflow_surface/report/change/mean.svg index 8ad101031a6b..cd8f3203c56a 100644 --- a/criterion/reachability_hydroflow_surface/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/change/mean.svg @@ -9,79 +9,63 @@ Density (a.u.) Relative change (%) - -50 - - - -100 + +10 - - -150 + + +20 - - -200 + + +30 - - -250 + + +40 - - -300 + + +50 - - -350 + + +60 - - -400 + + +70 - - -450 + + +80 - - -500 + + +90 - + - --0.007 - - - --0.0065 - - - --0.006 - - - --0.0055 - - - --0.005 - - - --0.0045 - - - --0.004 - - - - - - + +0.255 + + + +0.26 + + + +0.265 + + + +0.27 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/median.svg b/criterion/reachability_hydroflow_surface/report/change/median.svg index b68700197e06..f2cd311e81ee 100644 --- a/criterion/reachability_hydroflow_surface/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface/report/change/median.svg @@ -9,63 +9,55 @@ Density (a.u.) Relative change (%) - -100 + +20 - - -200 + + +40 - - -300 + + +60 - - -400 + + +80 - - -500 + + +100 - - -600 + + +120 - + - --0.0055 - - - --0.005 - - - --0.0045 - - - --0.004 - - - --0.0035 - - - --0.003 - - - --0.0025 - - - - - - + +0.25 + + + +0.255 + + + +0.26 + + + +0.265 + + + +0.27 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/t-test.svg b/criterion/reachability_hydroflow_surface/report/change/t-test.svg index 5a1d4deba4ac..85d06529f5bb 100644 --- a/criterion/reachability_hydroflow_surface/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface/report/change/t-test.svg @@ -17,73 +17,77 @@ t score 0.05 - + 0.1 - + 0.15 - + 0.2 - + 0.25 - + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/reachability_hydroflow_surface/report/index.html b/criterion/reachability_hydroflow_surface/report/index.html index 867aa10d09d3..d0e5c8223a1c 100644 --- a/criterion/reachability_hydroflow_surface/report/index.html +++ b/criterion/reachability_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0004687 - 0.0004859 - 0.0004673 + 0.0038597 + 0.0039994 + 0.0038431 Mean - 7.2544 ms - 7.2590 ms - 7.2638 ms + 9.0947 ms + 9.1700 ms + 9.2498 ms Std. Dev. - 19.569 µs - 24.103 µs - 28.231 µs + 303.38 µs + 396.85 µs + 492.96 µs Median - 7.2530 ms - 7.2569 ms - 7.2611 ms + 9.0587 ms + 9.1561 ms + 9.2155 ms MAD - 13.407 µs - 19.602 µs - 25.384 µs + 241.06 µs + 322.70 µs + 373.00 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.6846% - -0.5388% - -0.4018% + +25.292% + +26.326% + +27.265% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/iteration_times.svg index 7d6fe865ab9c..3b6b9cd8a40f 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,37 @@ Average Iteration Time (ms) - + - - - - + + + + - -7.22 + +8.5 - + -7.24 +9.0 - -7.26 + +9.5 - - -7.28 + + +10.0 - - -7.3 + + +10.5 - - -7.32 + + +11.0 - + 10 @@ -87,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg index 044bfcd05e38..3b70eb2a4a1a 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,37 @@ Average Iteration Time (ms) - + - - - - + + + + - -7.22 + +8.5 - + -7.24 +9.0 - -7.26 + +9.5 - - -7.28 + + +10.0 - - -7.3 + + +10.5 - - -7.32 + + +11.0 - + 10 @@ -84,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/mean.svg b/criterion/reachability_hydroflow_surface/report/mean.svg index 6afce3de400b..b4ec3b8f7128 100644 --- a/criterion/reachability_hydroflow_surface/report/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/mean.svg @@ -9,90 +9,94 @@ Density (a.u.) Average time (ms) - -20 + +1 - - -40 + + +2 - - -60 + + +3 - - -80 + + +4 - - -100 + + +5 - - -120 + + +6 - - -140 + + +7 - - -160 + + +8 - - -180 + + +9 - - - -7.254 + + +10 + + + +11 - - -7.255 + + + +9.08 - - -7.256 + + +9.1 - - -7.257 + + +9.12 - - -7.258 + + +9.14 - - -7.259 + + +9.16 - - -7.26 + + +9.18 - - -7.261 + + +9.2 - + -7.262 +9.22 - -7.263 + +9.24 - - -7.264 + + +9.26 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/median.svg b/criterion/reachability_hydroflow_surface/report/median.svg index 33ea86de4809..9f5caabd10a7 100644 --- a/criterion/reachability_hydroflow_surface/report/median.svg +++ b/criterion/reachability_hydroflow_surface/report/median.svg @@ -9,78 +9,78 @@ Density (a.u.) Average time (ms) - -50 + +2 - - -100 + + +4 - - -150 + + +6 - - -200 + + +8 - - -250 + + +10 - - -300 + + +12 - - -350 + + +14 - - -400 + + +16 - + - -7.253 + +9.06 - - -7.254 + + +9.08 - - -7.255 + + +9.1 - - -7.256 + + +9.12 - - -7.257 + + +9.14 - - -7.258 + + +9.16 - - -7.259 + + +9.18 - - -7.26 + + +9.2 - - -7.261 + + +9.22 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/pdf.svg b/criterion/reachability_hydroflow_surface/report/pdf.svg index 9f985260757c..7b4b284ddbab 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf.svg @@ -13,71 +13,63 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - -6 - - + -7 +6 - -7.2 - - - -7.22 + +8 - - -7.24 + + +8.5 - - -7.26 + + +9 - - -7.28 + + +9.5 - - -7.3 + + +10 - - -7.32 + + +10.5 - - -7.34 + + +11 - - -7.36 + + +11.5 - + Density (a.u.) @@ -86,58 +78,40 @@ Density (a.u.) 0 - -2 - - - -4 - - - -6 - - - -8 - - - -10 + +0.2 - - -12 + + +0.4 - - -14 + + +0.6 - - -16 + + +0.8 - - -18 + + +1 - - - - - + + + + + - - - - - - - - - - - + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface/report/pdf_small.svg b/criterion/reachability_hydroflow_surface/report/pdf_small.svg index 104463155dde..56292b6603dc 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf_small.svg @@ -10,63 +10,47 @@ Average Time (ms) 0 - -2 + +0.2 - - -4 + + +0.4 - - -6 + + +0.6 - - -8 - - - -10 - - - -12 + + +0.8 - - -14 + + +1 - - -16 + + +1.2 - - -18 - - - -20 - - + - -7.2 + +8 - - -7.25 + + +9 - - -7.3 + + +10 - - -7.35 + + +11 - - - + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg index 8d4d3476b3ee..2376198f0a85 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,32 +13,47 @@ Average Iteration Time (ms) - - - + + + + + - + + - -7.25 + +7.5 - - -7.3 + + +8.0 - - -7.35 + + +8.5 - + + +9.0 + + + +9.5 + + -7.4 +10.0 - -7.45 + +10.5 + + + +11.0 - + 0 @@ -84,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg index 65af42805d12..44a2e3b8198c 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg @@ -43,24 +43,24 @@ Average Time (ms) - -7.2 + +8 - - -7.3 + + +9 - - -7.4 + + +10 - - -7.5 + + +11 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/typical.svg b/criterion/reachability_hydroflow_surface/report/typical.svg index 6869df1dbac6..c35ef5851150 100644 --- a/criterion/reachability_hydroflow_surface/report/typical.svg +++ b/criterion/reachability_hydroflow_surface/report/typical.svg @@ -9,90 +9,94 @@ Density (a.u.) Average time (ms) - -20 + +1 - - -40 + + +2 - - -60 + + +3 - - -80 + + +4 - - -100 + + +5 - - -120 + + +6 - - -140 + + +7 - - -160 + + +8 - - -180 + + +9 - - - -7.254 + + +10 + + + +11 - - -7.255 + + + +9.08 - - -7.256 + + +9.1 - - -7.257 + + +9.12 - - -7.258 + + +9.14 - - -7.259 + + +9.16 - - -7.26 + + +9.18 - - -7.261 + + +9.2 - + -7.262 +9.22 - -7.263 + +9.24 - - -7.264 + + +9.26 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json index 3287b8acf392..114c6e0be60b 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2105761.6019791667,"upper_bound":2109905.3904374996},"point_estimate":2107826.997083334,"standard_error":1057.0951694993837},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2104397.75,"upper_bound":2111243.3333333335},"point_estimate":2106770.416666667,"standard_error":1700.964528106853},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8917.15931668889,"upper_bound":14026.013500988598},"point_estimate":11168.919801711576,"standard_error":1248.7373851621146},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9408.278154625219,"upper_bound":11806.531865789553},"point_estimate":10694.456099559537,"standard_error":609.7958567728846}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2504740.840855263,"upper_bound":2531558.71636842},"point_estimate":2518077.3868421055,"standard_error":6841.869668477429},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2499240.3684210526,"upper_bound":2532166.6842105263},"point_estimate":2516532.3947368423,"standard_error":8335.26483837753},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49038.95369741057,"upper_bound":88866.69128019574},"point_estimate":72366.9532204929,"standard_error":10075.958711214615},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58976.749961698755,"upper_bound":77588.4529020689},"point_estimate":68675.42798738804,"standard_error":4737.623831573893}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/sample.json b/criterion/reachability_hydroflow_surface_cheating/base/sample.json index 0a44decb576e..f265994fdb1e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0],"times":[50744443.0,50483243.0,50273048.0,50404845.0,50700543.0,51120636.0,50964939.0,50528846.0,50484046.0,50533945.0,50625644.0,50649144.0,50809742.0,50068351.0,50716142.0,50152348.0,50462847.0,50354245.0,50532445.0,50689642.0,50132851.0,50468845.0,50130545.0,50419645.0,50755437.0,51021439.0,50975039.0,50209949.0,50530145.0,50726241.0,50207548.0,50505546.0,50972037.0,50609144.0,50806041.0,50676743.0,50669840.0,50344542.0,50562441.0,50442939.0,50990035.0,50707137.0,50437543.0,50582840.0,50747539.0,50334442.0,50410442.0,50262145.0,50717738.0,50489242.0,51015434.0,50845136.0,50881535.0,50739738.0,50715139.0,50562539.0,50795537.0,50320844.0,50360641.0,50930635.0,50513742.0,50350743.0,50291942.0,50501941.0,50742137.0,50410842.0,50697440.0,50479242.0,50744537.0,50945135.0,50542838.0,50124845.0,50282845.0,50770335.0,50458541.0,50976433.0,50610438.0,50275045.0,50588040.0,50836834.0,50619937.0,50383842.0,50179646.0,50524739.0,50409443.0,50912235.0,50340641.0,50677639.0,50337941.0,50252844.0,50998233.0,50419142.0,51105033.0,50691438.0,50591239.0,50355642.0,50943735.0,50920034.0,51150134.0,50515039.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0],"times":[46026557.0,47329562.0,47074761.0,48138667.0,48226971.0,48708574.0,46233954.0,48129765.0,48240565.0,47873364.0,46557656.0,48988973.0,44926249.0,47661367.0,47218860.0,49132674.0,49423576.0,49981975.0,46653660.0,48130266.0,48197371.0,48488269.0,49468174.0,47972566.0,45916652.0,45804954.0,46711357.0,47818664.0,46303256.0,49145077.0,49492975.0,47705559.0,46711262.0,46914462.0,45681553.0,46358061.0,46665861.0,47809567.0,48156968.0,48236963.0,47950664.0,45450353.0,48881074.0,47700168.0,48466071.0,48067966.0,47881468.0,47637969.0,47918570.0,46277260.0,47528164.0,47281664.0,46774959.0,46826561.0,50754080.0,49806379.0,48753875.0,48677970.0,49436474.0,47478765.0,46568159.0,47646765.0,49499678.0,48111167.0,47047661.0,48738573.0,49042974.0,47175866.0,50204284.0,47287865.0,47557466.0,48154771.0,50375986.0,48086867.0,46525157.0,47035764.0,48367069.0,46883761.0,46173357.0,46448058.0,51820391.0,48863870.0,49957678.0,47593266.0,47902669.0,46024460.0,46594760.0,47104658.0,46095657.0,47428062.0,47228062.0,48277869.0,47252263.0,47485567.0,45929153.0,48936373.0,49851378.0,49766277.0,49661277.0,49874076.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json index c1c38305a3ef..a7f50362d5dd 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json @@ -1 +1 @@ -[2058221.312499999,2079283.4374999995,2135449.1041666674,2156511.229166668] \ No newline at end of file +[2175243.3026315784,2321028.519736842,2709789.098684211,2855574.315789474] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json index 5a21befb354a..2fbf52464923 100644 --- a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03308159994400113,"upper_bound":0.03607563779714007},"point_estimate":0.034669298626640144,"standard_error":0.0007680234936602794},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03371525017796806,"upper_bound":0.03746593067284554},"point_estimate":0.03518785666515356,"standard_error":0.0009412851351442527}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.18867713718338952,"upper_bound":0.20129392983912048},"point_estimate":0.19463190780194384,"standard_error":0.003297243661079872},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1868345490887071,"upper_bound":0.20168781220066756},"point_estimate":0.19449768936783385,"standard_error":0.004045188475946709}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json index 3287b8acf392..114c6e0be60b 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2105761.6019791667,"upper_bound":2109905.3904374996},"point_estimate":2107826.997083334,"standard_error":1057.0951694993837},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2104397.75,"upper_bound":2111243.3333333335},"point_estimate":2106770.416666667,"standard_error":1700.964528106853},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8917.15931668889,"upper_bound":14026.013500988598},"point_estimate":11168.919801711576,"standard_error":1248.7373851621146},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9408.278154625219,"upper_bound":11806.531865789553},"point_estimate":10694.456099559537,"standard_error":609.7958567728846}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2504740.840855263,"upper_bound":2531558.71636842},"point_estimate":2518077.3868421055,"standard_error":6841.869668477429},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2499240.3684210526,"upper_bound":2532166.6842105263},"point_estimate":2516532.3947368423,"standard_error":8335.26483837753},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49038.95369741057,"upper_bound":88866.69128019574},"point_estimate":72366.9532204929,"standard_error":10075.958711214615},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58976.749961698755,"upper_bound":77588.4529020689},"point_estimate":68675.42798738804,"standard_error":4737.623831573893}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/sample.json b/criterion/reachability_hydroflow_surface_cheating/new/sample.json index 0a44decb576e..f265994fdb1e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0],"times":[50744443.0,50483243.0,50273048.0,50404845.0,50700543.0,51120636.0,50964939.0,50528846.0,50484046.0,50533945.0,50625644.0,50649144.0,50809742.0,50068351.0,50716142.0,50152348.0,50462847.0,50354245.0,50532445.0,50689642.0,50132851.0,50468845.0,50130545.0,50419645.0,50755437.0,51021439.0,50975039.0,50209949.0,50530145.0,50726241.0,50207548.0,50505546.0,50972037.0,50609144.0,50806041.0,50676743.0,50669840.0,50344542.0,50562441.0,50442939.0,50990035.0,50707137.0,50437543.0,50582840.0,50747539.0,50334442.0,50410442.0,50262145.0,50717738.0,50489242.0,51015434.0,50845136.0,50881535.0,50739738.0,50715139.0,50562539.0,50795537.0,50320844.0,50360641.0,50930635.0,50513742.0,50350743.0,50291942.0,50501941.0,50742137.0,50410842.0,50697440.0,50479242.0,50744537.0,50945135.0,50542838.0,50124845.0,50282845.0,50770335.0,50458541.0,50976433.0,50610438.0,50275045.0,50588040.0,50836834.0,50619937.0,50383842.0,50179646.0,50524739.0,50409443.0,50912235.0,50340641.0,50677639.0,50337941.0,50252844.0,50998233.0,50419142.0,51105033.0,50691438.0,50591239.0,50355642.0,50943735.0,50920034.0,51150134.0,50515039.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0],"times":[46026557.0,47329562.0,47074761.0,48138667.0,48226971.0,48708574.0,46233954.0,48129765.0,48240565.0,47873364.0,46557656.0,48988973.0,44926249.0,47661367.0,47218860.0,49132674.0,49423576.0,49981975.0,46653660.0,48130266.0,48197371.0,48488269.0,49468174.0,47972566.0,45916652.0,45804954.0,46711357.0,47818664.0,46303256.0,49145077.0,49492975.0,47705559.0,46711262.0,46914462.0,45681553.0,46358061.0,46665861.0,47809567.0,48156968.0,48236963.0,47950664.0,45450353.0,48881074.0,47700168.0,48466071.0,48067966.0,47881468.0,47637969.0,47918570.0,46277260.0,47528164.0,47281664.0,46774959.0,46826561.0,50754080.0,49806379.0,48753875.0,48677970.0,49436474.0,47478765.0,46568159.0,47646765.0,49499678.0,48111167.0,47047661.0,48738573.0,49042974.0,47175866.0,50204284.0,47287865.0,47557466.0,48154771.0,50375986.0,48086867.0,46525157.0,47035764.0,48367069.0,46883761.0,46173357.0,46448058.0,51820391.0,48863870.0,49957678.0,47593266.0,47902669.0,46024460.0,46594760.0,47104658.0,46095657.0,47428062.0,47228062.0,48277869.0,47252263.0,47485567.0,45929153.0,48936373.0,49851378.0,49766277.0,49661277.0,49874076.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json index c1c38305a3ef..a7f50362d5dd 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json @@ -1 +1 @@ -[2058221.312499999,2079283.4374999995,2135449.1041666674,2156511.229166668] \ No newline at end of file +[2175243.3026315784,2321028.519736842,2709789.098684211,2855574.315789474] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg index 3b3b48945505..555a37c3f52c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (µs) - -0.05 + +0.005 - - -0.1 + + +0.01 - - -0.15 + + +0.015 - - -0.2 + + +0.02 - - -0.25 + + +0.025 - - -0.3 + + +0.03 - - -0.35 + + +0.035 - - -0.4 + + +0.04 - - -0.45 - - + - -9 + +45 + + + +50 + + + +55 + + + +60 + + + +65 - - -10 + + +70 - - -11 + + +75 - - -12 + + +80 - - -13 + + +85 - - -14 + + +90 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg index 5220a26946c2..34ad5213d3a8 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - -0.1 + +0.01 - - -0.2 + + +0.02 - - -0.3 + + +0.03 - - -0.4 + + +0.04 - - -0.5 + + +0.05 - - -0.6 + + +0.06 - - -0.7 + + +0.07 - + + +0.08 + + + +0.09 + + - -9.5 + +58 + + + +60 + + + +62 + + + +64 + + + +66 + + + +68 - - -10 + + +70 - - -10.5 + + +72 - - -11 + + +74 - - -11.5 + + +76 - - -12 + + +78 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/iteration_times.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/iteration_times.svg index 1c6dbbf8c35f..c8de815c5c22 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/iteration_times.svg @@ -16,62 +16,42 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + - -2.03 - - - -2.04 - - - -2.05 - - - -2.06 - - - -2.07 + +2.1 - - -2.08 + + +2.2 - - -2.09 + + +2.3 - - -2.1 + + +2.4 - - -2.11 + + +2.5 - - -2.12 + + +2.6 - - -2.13 + + +2.7 - + 0 @@ -117,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg index 0b664a2a30a6..52c4450216e2 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg @@ -9,59 +9,51 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - - -45 - - - -50 - - + - -2.05 - - - -2.1 - - - - - - + +2.2 + + + +2.4 + + + +2.6 + + + +2.8 + + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg index c4f60003e1a5..23523775e9d6 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg @@ -9,78 +9,66 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 - - - -150 - - - -200 - - - -250 + + +40 - - -300 + + +60 - - -350 + + +80 - - -400 - - - -450 + + +100 - - -500 + + +120 - + - -0.033 + +0.188 + + + +0.19 - - -0.0335 + + +0.192 - - -0.034 + + +0.194 - - -0.0345 + + +0.196 - - -0.035 + + +0.198 - - -0.0355 + + +0.2 - - -0.036 + + +0.202 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg index cc9d8f6378a2..b4643700d0fe 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg @@ -9,90 +9,86 @@ Density (a.u.) Relative change (%) - -50 + +10 - - -100 + + +20 - - -150 + + +30 - - -200 + + +40 - - -250 + + +50 - + -300 +60 - -350 + +70 - - -400 + + +80 - - -450 + + +90 - - -500 - - - -550 + + +100 - + -0.0335 +0.186 - -0.034 + +0.188 - - -0.0345 + + +0.19 - - -0.035 + + +0.192 - - -0.0355 + + +0.194 - - -0.036 + + +0.196 - - -0.0365 + + +0.198 - - -0.037 + + +0.2 - - -0.0375 + + +0.202 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg index 21fe12f0d6a7..c74f67b0567e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg @@ -17,72 +17,76 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + +5.0 + + + t distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/index.html b/criterion/reachability_hydroflow_surface_cheating/report/index.html index 2917573b9d5c..e8679408861d 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/index.html +++ b/criterion/reachability_hydroflow_surface_cheating/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0007827 - 0.0008122 - 0.0007823 + 0.0230226 + 0.0238787 + 0.0230046 Mean - 2.1058 ms - 2.1078 ms - 2.1099 ms + 2.5047 ms + 2.5181 ms + 2.5316 ms Std. Dev. - 9.4083 µs - 10.694 µs - 11.807 µs + 58.977 µs + 68.675 µs + 77.588 µs Median - 2.1044 ms - 2.1068 ms - 2.1112 ms + 2.4992 ms + 2.5165 ms + 2.5322 ms MAD - 8.9172 µs - 11.169 µs - 14.026 µs + 49.039 µs + 72.367 µs + 88.867 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +3.3082% - +3.4669% - +3.6076% + +18.868% + +19.463% + +20.129% (p = 0.00 < 0.05) diff --git a/criterion/reachability_hydroflow_surface_cheating/report/iteration_times.svg b/criterion/reachability_hydroflow_surface_cheating/report/iteration_times.svg index 397d5c6e6f24..26ef2346a677 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/iteration_times.svg @@ -15,52 +15,42 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + - -2.09 + +2.4 - - -2.095 + + +2.45 - - -2.1 + + +2.5 - - -2.105 + + +2.55 - - -2.11 + + +2.6 - - -2.115 + + +2.65 - - -2.12 + + +2.7 - - -2.125 - - - -2.13 - - + 10 @@ -102,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/iteration_times_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/iteration_times_small.svg index 7c6701f96a13..957334a958b1 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/iteration_times_small.svg @@ -12,52 +12,42 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + - -2.09 + +2.4 - - -2.095 + + +2.45 - - -2.1 + + +2.5 - - -2.105 + + +2.55 - - -2.11 + + +2.6 - - -2.115 + + +2.65 - - -2.12 + + +2.7 - - -2.125 - - - -2.13 - - + 10 @@ -99,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg index c0ff15ed6abe..c45a41fa3ebb 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg @@ -9,78 +9,58 @@ Density (a.u.) Average time (ms) - -50 - - - -100 + +10 - - -150 + + +20 - - -200 + + +30 - - -250 + + +40 - - -300 - - - -350 + + +50 - - -400 + + +60 - + - -2.1055 - - - -2.106 - - - -2.1065 - - - -2.107 + +2.505 - - -2.1075 + + +2.51 - - -2.108 + + +2.515 - - -2.1085 + + +2.52 - - -2.109 + + +2.525 - - -2.1095 + + +2.53 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/median.svg index af9f570a6a6c..23fca96ca733 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/median.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (ms) - -50 - - - -100 - - - -150 + +10 - - -200 + + +20 - - -250 + + +30 - - -300 + + +40 - - -350 + + +50 - - -400 + + +60 - - -450 + + +70 - + - -2.104 - - - -2.105 + +2.5 - - -2.106 + + +2.505 - - -2.107 + + +2.51 - - -2.108 + + +2.515 - - -2.109 + + +2.52 - - -2.11 + + +2.525 - - -2.111 + + +2.53 - - -2.112 + + +2.535 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg index b5d6129dc9d9..b5ea3ab4bcb7 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg @@ -13,51 +13,87 @@ Average Time (ms) 0 - -5 + +2 + + + +4 + + + +6 - - + + +8 + + + 10 - - -15 + + +12 + + + +14 - - -20 + + +16 - + + +18 + + - -2.08 + +2.3 + + + +2.35 + + + +2.4 + + + +2.45 - - -2.09 + + +2.5 - - -2.1 + + +2.55 - - -2.11 + + +2.6 - - -2.12 + + +2.65 - - -2.13 + + +2.7 - - -2.14 + + +2.75 - + + +2.8 + + Density (a.u.) @@ -66,36 +102,54 @@ Density (a.u.) 0 - -5 + +0.5 - - -10 + + +1 + + + +1.5 - - -15 + + +2 - - -20 + + +2.5 - - -25 + + +3 - - -30 + + +3.5 + + + +4 + + + +4.5 + + + +5 - - - - - + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg index e58fb2d78990..cdbfd6fc7a7e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg @@ -10,51 +10,39 @@ Average Time (ms) 0 - -5 - - - -10 - - - -15 + +1 - - -20 + + +2 - - -25 + + +3 - - -30 + + +4 - - -35 + + +5 - + - -2.08 - - - -2.1 + +2.4 - - -2.12 + + +2.6 - - -2.14 + + +2.8 - - - + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_iteration_times_small.svg index 380c2eed4d0d..24d5b618fa39 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_iteration_times_small.svg @@ -13,62 +13,42 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + - -2.03 - - - -2.04 - - - -2.05 - - - -2.06 - - - -2.07 + +2.1 - - -2.08 + + +2.2 - - -2.09 + + +2.3 - - -2.1 + + +2.4 - - -2.11 + + +2.5 - - -2.12 + + +2.6 - - -2.13 + + +2.7 - + 0 @@ -114,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg index 760241497cfd..18c456ed9252 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg @@ -6,57 +6,49 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - - -45 - - + -50 +30 - -2.05 - - - -2.1 - - - - - - + +2.2 + + + +2.4 + + + +2.6 + + + +2.8 + + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg index 2cbb06f11e79..1a382d5084e3 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg @@ -9,78 +9,58 @@ Density (a.u.) Average time (ms) - -50 - - - -100 + +10 - - -150 + + +20 - - -200 + + +30 - - -250 + + +40 - - -300 - - - -350 + + +50 - - -400 + + +60 - + - -2.1055 - - - -2.106 - - - -2.1065 - - - -2.107 + +2.505 - - -2.1075 + + +2.51 - - -2.108 + + +2.515 - - -2.1085 + + +2.52 - - -2.109 + + +2.525 - - -2.1095 + + +2.53 - - - - + + + + Bootstrap distribution