diff --git a/bench/data.js b/bench/data.js index 004ee8da71a6..c95b625f339c 100644 --- a/bench/data.js +++ b/bench/data.js @@ -1,6 +1,6 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1697774459775, + "lastUpdate": 1697860741014, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -88341,6 +88341,214 @@ window.BENCHMARK_DATA = "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "zzlk", + "username": "zzlk", + "email": "2418897+zzlk@users.noreply.github.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "3136e0f286f87e944e7f718d926fd7670b44194b", + "message": "fix!: fold takes initial value by closure rather than by value (#948)\n\nBREAKING CHANGE: first argument of fold() is now a closure instead of a value", + "timestamp": "2023-10-18T16:02:35Z", + "url": "https://github.com/hydro-project/hydroflow/commit/3136e0f286f87e944e7f718d926fd7670b44194b" + }, + "date": 1697860740987, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 261665, + "range": "± 1525", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 20231001, + "range": "± 200807", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 19963920, + "range": "± 69623", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 114878220, + "range": "± 1080360", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 55927552, + "range": "± 1208816", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 68143098, + "range": "± 637481", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 4902902, + "range": "± 55631", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 8901524, + "range": "± 34695", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 9378844, + "range": "± 36550", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 14354249, + "range": "± 12219", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 18206906, + "range": "± 18638", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 19522766, + "range": "± 7363", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 2559182, + "range": "± 13863", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 2613973, + "range": "± 2005", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 7256869, + "range": "± 24102", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 2106770, + "range": "± 10694", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 5483, + "range": "± 14", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 70015, + "range": "± 584", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9458, + "range": "± 4317", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 21178, + "range": "± 73", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 114494, + "range": "± 582", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 113819, + "range": "± 1197", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 69264, + "range": "± 121", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 10268, + "range": "± 21", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 33038, + "range": "± 1940", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 138309, + "range": "± 2766", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 142544, + "range": "± 564", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 13089, + "range": "± 116", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 86647, + "range": "± 3601", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 82781, + "range": "± 4245", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 12241, + "range": "± 355", + "unit": "ns/iter" + } + ] } ] } diff --git a/bench/data.json b/bench/data.json index 9c9f304278cf..da0452dea0ef 100644 --- a/bench/data.json +++ b/bench/data.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1697774459775, + "lastUpdate": 1697860741014, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -88340,6 +88340,214 @@ "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "zzlk", + "username": "zzlk", + "email": "2418897+zzlk@users.noreply.github.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "3136e0f286f87e944e7f718d926fd7670b44194b", + "message": "fix!: fold takes initial value by closure rather than by value (#948)\n\nBREAKING CHANGE: first argument of fold() is now a closure instead of a value", + "timestamp": "2023-10-18T16:02:35Z", + "url": "https://github.com/hydro-project/hydroflow/commit/3136e0f286f87e944e7f718d926fd7670b44194b" + }, + "date": 1697860740987, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 261665, + "range": "± 1525", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 20231001, + "range": "± 200807", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 19963920, + "range": "± 69623", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 114878220, + "range": "± 1080360", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 55927552, + "range": "± 1208816", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 68143098, + "range": "± 637481", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 4902902, + "range": "± 55631", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 8901524, + "range": "± 34695", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 9378844, + "range": "± 36550", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 14354249, + "range": "± 12219", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 18206906, + "range": "± 18638", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 19522766, + "range": "± 7363", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 2559182, + "range": "± 13863", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 2613973, + "range": "± 2005", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 7256869, + "range": "± 24102", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 2106770, + "range": "± 10694", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 5483, + "range": "± 14", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 70015, + "range": "± 584", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9458, + "range": "± 4317", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 21178, + "range": "± 73", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 114494, + "range": "± 582", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 113819, + "range": "± 1197", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 69264, + "range": "± 121", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 10268, + "range": "± 21", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 33038, + "range": "± 1940", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 138309, + "range": "± 2766", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 142544, + "range": "± 564", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 13089, + "range": "± 116", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 86647, + "range": "± 3601", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 82781, + "range": "± 4245", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 12241, + "range": "± 355", + "unit": "ns/iter" + } + ] } ] } diff --git a/criterion/arithmetic_hydroflow_compiled/base/estimates.json b/criterion/arithmetic_hydroflow_compiled/base/estimates.json index 44a4368ec2dd..4e345fb3130f 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":374655.710699557,"upper_bound":375987.31364453037},"point_estimate":375385.73239867727,"standard_error":339.3498071190785},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":375641.8242424242,"upper_bound":375694.44444444444},"point_estimate":375676.0654645874,"standard_error":11.75033874348718},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80.85311130649245,"upper_bound":328.24512098094885},"point_estimate":156.0354084202849,"standard_error":65.15111144403646},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":375112.2895877046,"upper_bound":376467.6317255712},"point_estimate":375741.3058509433,"standard_error":345.82850214509585},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1316.5692607301485,"upper_bound":5336.130154866397},"point_estimate":3408.1910007060346,"standard_error":1102.117821521008}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":261963.6277223445,"upper_bound":262556.4767940629},"point_estimate":262245.3710335733,"standard_error":151.49805592747543},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":261545.4730543113,"upper_bound":261831.62313432837},"point_estimate":261665.57870615192,"standard_error":77.25407636506807},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":356.81723352530287,"upper_bound":987.4100315138141},"point_estimate":650.9593379927097,"standard_error":169.68634211450464},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":262019.88318547636,"upper_bound":262628.46837656747},"point_estimate":262297.2972846165,"standard_error":155.37217370593825},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1062.4008066703777,"upper_bound":1953.9068054830443},"point_estimate":1525.643095105029,"standard_error":230.03653729170742}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/sample.json b/criterion/arithmetic_hydroflow_compiled/base/sample.json index 4e499741af6a..a7d55c0ff38e 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1045818.0,2259240.0,3381261.0,4508180.0,5638600.0,6764920.0,7892840.0,9017760.0,10148081.0,11271600.0,12406720.0,13525240.0,14650861.0,15780280.0,16906200.0,18047921.0,19151840.0,20287560.0,21416481.0,22538300.0,23672521.0,24795340.0,25926361.0,27045980.0,28173101.0,29300020.0,30437741.0,31553260.0,32688081.0,33814601.0,34938620.0,36063241.0,37202261.0,38315380.0,39446901.0,40557520.0,41741342.0,42826960.0,43945581.0,45075401.0,46202320.0,47337241.0,48464461.0,49590381.0,50709601.0,51834721.0,52966540.0,54097161.0,55223481.0,56345301.0,57480321.0,58625742.0,59744761.0,60859681.0,61980901.0,63158422.0,64239441.0,65358361.0,66410479.0,70001744.0,67639701.0,70329050.0,70252048.0,71681173.0,73022597.0,73780310.0,75434040.0,76054451.0,77793082.0,78503995.0,79531012.0,80597732.0,81868754.0,83084876.0,84225696.0,85301415.0,86457936.0,87581556.0,88959380.0,90278404.0,92386141.0,91989634.0,93149855.0,94469478.0,95900503.0,97174126.0,97992741.0,98476249.0,100259581.0,102973429.0,102926728.0,103886446.0,104823262.0,105970582.0,109407343.0,108280624.0,109328342.0,110445662.0,111583082.0,112699102.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1044286.0,2085274.0,3136660.0,4142547.0,5212433.0,6273320.0,7330707.0,8385792.0,9401080.0,10459467.0,11513553.0,12548739.0,13612027.0,14623013.0,15685499.0,16757286.0,17781073.0,18813460.0,19876646.0,20921133.0,21970819.0,23032906.0,24000594.0,25124179.0,26161266.0,27191352.0,28185640.0,29270827.0,30291813.0,31396299.0,32432585.0,33396274.0,34459560.0,35464447.0,36587533.0,37671318.0,38683606.0,39740093.0,41312372.0,43143749.0,44060837.0,44628330.0,45276822.0,46488906.0,47690291.0,48417482.0,49373569.0,50517155.0,51622641.0,52533229.0,53671714.0,54572803.0,55911586.0,56885774.0,58083958.0,59080845.0,60014834.0,60786723.0,61931309.0,62963084.0,63846059.0,65010643.0,66407225.0,67193115.0,68424299.0,69113089.0,70170875.0,71579857.0,72444146.0,74027724.0,74632417.0,76321494.0,76418593.0,77583078.0,78984659.0,80175244.0,80755836.0,81653624.0,82932107.0,83551299.0,84762084.0,85772769.0,86803157.0,87864842.0,88955128.0,89911215.0,90936802.0,93615367.0,93673465.0,94067461.0,95241145.0,96238932.0,97340117.0,98345105.0,99380190.0,100402277.0,101448463.0,102477450.0,103445837.0,104600822.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/tukey.json b/criterion/arithmetic_hydroflow_compiled/base/tukey.json index c0a44dea7a4c..7b88fd8bcd01 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[374804.75846193644,375162.73825828696,376117.3510485551,376475.3308449057] \ No newline at end of file +[257120.74130764994,259275.51700799164,265021.5855422362,267176.3612425779] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/change/estimates.json b/criterion/arithmetic_hydroflow_compiled/change/estimates.json index c514afb8100d..3f5dfc4ebe59 100644 --- a/criterion/arithmetic_hydroflow_compiled/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0018664891455532073,"upper_bound":0.0022759094267344013},"point_estimate":0.00003518039301164677,"standard_error":0.0010589589745010103},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00008171218292285509,"upper_bound":0.000231746612759015},"point_estimate":0.00017821626629443976,"standard_error":0.00003818510509101693}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.3027775080532672,"upper_bound":-0.2998188104549671},"point_estimate":-0.3013976067820916,"standard_error":0.0007559015922964993},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.30379498161066654,"upper_bound":-0.30306173614765874},"point_estimate":-0.303480836921144,"standard_error":0.00019369367250939948}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/estimates.json b/criterion/arithmetic_hydroflow_compiled/new/estimates.json index 44a4368ec2dd..4e345fb3130f 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":374655.710699557,"upper_bound":375987.31364453037},"point_estimate":375385.73239867727,"standard_error":339.3498071190785},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":375641.8242424242,"upper_bound":375694.44444444444},"point_estimate":375676.0654645874,"standard_error":11.75033874348718},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80.85311130649245,"upper_bound":328.24512098094885},"point_estimate":156.0354084202849,"standard_error":65.15111144403646},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":375112.2895877046,"upper_bound":376467.6317255712},"point_estimate":375741.3058509433,"standard_error":345.82850214509585},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1316.5692607301485,"upper_bound":5336.130154866397},"point_estimate":3408.1910007060346,"standard_error":1102.117821521008}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":261963.6277223445,"upper_bound":262556.4767940629},"point_estimate":262245.3710335733,"standard_error":151.49805592747543},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":261545.4730543113,"upper_bound":261831.62313432837},"point_estimate":261665.57870615192,"standard_error":77.25407636506807},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":356.81723352530287,"upper_bound":987.4100315138141},"point_estimate":650.9593379927097,"standard_error":169.68634211450464},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":262019.88318547636,"upper_bound":262628.46837656747},"point_estimate":262297.2972846165,"standard_error":155.37217370593825},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1062.4008066703777,"upper_bound":1953.9068054830443},"point_estimate":1525.643095105029,"standard_error":230.03653729170742}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/sample.json b/criterion/arithmetic_hydroflow_compiled/new/sample.json index 4e499741af6a..a7d55c0ff38e 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1045818.0,2259240.0,3381261.0,4508180.0,5638600.0,6764920.0,7892840.0,9017760.0,10148081.0,11271600.0,12406720.0,13525240.0,14650861.0,15780280.0,16906200.0,18047921.0,19151840.0,20287560.0,21416481.0,22538300.0,23672521.0,24795340.0,25926361.0,27045980.0,28173101.0,29300020.0,30437741.0,31553260.0,32688081.0,33814601.0,34938620.0,36063241.0,37202261.0,38315380.0,39446901.0,40557520.0,41741342.0,42826960.0,43945581.0,45075401.0,46202320.0,47337241.0,48464461.0,49590381.0,50709601.0,51834721.0,52966540.0,54097161.0,55223481.0,56345301.0,57480321.0,58625742.0,59744761.0,60859681.0,61980901.0,63158422.0,64239441.0,65358361.0,66410479.0,70001744.0,67639701.0,70329050.0,70252048.0,71681173.0,73022597.0,73780310.0,75434040.0,76054451.0,77793082.0,78503995.0,79531012.0,80597732.0,81868754.0,83084876.0,84225696.0,85301415.0,86457936.0,87581556.0,88959380.0,90278404.0,92386141.0,91989634.0,93149855.0,94469478.0,95900503.0,97174126.0,97992741.0,98476249.0,100259581.0,102973429.0,102926728.0,103886446.0,104823262.0,105970582.0,109407343.0,108280624.0,109328342.0,110445662.0,111583082.0,112699102.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1044286.0,2085274.0,3136660.0,4142547.0,5212433.0,6273320.0,7330707.0,8385792.0,9401080.0,10459467.0,11513553.0,12548739.0,13612027.0,14623013.0,15685499.0,16757286.0,17781073.0,18813460.0,19876646.0,20921133.0,21970819.0,23032906.0,24000594.0,25124179.0,26161266.0,27191352.0,28185640.0,29270827.0,30291813.0,31396299.0,32432585.0,33396274.0,34459560.0,35464447.0,36587533.0,37671318.0,38683606.0,39740093.0,41312372.0,43143749.0,44060837.0,44628330.0,45276822.0,46488906.0,47690291.0,48417482.0,49373569.0,50517155.0,51622641.0,52533229.0,53671714.0,54572803.0,55911586.0,56885774.0,58083958.0,59080845.0,60014834.0,60786723.0,61931309.0,62963084.0,63846059.0,65010643.0,66407225.0,67193115.0,68424299.0,69113089.0,70170875.0,71579857.0,72444146.0,74027724.0,74632417.0,76321494.0,76418593.0,77583078.0,78984659.0,80175244.0,80755836.0,81653624.0,82932107.0,83551299.0,84762084.0,85772769.0,86803157.0,87864842.0,88955128.0,89911215.0,90936802.0,93615367.0,93673465.0,94067461.0,95241145.0,96238932.0,97340117.0,98345105.0,99380190.0,100402277.0,101448463.0,102477450.0,103445837.0,104600822.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/tukey.json b/criterion/arithmetic_hydroflow_compiled/new/tukey.json index c0a44dea7a4c..7b88fd8bcd01 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[374804.75846193644,375162.73825828696,376117.3510485551,376475.3308449057] \ No newline at end of file +[257120.74130764994,259275.51700799164,265021.5855422362,267176.3612425779] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg index 432cb962583a..2412c2739cc3 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ns) - -0.001 + +5e-4 - - -0.002 + + +0.001 - - -0.003 + + +0.0015 - - -0.004 + + +0.002 - - -0.005 + + +0.0025 - - -0.006 + + + +300 - - -0.007 + + +400 - - - -100 + + +500 - - -150 + + +600 - - -200 + + +700 - - -250 + + +800 - - -300 + + +900 - - -350 + + +1000 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/SD.svg b/criterion/arithmetic_hydroflow_compiled/report/SD.svg index bb296e55b17f..60436496968f 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/SD.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - -0.05 - - - -0.1 + +0.2 - - -0.15 + + +0.4 - - -0.2 + + +0.6 - - -0.25 + + +0.8 - - -0.3 + + +1 - - -0.35 + + +1.2 - - -0.4 + + +1.4 - - -0.45 + + +1.6 - - -0.5 + + +1.8 - + - + 1 - - -1.5 + + +1.1 - - -2 + + +1.2 - - -2.5 + + +1.3 - - -3 + + +1.4 - - -3.5 + + +1.5 - - -4 + + +1.6 - - -4.5 + + +1.7 - - -5 + + +1.8 - - -5.5 + + +1.9 + + + +2 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg index 66b8f356c0e9..6ee29026c8e9 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg @@ -9,59 +9,47 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - -350 - - - -360 - - - -370 + +300 - - -380 - - - -390 + + +350 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg index f758bdc9df6b..d1d86b4bb279 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg @@ -9,76 +9,96 @@ Total sample time (ms) Iterations - - + + + - - + + + - - + + + - - + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - + + +120.0 + + + +140.0 + + 0 - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 + + +350 + + + +400 + - - - - + + + + Base Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg index 5df9cadb5dae..401ebaf8150e 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg @@ -9,83 +9,83 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - + + +450 + + + +500 + + - --0.002 - - - --0.0015 - - - --0.001 - - - --5e-4 - - - -0 - - - -5e-4 - - - -0.001 - - - -0.0015 - - - -0.002 - - - -0.0025 - - - - - - + +-0.303 + + + +-0.3025 + + + +-0.302 + + + +-0.3015 + + + +-0.301 + + + +-0.3005 + + + +-0.3 + + + +-0.2995 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg index 24f863c86afc..b02c58f76f71 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg @@ -9,71 +9,67 @@ Density (a.u.) Relative change (%) - -2000 - - - -4000 + +500 - - -6000 + + +1000 - - -8000 + + +1500 - - -1e4 + + +2000 - - -12000 + + +2500 - + - -8e-5 - - - -1e-4 - - - -0.00012 - - - -0.00014 - - - -0.00016 - - - -0.00018 - - - -2e-4 - - - -0.00022 - - - -0.00024 - - - - - - + +-0.3038 + + + +-0.3037 + + + +-0.3036 + + + +-0.3035 + + + +-0.3034 + + + +-0.3033 + + + +-0.3032 + + + +-0.3031 + + + +-0.303 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg index 557efb753f9c..13a892d7a4a8 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg @@ -13,73 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/index.html b/criterion/arithmetic_hydroflow_compiled/report/index.html index 03f59e4ee2e4..189fd69c906e 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 375.11 µs - 375.74 µs - 376.47 µs + 262.02 µs + 262.30 µs + 262.63 µs R² - 0.9931630 - 0.9935450 - 0.9930357 + 0.9963709 + 0.9965262 + 0.9963048 Mean - 374.66 µs - 375.39 µs - 375.99 µs + 261.96 µs + 262.25 µs + 262.56 µs Std. Dev. - 1.3166 µs - 3.4082 µs - 5.3361 µs + 1.0624 µs + 1.5256 µs + 1.9539 µs Median - 375.64 µs - 375.68 µs - 375.69 µs + 261.55 µs + 261.67 µs + 261.83 µs MAD - 80.853 ns - 156.04 ns - 328.25 ns + 356.82 ns + 650.96 ns + 987.41 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.1866% - +0.0035% - +0.2276% - (p = 0.97 > + -30.278% + -30.140% + -29.982% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has improved.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_compiled/report/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/mean.svg index a7645d4cb467..1918cacd686c 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/mean.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 + + +1 - - -0.8 + + +1.5 - - -1 + + +2 - - -1.2 + + +2.5 - + - -374.6 + +261.9 - - -374.8 + + +262 - - -375 + + +262.1 - - -375.2 + + +262.2 - - -375.4 + + +262.3 - - -375.6 + + +262.4 - - -375.8 + + +262.5 - - -376 + + +262.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/median.svg b/criterion/arithmetic_hydroflow_compiled/report/median.svg index 756b7a404de4..f4c73abafe77 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/median.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs) - -10 + +1 + + + +2 + + + +3 - - -20 + + +4 - - -30 + + +5 - - -40 + + +6 - - -50 + + +7 - - -60 + + +8 + + + +9 + + + +10 - + - -375.64 + +261.55 - - -375.65 + + +261.6 - - -375.66 + + +261.65 - - -375.67 + + +261.7 - - -375.68 + + +261.75 - - -375.69 + + +261.8 - - -375.7 + + +261.85 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg index df44fe6b3184..f556d6f21943 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg @@ -13,71 +13,67 @@ Average Time (µs) 0 - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - - -345 - - - + + 350 - - -355 + + +400 - - -360 + + + +258 - - -365 + + +260 - - -370 + + +262 - - -375 + + +264 - - -380 + + +266 - - -385 + + +268 - - -390 + + +270 - + Density (a.u.) @@ -86,88 +82,50 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.25 + + + +0.3 + + + +0.35 + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg index 3bb51b50afcf..95d30a259991 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg @@ -10,47 +10,51 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - - -350 + + +0.3 + + + +0.35 - - -360 + + +0.4 - - -370 + + + +260 - - -380 + + +265 - - -390 + + +270 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/regression.svg index 20d89ae733fe..083f41138d3b 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression.svg @@ -8,195 +8,200 @@ Total sample time (ms) Iterations - - + + + - - + + + - - - - - - - - - - - + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - - -110.0 - - + - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 + + +350 + + + +400 + - + - + - - + + - + - - + + - - + + - + - + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - + + + + + + + + - + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - + - - - - + + + + - + - + Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg index c78a6187cee1..f2b7e9373f25 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg @@ -5,100 +5,105 @@ Total sample time (ms) Iterations - - + + + - - + + + - - - - - - - - - - - + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - - -110.0 - - + - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 + + +350 + + + +400 + - + - + @@ -111,10 +116,10 @@ Iterations - + - + @@ -124,74 +129,74 @@ Iterations - + - + - - - - + + + + - - + + - + - + - - - - - - + + + + + + - - - - - - - + + + + + + + - + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - + - - - + + + - + - + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg index 259523ed8a34..ac98c322bacc 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,57 +6,45 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - -350 - - - -360 - - - -370 + +300 - - -380 - - - -390 + + +350 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg index 9ec8d56b7391..14c7618ad767 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg @@ -6,74 +6,94 @@ Total sample time (ms) Iterations - - + + + - - + + + - - + + + - - + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - + + +120.0 + + + +140.0 + + 0 - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 + + +350 + + + +400 + - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/slope.svg b/criterion/arithmetic_hydroflow_compiled/report/slope.svg index cfbb7b80ef46..07146b168e3a 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/slope.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/slope.svg @@ -9,70 +9,54 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 - - - -375 - - - -375.2 + + +2 - - -375.4 + + +2.5 - - -375.6 + + + +262 - - -375.8 + + +262.1 - - -376 + + +262.2 - - -376.2 + + +262.3 - - -376.4 + + +262.4 - - -376.6 + + +262.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/typical.svg b/criterion/arithmetic_hydroflow_compiled/report/typical.svg index beb6366ca35c..abfaf7d90add 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/typical.svg @@ -9,70 +9,54 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 - - - -375 - - - -375.2 + + +2 - - -375.4 + + +2.5 - - -375.6 + + + +262 - - -375.8 + + +262.1 - - -376 + + +262.2 - - -376.2 + + +262.3 - - -376.4 + + +262.4 - - -376.6 + + +262.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json index 59b5a79daaea..0f81d1772f4a 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16480546.2759375,"upper_bound":16499867.677000001},"point_estimate":16487327.3175,"standard_error":5840.183750670765},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16478273.5,"upper_bound":16480886.125},"point_estimate":16479461.0,"standard_error":743.657198463816},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2965.1165511086656,"upper_bound":6026.773526128381},"point_estimate":4355.137422680855,"standard_error":820.8020774657444},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4794.6495597128505,"upper_bound":100555.96717537283},"point_estimate":58842.70638523055,"standard_error":33895.516813152564}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20192478.99391668,"upper_bound":20270994.639500007},"point_estimate":20231827.86666667,"standard_error":19999.013706328366},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20187785.166666668,"upper_bound":20279967.166666664},"point_estimate":20231001.166666668,"standard_error":22701.058033534384},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117394.86664332364,"upper_bound":217717.08803474533},"point_estimate":156807.92751610003,"standard_error":25638.014618182642},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":160966.2495017458,"upper_bound":239616.00177671635},"point_estimate":200807.6848319923,"standard_error":20100.520237845114}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json index dbc66243de9c..8851a178d51c 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0],"times":[65971377.0,65954576.0,65940075.0,65958076.0,65941376.0,65939276.0,65961276.0,65937876.0,65954476.0,65957276.0,65935876.0,65964676.0,65910075.0,66000777.0,65955376.0,65944276.0,65942376.0,65909375.0,65930575.0,65929276.0,65953976.0,65955576.0,65922976.0,65913475.0,65919775.0,65904875.0,65906176.0,65905175.0,65925175.0,65921787.0,65935395.0,65915094.0,65909694.0,65907294.0,65898794.0,65914294.0,65922894.0,65912495.0,65913994.0,65983795.0,65923095.0,65918394.0,65906094.0,66087197.0,65941195.0,65912594.0,65944795.0,65944294.0,65952995.0,65940395.0,65912894.0,65915694.0,65924195.0,65907794.0,65929594.0,65915394.0,65913295.0,65918094.0,65907194.0,65933995.0,65911794.0,65912794.0,65910894.0,65911094.0,65904794.0,65907594.0,65926695.0,65920494.0,65927894.0,65906994.0,65930495.0,65912794.0,65913094.0,65904894.0,65934695.0,65903894.0,65920794.0,65915594.0,65908994.0,65899094.0,65920195.0,65911294.0,65917594.0,65903094.0,65905694.0,65911094.0,65904194.0,65903094.0,65901194.0,65943095.0,65900594.0,65908794.0,65902894.0,65907294.0,68264837.0,65971895.0,65904394.0,65927494.0,65909394.0,65897194.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[60590505.0,60117911.0,61673691.0,61386495.0,60693704.0,59676417.0,60469707.0,61229796.0,61074099.0,60173611.0,60443907.0,61598192.0,60646704.0,60407408.0,61556092.0,59924614.0,59454620.0,61280196.0,60475607.0,59585218.0,60421208.0,60198010.0,60509106.0,60882102.0,60860401.0,60675504.0,61678691.0,60985400.0,60837902.0,60245710.0,60587105.0,61450294.0,61426394.0,60614305.0,60558806.0,60726803.0,60949100.0,58611232.0,59577618.0,61222697.0,60674304.0,61134798.0,60785403.0,60465906.0,61348096.0,61244696.0,60467707.0,60878701.0,59921114.0,60669804.0,60465107.0,60433507.0,61024600.0,60824802.0,61158897.0,60567905.0,61566092.0,61319595.0,60403707.0,60106412.0,59672816.0,60862302.0,60337908.0,60537505.0,60692303.0,60424607.0,61147998.0,60714203.0,60488906.0,61137698.0,59764215.0,61413594.0,60012613.0,62926374.0,61061298.0,60525806.0,60787402.0,60508406.0,61070398.0,60567305.0,60536106.0,60855001.0,59179823.0,60915401.0,60792302.0,60996000.0,60723803.0,61317895.0,61328095.0,59987713.0,61072599.0,60349008.0,60762602.0,61113098.0,60882501.0,61405194.0,60176410.0,60514506.0,60938500.0,60110111.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json index 09adfd37eb2b..2045206f9bb5 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json @@ -1 +1 @@ -[16454337.1875,16465786.59375,16496318.34375,16507767.75] \ No newline at end of file +[19502068.666666657,19822914.66666666,20678504.000000004,20999350.000000007] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json index 9b99e4429c51..0107a55d17d0 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001563654509269985,"upper_bound":0.0007494274926669874},"point_estimate":-0.0003902473391553807,"standard_error":0.0005851511623288241},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0000747376687685367,"upper_bound":0.00011805773095852068},"point_estimate":5.173132847646755e-6,"standard_error":0.000051286757932316514}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.2245435927825863,"upper_bound":0.22995728732598947},"point_estimate":0.2271138600610043,"standard_error":0.0013356707659812727},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.22506321362539428,"upper_bound":0.23082926503488044},"point_estimate":0.22764944597803694,"standard_error":0.0013664449987624595}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json index 59b5a79daaea..0f81d1772f4a 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16480546.2759375,"upper_bound":16499867.677000001},"point_estimate":16487327.3175,"standard_error":5840.183750670765},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16478273.5,"upper_bound":16480886.125},"point_estimate":16479461.0,"standard_error":743.657198463816},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2965.1165511086656,"upper_bound":6026.773526128381},"point_estimate":4355.137422680855,"standard_error":820.8020774657444},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4794.6495597128505,"upper_bound":100555.96717537283},"point_estimate":58842.70638523055,"standard_error":33895.516813152564}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20192478.99391668,"upper_bound":20270994.639500007},"point_estimate":20231827.86666667,"standard_error":19999.013706328366},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20187785.166666668,"upper_bound":20279967.166666664},"point_estimate":20231001.166666668,"standard_error":22701.058033534384},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117394.86664332364,"upper_bound":217717.08803474533},"point_estimate":156807.92751610003,"standard_error":25638.014618182642},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":160966.2495017458,"upper_bound":239616.00177671635},"point_estimate":200807.6848319923,"standard_error":20100.520237845114}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json index dbc66243de9c..8851a178d51c 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0],"times":[65971377.0,65954576.0,65940075.0,65958076.0,65941376.0,65939276.0,65961276.0,65937876.0,65954476.0,65957276.0,65935876.0,65964676.0,65910075.0,66000777.0,65955376.0,65944276.0,65942376.0,65909375.0,65930575.0,65929276.0,65953976.0,65955576.0,65922976.0,65913475.0,65919775.0,65904875.0,65906176.0,65905175.0,65925175.0,65921787.0,65935395.0,65915094.0,65909694.0,65907294.0,65898794.0,65914294.0,65922894.0,65912495.0,65913994.0,65983795.0,65923095.0,65918394.0,65906094.0,66087197.0,65941195.0,65912594.0,65944795.0,65944294.0,65952995.0,65940395.0,65912894.0,65915694.0,65924195.0,65907794.0,65929594.0,65915394.0,65913295.0,65918094.0,65907194.0,65933995.0,65911794.0,65912794.0,65910894.0,65911094.0,65904794.0,65907594.0,65926695.0,65920494.0,65927894.0,65906994.0,65930495.0,65912794.0,65913094.0,65904894.0,65934695.0,65903894.0,65920794.0,65915594.0,65908994.0,65899094.0,65920195.0,65911294.0,65917594.0,65903094.0,65905694.0,65911094.0,65904194.0,65903094.0,65901194.0,65943095.0,65900594.0,65908794.0,65902894.0,65907294.0,68264837.0,65971895.0,65904394.0,65927494.0,65909394.0,65897194.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[60590505.0,60117911.0,61673691.0,61386495.0,60693704.0,59676417.0,60469707.0,61229796.0,61074099.0,60173611.0,60443907.0,61598192.0,60646704.0,60407408.0,61556092.0,59924614.0,59454620.0,61280196.0,60475607.0,59585218.0,60421208.0,60198010.0,60509106.0,60882102.0,60860401.0,60675504.0,61678691.0,60985400.0,60837902.0,60245710.0,60587105.0,61450294.0,61426394.0,60614305.0,60558806.0,60726803.0,60949100.0,58611232.0,59577618.0,61222697.0,60674304.0,61134798.0,60785403.0,60465906.0,61348096.0,61244696.0,60467707.0,60878701.0,59921114.0,60669804.0,60465107.0,60433507.0,61024600.0,60824802.0,61158897.0,60567905.0,61566092.0,61319595.0,60403707.0,60106412.0,59672816.0,60862302.0,60337908.0,60537505.0,60692303.0,60424607.0,61147998.0,60714203.0,60488906.0,61137698.0,59764215.0,61413594.0,60012613.0,62926374.0,61061298.0,60525806.0,60787402.0,60508406.0,61070398.0,60567305.0,60536106.0,60855001.0,59179823.0,60915401.0,60792302.0,60996000.0,60723803.0,61317895.0,61328095.0,59987713.0,61072599.0,60349008.0,60762602.0,61113098.0,60882501.0,61405194.0,60176410.0,60514506.0,60938500.0,60110111.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json index 09adfd37eb2b..2045206f9bb5 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json @@ -1 +1 @@ -[16454337.1875,16465786.59375,16496318.34375,16507767.75] \ No newline at end of file +[19502068.666666657,19822914.66666666,20678504.000000004,20999350.000000007] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg index 9624fa69eaac..d625c9bf9fa8 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (µs) - -0.05 + +0.002 - - -0.1 + + +0.004 - - -0.15 + + +0.006 - - -0.2 + + +0.008 - - -0.25 + + +0.01 - - -0.3 + + +0.012 - - -0.35 + + +0.014 - - -0.4 + + +0.016 - - -0.45 + + +0.018 - - -0.5 - - - -0.55 - - + - -3 - - - -3.5 + +120 - - -4 + + +140 - - -4.5 + + +160 - - -5 + + +180 - - -5.5 + + +200 - - -6 + + +220 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg index 3adb3317f9ae..bd0437f9687d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg @@ -9,70 +9,86 @@ Density (a.u.) Average time (µs) - -0.005 + +0.002 - - -0.01 + + +0.004 - - -0.015 + + +0.006 - - -0.02 + + +0.008 + + + +0.01 - - -0.025 + + +0.012 - - -0.03 + + +0.014 - - -0.035 + + +0.016 - - -0.04 + + +0.018 - - -0.045 + + +0.02 - + - -0 + +160 + + + +170 + + + +180 + + + +190 - - -20 + + +200 - - -40 + + +210 - - -60 + + +220 - - -80 + + +230 - - -100 + + +240 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg index 29798f54cfdc..10d175359b15 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg @@ -16,32 +16,52 @@ Average Iteration Time (ms) - - - - - + + + + + + + + + - + 16.5 - - -16.6 + + +17.0 - - -16.7 + + +17.5 - - -16.8 + + +18.0 - - -16.9 + + +18.5 - + + +19.0 + + + +19.5 + + + +20.0 + + + +20.5 + + 0 @@ -87,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - + - + - - + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Current diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg index 12be176dcb9a..212cdbe991f8 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg @@ -38,26 +38,30 @@ Average Time (ms) - -16.4 + +17 - - -16.6 + + +18 - - -16.8 + + +19 - - -17 + + +20 + + + +21 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg index 63c54798eddb..9ca8fa93dc0d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg @@ -9,63 +9,67 @@ Density (a.u.) Relative change (%) - -100 + +50 - - -200 + + +100 - - -300 + + +150 - - -400 + + +200 - - -500 + + +250 - - -600 + + +300 - - -700 + + +350 - + - --0.0015 - - - --0.001 - - - --5e-4 - - - -0 - - - -5e-4 - - - -0.001 - - - - - - + +0.224 + + + +0.225 + + + +0.226 + + + +0.227 + + + +0.228 + + + +0.229 + + + +0.23 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg index 1de0ae51782a..f201573c4f8b 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg @@ -9,87 +9,83 @@ Density (a.u.) Relative change (%) - -1000 + +50 - - -2000 + + +100 - - -3000 + + +150 - - -4000 + + +200 - - -5000 + + +250 - - -6000 + + +300 - - -7000 + + +350 - - -8000 + + +400 - + + +450 + + + +500 + + + +550 + + - --8e-5 - - - --6e-5 - - - --4e-5 - - - --2e-5 - - - -0 - - - -2e-5 - - - -4e-5 - - - -6e-5 - - - -8e-5 - - - -1e-4 - - - -0.00012 - - - - - - + +0.225 + + + +0.226 + + + +0.227 + + + +0.228 + + + +0.229 + + + +0.23 + + + +0.231 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg index 6db0dbd4fcd4..487d28cc21f1 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg @@ -13,65 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + +5.0 + + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html index 943bd9b507a9..83fde0a9beec 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0004884 - 0.0004950 - 0.0004733 + 0.0090977 + 0.0094472 + 0.0091008 Mean - 16.481 ms - 16.487 ms - 16.500 ms + 20.192 ms + 20.232 ms + 20.271 ms Std. Dev. - 4.7946 µs - 58.843 µs - 100.56 µs + 160.97 µs + 200.81 µs + 239.62 µs Median - 16.478 ms - 16.479 ms - 16.481 ms + 20.188 ms + 20.231 ms + 20.280 ms MAD - 2.9651 µs - 4.3551 µs - 6.0268 µs + 117.39 µs + 156.81 µs + 217.72 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.1564% - -0.0390% - +0.0749% - (p = 0.56 > + +22.454% + +22.711% + +22.996% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has regressed.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg index 389d310b89cd..b21f7dd0f3a0 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg @@ -16,31 +16,41 @@ Average Iteration Time (ms) - - - - + + + + + + -16.5 +19.6 - -16.6 + +19.8 - - -16.7 + + +20.0 - - -16.8 + + +20.2 - - -16.9 + + +20.4 - + + +20.6 + + + +20.8 + + 10 @@ -82,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg index 39efdaea4150..1982bcd26c3a 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg @@ -12,32 +12,42 @@ Average Iteration Time (ms) - - - - - + + + + + + + - -16.5 + +19.6 - - -16.6 + + +19.8 - - -16.7 + + +20.0 - - -16.8 + + +20.2 - - -16.9 + + +20.4 - + + +20.6 + + + +20.8 + + 10 @@ -79,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg index df976551d726..60b2d07ea2d5 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (ms) - -20 + +2 + + + +4 - - -40 + + +6 - - -60 + + +8 - - -80 + + +10 - - -100 + + +12 - - -120 + + +14 - - -140 + + +16 - - -160 + + +18 - - -180 + + +20 - + - -16.48 + +20.19 + + + +20.2 + + + +20.21 + + + +20.22 + + + +20.23 - - -16.485 + + +20.24 - - -16.49 + + +20.25 - - -16.495 + + +20.26 - - -16.5 + + +20.27 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg index cc37222896d7..fe31d9bd1ae7 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg @@ -9,74 +9,58 @@ Density (a.u.) Average time (ms) - -100 + +5 - - -200 + + +10 - - -300 + + +15 - - -400 + + +20 - - -500 + + +25 - - -600 + + +30 - - -700 - - - -800 - - - -900 - - + - -16.478 - - - -16.4785 + +20.18 - - -16.479 + + +20.2 - - -16.4795 + + +20.22 - - -16.48 + + +20.24 - - -16.4805 + + +20.26 - - -16.481 + + +20.28 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg index 93098f2e5d02..b75b8ae4f86d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg @@ -13,71 +13,71 @@ Average Time (ms) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - + -4 +3 - -16.4 + +19.4 + + + +19.6 + + + +19.8 - - -16.5 + + +20 - - -16.6 + + +20.2 - - -16.7 + + +20.4 - - -16.8 + + +20.6 - - -16.9 + + +20.8 - - -17 + + +21 - - -17.1 + + +21.2 - + Density (a.u.) @@ -86,46 +86,60 @@ Density (a.u.) 0 - + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + 2 - - -4 - - - -6 - - - -8 - - - -10 - - - -12 - - - -14 - - - - - - - - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg index 4a23e277166a..ff8ff8684ac4 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg @@ -10,55 +10,39 @@ Average Time (ms) 0 - -2 - - - -4 - - - -6 + +0.5 - - -8 + + +1 - - -10 + + +1.5 - - -12 - - - -14 - - - -16 + + +2 - + - -16.4 + +19.5 - - -16.6 + + +20 - - -16.8 + + +20.5 - - -17 + + +21 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg index b1f09844378c..23c0ab883dbb 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg @@ -13,32 +13,52 @@ Average Iteration Time (ms) - - - - - + + + + + + + + + - + 16.5 - - -16.6 + + +17.0 - - -16.7 + + +17.5 - - -16.8 + + +18.0 - - -16.9 + + +18.5 - + + +19.0 + + + +19.5 + + + +20.0 + + + +20.5 + + 0 @@ -84,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - + - + - + - + - - - - + + + + - - - - - - - - - - + + + + + + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg index 5369005c6adb..87a2eb31b6a2 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg @@ -35,24 +35,28 @@ Average Time (ms) - -16.4 + +17 - - -16.6 + + +18 - - -16.8 + + +19 - - -17 + + +20 + + + +21 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg index 95a1769a93a0..277b4944877e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (ms) - -20 + +2 + + + +4 - - -40 + + +6 - - -60 + + +8 - - -80 + + +10 - - -100 + + +12 - - -120 + + +14 - - -140 + + +16 - - -160 + + +18 - - -180 + + +20 - + - -16.48 + +20.19 + + + +20.2 + + + +20.21 + + + +20.22 + + + +20.23 - - -16.485 + + +20.24 - - -16.49 + + +20.25 - - -16.495 + + +20.26 - - -16.5 + + +20.27 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/base/estimates.json b/criterion/arithmetic_hydroflow_surface/base/estimates.json index a465dc718d7a..f9a13d5a683b 100644 --- a/criterion/arithmetic_hydroflow_surface/base/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16498112.165499996,"upper_bound":16508953.125833327},"point_estimate":16502733.283333328,"standard_error":2791.646328991034},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16495142.333333334,"upper_bound":16497610.0},"point_estimate":16496343.0,"standard_error":654.5699226560895},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3039.5770460371805,"upper_bound":5461.898303031921},"point_estimate":4003.01992893219,"standard_error":618.1952076978355},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8773.006506403743,"upper_bound":42589.32310360534},"point_estimate":27946.766423014327,"standard_error":8801.40804713959}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19964844.25666666,"upper_bound":19987924.390666675},"point_estimate":19972973.68999999,"standard_error":6951.157471618062},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19963269.0,"upper_bound":19965005.666666668},"point_estimate":19963920.666666664,"standard_error":441.44945633536594},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2860.923749212846,"upper_bound":4768.535715339727},"point_estimate":3783.348032827543,"standard_error":498.824350805213},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5165.662984319056,"upper_bound":118825.01796849906},"point_estimate":69623.8557984474,"standard_error":39836.51868180214}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/sample.json b/criterion/arithmetic_hydroflow_surface/base/sample.json index a19a38eaaf6d..922ca54a2712 100644 --- a/criterion/arithmetic_hydroflow_surface/base/sample.json +++ b/criterion/arithmetic_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[49534231.0,49532130.0,49492830.0,49488730.0,49485427.0,49503730.0,49508630.0,49500129.0,49728233.0,49489930.0,49694433.0,49503528.0,49494728.0,49491330.0,49482328.0,49484230.0,49478728.0,49494730.0,49504530.0,49483228.0,49487129.0,49509328.0,49480529.0,49496630.0,49477328.0,49485029.0,49492929.0,49488830.0,49484129.0,49478429.0,49538629.0,49483728.0,49488629.0,49508127.0,49485528.0,49476828.0,49495030.0,49496730.0,49946138.0,50116940.0,49495230.0,49520028.0,49479128.0,49481830.0,49480628.0,49494728.0,49492529.0,49501929.0,49475327.0,49476128.0,49542930.0,49481228.0,49481829.0,49497228.0,49477728.0,49490127.0,49476529.0,49490230.0,49481128.0,49479128.0,49505129.0,49491129.0,49476628.0,49486129.0,49481828.0,49495929.0,49477728.0,49483327.0,49478128.0,49479828.0,49529229.0,49472729.0,49483128.0,49474829.0,49482628.0,49482928.0,49486727.0,49486027.0,49479027.0,49489228.0,49521229.0,49497529.0,49513327.0,49561930.0,49500027.0,49504728.0,49502628.0,49502427.0,49481028.0,49493928.0,49552029.0,49484328.0,49479828.0,49492328.0,49486328.0,49481328.0,49498828.0,49489328.0,49485028.0,49481628.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[59908907.0,59921005.0,59903706.0,59902006.0,59879907.0,59891005.0,59882408.0,59888206.0,59874908.0,59880505.0,59899606.0,59885406.0,59913006.0,59901907.0,59881607.0,59897607.0,59901706.0,59893206.0,59893206.0,59946006.0,59884007.0,59884806.0,59893106.0,60055303.0,59884107.0,59889807.0,59877905.0,59889707.0,59901606.0,59906606.0,59884106.0,59892606.0,59890707.0,59889007.0,59903706.0,59938704.0,59906207.0,59875308.0,59880607.0,59881407.0,59929205.0,59906306.0,59885606.0,59887707.0,59891907.0,59907506.0,59890206.0,59883707.0,59905006.0,59896207.0,59895506.0,59889306.0,59948605.0,59889406.0,59887207.0,59889207.0,59890507.0,59889105.0,59890107.0,59891007.0,59897007.0,59897705.0,59879707.0,59880507.0,59891206.0,59884607.0,59883706.0,59889206.0,59951306.0,59885206.0,59873608.0,59899407.0,59915217.0,59901018.0,61970190.0,60040916.0,59884317.0,59882818.0,59893916.0,59906617.0,59898217.0,59895917.0,59903017.0,59894017.0,59940217.0,59902017.0,59894517.0,59880819.0,59885617.0,59895017.0,59875317.0,59890917.0,59891617.0,59901217.0,59895717.0,59886317.0,59892117.0,59880517.0,59885918.0,59896417.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/tukey.json b/criterion/arithmetic_hydroflow_surface/base/tukey.json index 917f22eb9390..34e135ef4dbe 100644 --- a/criterion/arithmetic_hydroflow_surface/base/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[16475125.0,16484525.5,16509593.5,16518994.0] \ No newline at end of file +[19945385.083333332,19953585.208333332,19975452.208333332,19983652.333333332] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/change/estimates.json b/criterion/arithmetic_hydroflow_surface/change/estimates.json index 6e9dafad333b..c6d0ef8b4a64 100644 --- a/criterion/arithmetic_hydroflow_surface/change/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00029417880252716736,"upper_bound":0.0005150565757237157},"point_estimate":0.00005826808665365668,"standard_error":0.00020600836158253926},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00021377929426880105,"upper_bound":0.00005088916104312169},"point_estimate":-0.00003698662780349249,"standard_error":0.00006649100149754715}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.2095232074312296,"upper_bound":0.2116100710153238},"point_estimate":0.21028276632037524,"standard_error":0.0005352186434607721},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.2101007304549638,"upper_bound":0.21031158792003168},"point_estimate":0.21020281080883585,"standard_error":0.00005367898860743091}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/estimates.json b/criterion/arithmetic_hydroflow_surface/new/estimates.json index a465dc718d7a..f9a13d5a683b 100644 --- a/criterion/arithmetic_hydroflow_surface/new/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16498112.165499996,"upper_bound":16508953.125833327},"point_estimate":16502733.283333328,"standard_error":2791.646328991034},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16495142.333333334,"upper_bound":16497610.0},"point_estimate":16496343.0,"standard_error":654.5699226560895},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3039.5770460371805,"upper_bound":5461.898303031921},"point_estimate":4003.01992893219,"standard_error":618.1952076978355},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8773.006506403743,"upper_bound":42589.32310360534},"point_estimate":27946.766423014327,"standard_error":8801.40804713959}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19964844.25666666,"upper_bound":19987924.390666675},"point_estimate":19972973.68999999,"standard_error":6951.157471618062},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19963269.0,"upper_bound":19965005.666666668},"point_estimate":19963920.666666664,"standard_error":441.44945633536594},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2860.923749212846,"upper_bound":4768.535715339727},"point_estimate":3783.348032827543,"standard_error":498.824350805213},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5165.662984319056,"upper_bound":118825.01796849906},"point_estimate":69623.8557984474,"standard_error":39836.51868180214}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/sample.json b/criterion/arithmetic_hydroflow_surface/new/sample.json index a19a38eaaf6d..922ca54a2712 100644 --- a/criterion/arithmetic_hydroflow_surface/new/sample.json +++ b/criterion/arithmetic_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[49534231.0,49532130.0,49492830.0,49488730.0,49485427.0,49503730.0,49508630.0,49500129.0,49728233.0,49489930.0,49694433.0,49503528.0,49494728.0,49491330.0,49482328.0,49484230.0,49478728.0,49494730.0,49504530.0,49483228.0,49487129.0,49509328.0,49480529.0,49496630.0,49477328.0,49485029.0,49492929.0,49488830.0,49484129.0,49478429.0,49538629.0,49483728.0,49488629.0,49508127.0,49485528.0,49476828.0,49495030.0,49496730.0,49946138.0,50116940.0,49495230.0,49520028.0,49479128.0,49481830.0,49480628.0,49494728.0,49492529.0,49501929.0,49475327.0,49476128.0,49542930.0,49481228.0,49481829.0,49497228.0,49477728.0,49490127.0,49476529.0,49490230.0,49481128.0,49479128.0,49505129.0,49491129.0,49476628.0,49486129.0,49481828.0,49495929.0,49477728.0,49483327.0,49478128.0,49479828.0,49529229.0,49472729.0,49483128.0,49474829.0,49482628.0,49482928.0,49486727.0,49486027.0,49479027.0,49489228.0,49521229.0,49497529.0,49513327.0,49561930.0,49500027.0,49504728.0,49502628.0,49502427.0,49481028.0,49493928.0,49552029.0,49484328.0,49479828.0,49492328.0,49486328.0,49481328.0,49498828.0,49489328.0,49485028.0,49481628.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[59908907.0,59921005.0,59903706.0,59902006.0,59879907.0,59891005.0,59882408.0,59888206.0,59874908.0,59880505.0,59899606.0,59885406.0,59913006.0,59901907.0,59881607.0,59897607.0,59901706.0,59893206.0,59893206.0,59946006.0,59884007.0,59884806.0,59893106.0,60055303.0,59884107.0,59889807.0,59877905.0,59889707.0,59901606.0,59906606.0,59884106.0,59892606.0,59890707.0,59889007.0,59903706.0,59938704.0,59906207.0,59875308.0,59880607.0,59881407.0,59929205.0,59906306.0,59885606.0,59887707.0,59891907.0,59907506.0,59890206.0,59883707.0,59905006.0,59896207.0,59895506.0,59889306.0,59948605.0,59889406.0,59887207.0,59889207.0,59890507.0,59889105.0,59890107.0,59891007.0,59897007.0,59897705.0,59879707.0,59880507.0,59891206.0,59884607.0,59883706.0,59889206.0,59951306.0,59885206.0,59873608.0,59899407.0,59915217.0,59901018.0,61970190.0,60040916.0,59884317.0,59882818.0,59893916.0,59906617.0,59898217.0,59895917.0,59903017.0,59894017.0,59940217.0,59902017.0,59894517.0,59880819.0,59885617.0,59895017.0,59875317.0,59890917.0,59891617.0,59901217.0,59895717.0,59886317.0,59892117.0,59880517.0,59885918.0,59896417.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/tukey.json b/criterion/arithmetic_hydroflow_surface/new/tukey.json index 917f22eb9390..34e135ef4dbe 100644 --- a/criterion/arithmetic_hydroflow_surface/new/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[16475125.0,16484525.5,16509593.5,16518994.0] \ No newline at end of file +[19945385.083333332,19953585.208333332,19975452.208333332,19983652.333333332] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/report/MAD.svg b/criterion/arithmetic_hydroflow_surface/report/MAD.svg index 5bf708ff425b..ac25b3438062 100644 --- a/criterion/arithmetic_hydroflow_surface/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/MAD.svg @@ -9,70 +9,86 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - -0.9 - - + - + +2.8 + + + 3 - - -3.5 + + +3.2 + + + +3.4 - - + + +3.6 + + + +3.8 + + + 4 - - -4.5 + + +4.2 + + + +4.4 - - -5 + + +4.6 - + -5.5 +4.8 - - - + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/SD.svg b/criterion/arithmetic_hydroflow_surface/report/SD.svg index 44e7892621d1..c4ad45c5b483 100644 --- a/criterion/arithmetic_hydroflow_surface/report/SD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/SD.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (µs) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - -0.04 - - - -0.045 - - - -0.05 - - - -0.055 - - + - -10 - - - -15 + +0 - - + + 20 - - -25 + + +40 - - -30 + + +60 - - -35 + + +80 - - -40 + + +100 - - -45 + + +120 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg index 7c70120bec97..00c7ff9d5a1d 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg @@ -16,62 +16,52 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + - + 16.5 - - -16.52 + + +17.0 - - -16.54 + + +17.5 - - -16.56 + + +18.0 - - -16.58 + + +18.5 - - -16.6 + + +19.0 - - -16.62 + + +19.5 - - -16.64 + + +20.0 - - -16.66 + + +20.5 - - -16.68 - - - -16.7 - - + 0 @@ -117,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg index f52bdcdd1cd4..08d0b87370f6 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg @@ -9,63 +9,47 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 + + + +17 - - -35 + + +18 - - -40 + + +19 - - - -16.5 - - - -16.55 - - - -16.6 - - - -16.65 - - - -16.7 - - - - - - + + +20 + + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg index d62d4b06abbd..c6e4e15c55e2 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg @@ -9,87 +9,63 @@ Density (a.u.) Relative change (%) - + +100 + + + 200 - - -400 + + +300 - - -600 - - - -800 - - - -1000 + + +400 - - -1200 + + +500 - - -1400 + + +600 - - -1600 + + +700 - - -1800 + + +800 - + - --3e-4 - - - --2e-4 - - - --1e-4 - - - -0 - - - -1e-4 - - - -2e-4 - - - -3e-4 - - - -4e-4 - - - -5e-4 - - - -6e-4 - - - - - - + +0.2095 + + + +0.21 + + + +0.2105 + + + +0.211 + + + +0.2115 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/median.svg b/criterion/arithmetic_hydroflow_surface/report/change/median.svg index 3550b7e6bf8e..5e8b4e154862 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/median.svg @@ -9,71 +9,63 @@ Density (a.u.) Relative change (%) - + 1000 - - + + 2000 - - + + 3000 - - + + 4000 - - + + 5000 - - + + 6000 - - + + 7000 - - + + 8000 - - -9000 - - + - --2e-4 - - - --0.00015 - - - --1e-4 - - - --5e-5 - - - -0 - - - -5e-5 - - - - - - + +0.2101 + + + +0.21015 + + + +0.2102 + + + +0.21025 + + + +0.2103 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg index a34aeff9bed0..337aba408f0b 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg @@ -13,69 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/index.html b/criterion/arithmetic_hydroflow_surface/report/index.html index 17749f480646..d5a341891bce 100644 --- a/criterion/arithmetic_hydroflow_surface/report/index.html +++ b/criterion/arithmetic_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0009864 - 0.0010136 - 0.0009653 + 0.0001156 + 0.0001172 + 0.0001120 Mean - 16.498 ms - 16.503 ms - 16.509 ms + 19.965 ms + 19.973 ms + 19.988 ms Std. Dev. - 8.7730 µs - 27.947 µs - 42.589 µs + 5.1657 µs + 69.624 µs + 118.83 µs Median - 16.495 ms - 16.496 ms - 16.498 ms + 19.963 ms + 19.964 ms + 19.965 ms MAD - 3.0396 µs - 4.0030 µs - 5.4619 µs + 2.8609 µs + 3.7833 µs + 4.7685 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.0294% - +0.0058% - +0.0515% - (p = 0.78 > + +20.952% + +21.028% + +21.161% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has regressed.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg index 8b3f9f94ce6d..107cceedde34 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg @@ -15,62 +15,37 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + - -16.5 + +20.0 - - -16.52 + + +20.1 - - -16.54 + + +20.2 - - -16.56 + + +20.3 - - -16.58 + + +20.4 - - -16.6 + + +20.5 - - -16.62 - - - -16.64 - - - -16.66 - - - -16.68 - - - -16.7 - - + 10 @@ -112,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg index 2670e24d7033..f5d5a60c6009 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg @@ -12,62 +12,37 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + - -16.5 + +20.0 - - -16.52 + + +20.1 - - -16.54 + + +20.2 - - -16.56 + + +20.3 - - -16.58 + + +20.4 - - -16.6 + + +20.5 - - -16.62 - - - -16.64 - - - -16.66 - - - -16.68 - - - -16.7 - - + 10 @@ -109,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/mean.svg b/criterion/arithmetic_hydroflow_surface/report/mean.svg index ad30a09cba36..b96c6dc04907 100644 --- a/criterion/arithmetic_hydroflow_surface/report/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/mean.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + - -16.498 + +19.965 - - -16.5 + + +19.97 - - -16.502 + + +19.975 - - -16.504 + + +19.98 - - -16.506 + + +19.985 - - -16.508 + + +19.99 - - -16.51 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/median.svg b/criterion/arithmetic_hydroflow_surface/report/median.svg index f57325c9bcba..9ff5c8eea258 100644 --- a/criterion/arithmetic_hydroflow_surface/report/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/median.svg @@ -9,78 +9,82 @@ Density (a.u.) Average time (ms) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - - -700 + + +800 - + + +1000 + + -800 +1200 - -900 + +1400 - - -1000 - - - -1100 + + +1600 - + - -16.495 + +19.9632 + + + +19.9634 + + + +19.9636 + + + +19.9638 + + + +19.964 - - -16.4955 + + +19.9642 - - -16.496 + + +19.9644 - - -16.4965 + + +19.9646 - - -16.497 + + +19.9648 - - -16.4975 + + +19.965 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/pdf.svg index f899d474d350..3e4fd5f53276 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf.svg @@ -38,26 +38,42 @@ Average Time (ms) - -16.5 + +19.9 - - -16.55 + + +20 + + + +20.1 + + + +20.2 + + + +20.3 + + + +20.4 - - -16.6 + + +20.5 - - -16.65 + + +20.6 - - -16.7 + + +20.7 - + Density (a.u.) @@ -66,54 +82,54 @@ Density (a.u.) 0 - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 + + + +10 - - -25 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +12 + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg index f05d953ae227..9828e22b1985 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg @@ -10,51 +10,51 @@ Average Time (ms) 0 - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 + + + +10 - - -25 + + +12 - - -30 + + +14 - + - -16.5 - - - -16.55 + +20 - - -16.6 + + +20.2 - - -16.65 + + +20.4 - - -16.7 + + +20.6 - - - + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg index e32ba978c342..28d35de6c3bf 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,62 +13,52 @@ Average Iteration Time (ms) - - - - - - + + + + + - - - - + + + - + 16.5 - - -16.52 + + +17.0 - - -16.54 + + +17.5 - - -16.56 + + +18.0 - - -16.58 + + +18.5 - - -16.6 - - + -16.62 +19.0 - -16.64 - - - -16.66 + +19.5 - - -16.68 + + +20.0 - - -16.7 + + +20.5 - + 0 @@ -114,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg index 012d02d8ee2c..f59b749402ee 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg @@ -6,61 +6,45 @@ Density (a.u.) Average Time (ms) - + 5 - - -10 - - + -15 +10 - -20 - - - -25 + +15 - + -30 +20 - -35 - - - -40 + +25 - + - -16.5 - - - -16.55 + +17 - - -16.6 + + +18 - - -16.65 + + +19 - - -16.7 + + +20 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/typical.svg b/criterion/arithmetic_hydroflow_surface/report/typical.svg index 946a000a79a4..206bcb6611ab 100644 --- a/criterion/arithmetic_hydroflow_surface/report/typical.svg +++ b/criterion/arithmetic_hydroflow_surface/report/typical.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + - -16.498 + +19.965 - - -16.5 + + +19.97 - - -16.502 + + +19.975 - - -16.504 + + +19.98 - - -16.506 + + +19.985 - - -16.508 + + +19.99 - - -16.51 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/base/estimates.json b/criterion/fan_in_hydroflow/base/estimates.json index 1c745ca1c342..cc36d4cf3e3c 100644 --- a/criterion/fan_in_hydroflow/base/estimates.json +++ b/criterion/fan_in_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":149334317.856,"upper_bound":149903620.21324998},"point_estimate":149618728.4,"standard_error":145509.80662383823},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":148810145.5,"upper_bound":149900886.0},"point_estimate":149176122.5,"standard_error":340421.063718022},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1094715.8675149095,"upper_bound":1920456.7613475749},"point_estimate":1485073.6917346716,"standard_error":198057.83057217754},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1290557.3800807665,"upper_bound":1608826.4484759797},"point_estimate":1462965.3929917533,"standard_error":81254.7487298108}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114905906.90625,"upper_bound":115323249.51725},"point_estimate":115101942.11,"standard_error":107057.79544190489},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114724771.5,"upper_bound":115032617.5},"point_estimate":114878220.0,"standard_error":84653.66265002482},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":559143.7881182142,"upper_bound":972201.5893399715},"point_estimate":765679.1195064783,"standard_error":110380.34806632306},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":713911.104809737,"upper_bound":1436954.7053403468},"point_estimate":1080360.1703245335,"standard_error":188406.3833078719}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/sample.json b/criterion/fan_in_hydroflow/base/sample.json index 1259e535a55c..c3e253e0333e 100644 --- a/criterion/fan_in_hydroflow/base/sample.json +++ b/criterion/fan_in_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[147787307.0,147698405.0,148658822.0,148729324.0,149147031.0,149501038.0,148752124.0,148729724.0,150637658.0,148267016.0,148206914.0,147408599.0,147952910.0,148242615.0,148774124.0,148200014.0,148866626.0,148926828.0,148857926.0,150095348.0,152848799.0,151671778.0,152192387.0,150972365.0,150800362.0,151289370.0,151167468.0,151851681.0,152827599.0,150458355.0,148412518.0,146942691.0,148740524.0,148720224.0,148145013.0,147810007.0,149948546.0,148854826.0,147774206.0,148692727.0,152365532.0,150929805.0,150953805.0,150302194.0,149832285.0,147809047.0,148412159.0,148724264.0,149877886.0,148435058.0,148841767.0,149256174.0,149900886.0,148846167.0,151772221.0,149980487.0,148908868.0,148711164.0,149204873.0,149076871.0,150249993.0,149147372.0,148674063.0,147769746.0,148757565.0,147482142.0,149224873.0,150186191.0,150770302.0,149876785.0,151147310.0,150435096.0,149774484.0,150169391.0,150828603.0,152583836.0,148603262.0,147691645.0,148477960.0,148685163.0,149778584.0,147955050.0,148365358.0,148130053.0,149902586.0,148431259.0,148191254.0,148098253.0,151200910.0,152151628.0,151895623.0,151034708.0,152133827.0,150296767.0,151156860.0,152044478.0,152560386.0,150606551.0,151454267.0,150245344.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[115062567.0,114468675.0,114718472.0,114832870.0,114469975.0,114878270.0,114657672.0,114016381.0,115902556.0,115347363.0,114985069.0,114215678.0,114444875.0,114652473.0,115195365.0,114246478.0,114306477.0,115002668.0,115590460.0,114923169.0,114128580.0,114252578.0,114731071.0,114145579.0,114593974.0,114746371.0,116588147.0,116075253.0,115610260.0,116053154.0,115571660.0,114878170.0,115242565.0,114771271.0,116766944.0,114801271.0,114537074.0,113778684.0,114273177.0,114120980.0,114744071.0,114809271.0,114036581.0,115763557.0,114489575.0,114584474.0,114705371.0,114080381.0,115228764.0,116942242.0,119295811.0,121186386.0,115787457.0,114613773.0,114211579.0,114199978.0,114905869.0,115390363.0,115271064.0,114443575.0,115024767.0,114321876.0,118014726.0,116552846.0,114730771.0,114317976.0,114045779.0,116323249.0,114974267.0,115526860.0,115075666.0,114515173.0,115147465.0,115116965.0,116740644.0,115610858.0,115829656.0,114915968.0,115675858.0,115674458.0,115302362.0,114357476.0,116044653.0,114586972.0,114149178.0,113878482.0,116001053.0,115002267.0,115480260.0,114276377.0,114423274.0,113956381.0,115688958.0,115236563.0,114464174.0,114831269.0,115174365.0,114941067.0,116141152.0,113847682.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/tukey.json b/criterion/fan_in_hydroflow/base/tukey.json index 2f554361dfc8..bcf579d148e6 100644 --- a/criterion/fan_in_hydroflow/base/tukey.json +++ b/criterion/fan_in_hydroflow/base/tukey.json @@ -1 +1 @@ -[141535487.0,145001360.75,154243690.75,157709564.5] \ No newline at end of file +[111164020.0,112804285.0,117178325.0,118818590.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/change/estimates.json b/criterion/fan_in_hydroflow/change/estimates.json index c841ed6014f6..ecc11f3befef 100644 --- a/criterion/fan_in_hydroflow/change/estimates.json +++ b/criterion/fan_in_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07383902716834997,"upper_bound":0.0780257898677564},"point_estimate":0.0758125977439228,"standard_error":0.0010668863995648829},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07010068333712649,"upper_bound":0.07796507575001432},"point_estimate":0.0725777583724212,"standard_error":0.002496109550109996}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.2327041781392936,"upper_bound":-0.2287032368847962},"point_estimate":-0.23069829999972125,"standard_error":0.0010170716052860657},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.23416855030490227,"upper_bound":-0.227579824998561},"point_estimate":-0.2299154980382333,"standard_error":0.0018554280450152486}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/estimates.json b/criterion/fan_in_hydroflow/new/estimates.json index 1c745ca1c342..cc36d4cf3e3c 100644 --- a/criterion/fan_in_hydroflow/new/estimates.json +++ b/criterion/fan_in_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":149334317.856,"upper_bound":149903620.21324998},"point_estimate":149618728.4,"standard_error":145509.80662383823},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":148810145.5,"upper_bound":149900886.0},"point_estimate":149176122.5,"standard_error":340421.063718022},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1094715.8675149095,"upper_bound":1920456.7613475749},"point_estimate":1485073.6917346716,"standard_error":198057.83057217754},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1290557.3800807665,"upper_bound":1608826.4484759797},"point_estimate":1462965.3929917533,"standard_error":81254.7487298108}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114905906.90625,"upper_bound":115323249.51725},"point_estimate":115101942.11,"standard_error":107057.79544190489},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114724771.5,"upper_bound":115032617.5},"point_estimate":114878220.0,"standard_error":84653.66265002482},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":559143.7881182142,"upper_bound":972201.5893399715},"point_estimate":765679.1195064783,"standard_error":110380.34806632306},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":713911.104809737,"upper_bound":1436954.7053403468},"point_estimate":1080360.1703245335,"standard_error":188406.3833078719}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/sample.json b/criterion/fan_in_hydroflow/new/sample.json index 1259e535a55c..c3e253e0333e 100644 --- a/criterion/fan_in_hydroflow/new/sample.json +++ b/criterion/fan_in_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[147787307.0,147698405.0,148658822.0,148729324.0,149147031.0,149501038.0,148752124.0,148729724.0,150637658.0,148267016.0,148206914.0,147408599.0,147952910.0,148242615.0,148774124.0,148200014.0,148866626.0,148926828.0,148857926.0,150095348.0,152848799.0,151671778.0,152192387.0,150972365.0,150800362.0,151289370.0,151167468.0,151851681.0,152827599.0,150458355.0,148412518.0,146942691.0,148740524.0,148720224.0,148145013.0,147810007.0,149948546.0,148854826.0,147774206.0,148692727.0,152365532.0,150929805.0,150953805.0,150302194.0,149832285.0,147809047.0,148412159.0,148724264.0,149877886.0,148435058.0,148841767.0,149256174.0,149900886.0,148846167.0,151772221.0,149980487.0,148908868.0,148711164.0,149204873.0,149076871.0,150249993.0,149147372.0,148674063.0,147769746.0,148757565.0,147482142.0,149224873.0,150186191.0,150770302.0,149876785.0,151147310.0,150435096.0,149774484.0,150169391.0,150828603.0,152583836.0,148603262.0,147691645.0,148477960.0,148685163.0,149778584.0,147955050.0,148365358.0,148130053.0,149902586.0,148431259.0,148191254.0,148098253.0,151200910.0,152151628.0,151895623.0,151034708.0,152133827.0,150296767.0,151156860.0,152044478.0,152560386.0,150606551.0,151454267.0,150245344.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[115062567.0,114468675.0,114718472.0,114832870.0,114469975.0,114878270.0,114657672.0,114016381.0,115902556.0,115347363.0,114985069.0,114215678.0,114444875.0,114652473.0,115195365.0,114246478.0,114306477.0,115002668.0,115590460.0,114923169.0,114128580.0,114252578.0,114731071.0,114145579.0,114593974.0,114746371.0,116588147.0,116075253.0,115610260.0,116053154.0,115571660.0,114878170.0,115242565.0,114771271.0,116766944.0,114801271.0,114537074.0,113778684.0,114273177.0,114120980.0,114744071.0,114809271.0,114036581.0,115763557.0,114489575.0,114584474.0,114705371.0,114080381.0,115228764.0,116942242.0,119295811.0,121186386.0,115787457.0,114613773.0,114211579.0,114199978.0,114905869.0,115390363.0,115271064.0,114443575.0,115024767.0,114321876.0,118014726.0,116552846.0,114730771.0,114317976.0,114045779.0,116323249.0,114974267.0,115526860.0,115075666.0,114515173.0,115147465.0,115116965.0,116740644.0,115610858.0,115829656.0,114915968.0,115675858.0,115674458.0,115302362.0,114357476.0,116044653.0,114586972.0,114149178.0,113878482.0,116001053.0,115002267.0,115480260.0,114276377.0,114423274.0,113956381.0,115688958.0,115236563.0,114464174.0,114831269.0,115174365.0,114941067.0,116141152.0,113847682.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/tukey.json b/criterion/fan_in_hydroflow/new/tukey.json index 2f554361dfc8..bcf579d148e6 100644 --- a/criterion/fan_in_hydroflow/new/tukey.json +++ b/criterion/fan_in_hydroflow/new/tukey.json @@ -1 +1 @@ -[141535487.0,145001360.75,154243690.75,157709564.5] \ No newline at end of file +[111164020.0,112804285.0,117178325.0,118818590.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/report/MAD.svg b/criterion/fan_in_hydroflow/report/MAD.svg index 4633d781b18e..31a954bee0d9 100644 --- a/criterion/fan_in_hydroflow/report/MAD.svg +++ b/criterion/fan_in_hydroflow/report/MAD.svg @@ -6,73 +6,81 @@ fan_in/hydroflow:MAD Density (a.u.) -Average time (ms) +Average time (µs) - -0.5 + +5e-4 - - -1 + + +0.001 - - -1.5 + + +0.0015 - - -2 + + +0.002 - - -2.5 + + +0.0025 - + + +0.003 + + + +0.0035 + + - -1.1 + +550 - - -1.2 + + +600 - - -1.3 + + +650 - - -1.4 + + +700 - - -1.5 + + +750 - - -1.6 + + +800 - - -1.7 + + +850 - - -1.8 + + +900 - - -1.9 + + +950 - - -2 + + +1000 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/SD.svg b/criterion/fan_in_hydroflow/report/SD.svg index 8d3509e40028..a8e748386075 100644 --- a/criterion/fan_in_hydroflow/report/SD.svg +++ b/criterion/fan_in_hydroflow/report/SD.svg @@ -10,77 +10,89 @@ Average time (ms) -0.5 +0.2 - -1 + +0.4 - - -1.5 + + +0.6 - - -2 + + +0.8 - - -2.5 + + +1 - - -3 + + +1.2 - - -3.5 + + +1.4 - - -4 + + +1.6 + + + +1.8 - - -4.5 + + +2 - - -5 + + +2.2 - + - -1.3 + +0.7 - - -1.35 + + +0.8 - - -1.4 + + +0.9 - - -1.45 + + +1 - - -1.5 + + +1.1 - - -1.55 + + +1.2 - - -1.6 + + +1.3 + + + +1.4 + + + +1.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/both/iteration_times.svg b/criterion/fan_in_hydroflow/report/both/iteration_times.svg index be0a470a257f..b8a27497f191 100644 --- a/criterion/fan_in_hydroflow/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/both/iteration_times.svg @@ -16,42 +16,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - -140.0 + +115.0 - - -142.0 + + +120.0 - - -144.0 + + +125.0 - - -146.0 + + +130.0 - - -148.0 + + +135.0 - - -150.0 + + +140.0 - - -152.0 + + +145.0 + + + +150.0 - + 0 @@ -97,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow/report/both/pdf.svg b/criterion/fan_in_hydroflow/report/both/pdf.svg index 861abc732606..0a6005389e47 100644 --- a/criterion/fan_in_hydroflow/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow/report/both/pdf.svg @@ -9,63 +9,63 @@ Density (a.u.) Average Time (ms) - + +0.05 + + + 0.1 - - -0.2 + + +0.15 - - -0.3 + + +0.2 - - -0.4 + + +0.25 - - -0.5 + + +0.3 - - -0.6 + + +0.35 - - -0.7 + + +0.4 - - -0.8 + + +0.45 - - -0.9 + + + +120 - - -1 + + +130 - - - + + 140 - - -145 - - - + + 150 - - - - - + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow/report/change/mean.svg b/criterion/fan_in_hydroflow/report/change/mean.svg index 69d80cd142fb..be9a5a0b1ddf 100644 --- a/criterion/fan_in_hydroflow/report/change/mean.svg +++ b/criterion/fan_in_hydroflow/report/change/mean.svg @@ -9,78 +9,78 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - + - -0.0735 + +-0.233 - - -0.074 + + +-0.2325 - - -0.0745 + + +-0.232 - - -0.075 + + +-0.2315 - - -0.0755 + + +-0.231 - - -0.076 + + +-0.2305 - - -0.0765 + + +-0.23 - - -0.077 + + +-0.2295 - - -0.0775 + + +-0.229 - - -0.078 + + +-0.2285 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/median.svg b/criterion/fan_in_hydroflow/report/change/median.svg index 847d197668ad..6fdc220b56bc 100644 --- a/criterion/fan_in_hydroflow/report/change/median.svg +++ b/criterion/fan_in_hydroflow/report/change/median.svg @@ -9,62 +9,62 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - - -0.07 + + +250 - - -0.071 + + + +-0.234 - - -0.072 + + +-0.233 - - -0.073 + + +-0.232 - - -0.074 + + +-0.231 - - -0.075 + + +-0.23 - - -0.076 + + +-0.229 - - -0.077 + + +-0.228 - - -0.078 + + +-0.227 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/t-test.svg b/criterion/fan_in_hydroflow/report/change/t-test.svg index da3c51734602..7b2433d4ac8c 100644 --- a/criterion/fan_in_hydroflow/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow/report/change/t-test.svg @@ -21,69 +21,69 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow/report/index.html b/criterion/fan_in_hydroflow/report/index.html index 4269793f6837..34e9c0375b8b 100644 --- a/criterion/fan_in_hydroflow/report/index.html +++ b/criterion/fan_in_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0017818 - 0.0018497 - 0.0017816 + 0.0130050 + 0.0134317 + 0.0128926 Mean - 149.33 ms - 149.62 ms - 149.90 ms + 114.91 ms + 115.10 ms + 115.32 ms Std. Dev. - 1.2906 ms - 1.4630 ms - 1.6088 ms + 713.91 µs + 1.0804 ms + 1.4370 ms Median - 148.81 ms - 149.18 ms - 149.90 ms + 114.72 ms + 114.88 ms + 115.03 ms MAD - 1.0947 ms - 1.4851 ms - 1.9205 ms + 559.14 µs + 765.68 µs + 972.20 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +7.3839% - +7.5813% - +7.8026% + -23.270% + -23.070% + -22.870% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow/report/iteration_times.svg b/criterion/fan_in_hydroflow/report/iteration_times.svg index 3aca68ee3b86..e7818a6ce2cf 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times.svg @@ -15,37 +15,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - -147.0 + +114.0 - - -148.0 + + +115.0 - - -149.0 + + +116.0 - - -150.0 + + +117.0 - - -151.0 + + +118.0 - - -152.0 + + +119.0 - + + +120.0 + + + +121.0 + + 10 @@ -87,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow/report/iteration_times_small.svg b/criterion/fan_in_hydroflow/report/iteration_times_small.svg index c0975f7638c2..b3a9b8d9c854 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times_small.svg @@ -12,37 +12,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - -147.0 + +114.0 - - -148.0 + + +115.0 - - -149.0 + + +116.0 - - -150.0 + + +117.0 - - -151.0 + + +118.0 - - -152.0 + + +119.0 - + + +120.0 + + + +121.0 + + 10 @@ -84,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/mean.svg b/criterion/fan_in_hydroflow/report/mean.svg index f58d462f96ca..f4f49176d4f5 100644 --- a/criterion/fan_in_hydroflow/report/mean.svg +++ b/criterion/fan_in_hydroflow/report/mean.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + + +3 + + + +3.5 + + + +4 + + - -149.3 + +114.9 + + + +114.95 + + + +115 + + + +115.05 - - -149.4 + + +115.1 - - -149.5 + + +115.15 - - -149.6 + + +115.2 - - -149.7 + + +115.25 - - -149.8 + + +115.3 - - -149.9 + + +115.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/median.svg b/criterion/fan_in_hydroflow/report/median.svg index ad63b1d8093f..fba184fca1bc 100644 --- a/criterion/fan_in_hydroflow/report/median.svg +++ b/criterion/fan_in_hydroflow/report/median.svg @@ -9,54 +9,66 @@ Density (a.u.) Average time (ms) - -0.5 - - - + 1 - + + +2 + + + +3 + + -1.5 +4 - -2 + +5 + + + +6 - + - -148.8 + +114.7 + + + +114.75 - - -149 + + +114.8 - - -149.2 + + +114.85 - - -149.4 + + +114.9 - - -149.6 + + +114.95 - - -149.8 + + +115 - - -150 + + +115.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/pdf.svg b/criterion/fan_in_hydroflow/report/pdf.svg index 1a650328157e..a69b44feafe4 100644 --- a/criterion/fan_in_hydroflow/report/pdf.svg +++ b/criterion/fan_in_hydroflow/report/pdf.svg @@ -54,42 +54,46 @@ Average Time (ms) - -146 + +113 - - -147 + + +114 - - -148 + + +115 - - -149 + + +116 - - -150 + + +117 - - -151 + + +118 - - -152 + + +119 - - -153 + + +120 - - -154 + + +121 - + + +122 + + Density (a.u.) @@ -98,32 +102,54 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - - - - + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + + + + - + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow/report/pdf_small.svg b/criterion/fan_in_hydroflow/report/pdf_small.svg index 125151c7c210..32bbec771dca 100644 --- a/criterion/fan_in_hydroflow/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/pdf_small.svg @@ -10,47 +10,67 @@ Average Time (ms) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + +0.5 + + - -146 + +114 - - -148 + + +116 - - -150 + + +118 - - -152 + + +120 - - -154 + + +122 - - - + + + diff --git a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg index 0f8d3c5b9b71..51e5ab06acc3 100644 --- a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg @@ -13,42 +13,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - -140.0 + +115.0 - - -142.0 + + +120.0 - - -144.0 + + +125.0 - - -146.0 + + +130.0 - - -148.0 + + +135.0 - - -150.0 + + +140.0 - - -152.0 + + +145.0 + + + +150.0 - + 0 @@ -94,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg index baeaef77d550..32af895412e8 100644 --- a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg @@ -6,61 +6,61 @@ Density (a.u.) Average Time (ms) - + +0.05 + + + 0.1 - - -0.2 + + +0.15 - - -0.3 + + +0.2 - - -0.4 + + +0.25 - - -0.5 + + +0.3 - - -0.6 + + +0.35 - - -0.7 + + +0.4 - - -0.8 + + +0.45 - - -0.9 + + + +120 - - -1 + + +130 - - - + + 140 - - -145 - - - + + 150 - - - - - + + + + + diff --git a/criterion/fan_in_hydroflow/report/typical.svg b/criterion/fan_in_hydroflow/report/typical.svg index 2f0bb3b41b18..1862f1de28f6 100644 --- a/criterion/fan_in_hydroflow/report/typical.svg +++ b/criterion/fan_in_hydroflow/report/typical.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + + +3 + + + +3.5 + + + +4 + + - -149.3 + +114.9 + + + +114.95 + + + +115 + + + +115.05 - - -149.4 + + +115.1 - - -149.5 + + +115.15 - - -149.6 + + +115.2 - - -149.7 + + +115.25 - - -149.8 + + +115.3 - - -149.9 + + +115.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/base/estimates.json b/criterion/fan_in_hydroflow_surface/base/estimates.json index 7a6c6a64101f..f9de29f95d22 100644 --- a/criterion/fan_in_hydroflow_surface/base/estimates.json +++ b/criterion/fan_in_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38281344.5715,"upper_bound":38295946.1535},"point_estimate":38288486.85,"standard_error":3733.9894809508037},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38282317.0,"upper_bound":38298139.0},"point_estimate":38291257.5,"standard_error":4440.828416836612},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23086.676140129566,"upper_bound":38632.10751414299},"point_estimate":32159.07602906227,"standard_error":3917.7053767314123},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29307.30901552779,"upper_bound":47015.20247784502},"point_estimate":37668.51539305295,"standard_error":4649.734337123804}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55572570.50075,"upper_bound":56043603.00525},"point_estimate":55807929.85,"standard_error":120324.21700147631},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55408159.0,"upper_bound":56199849.0},"point_estimate":55927552.5,"standard_error":206655.2655777194},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":970719.7306662798,"upper_bound":1510157.0593893528},"point_estimate":1210527.3112088442,"standard_error":136195.45209934292},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1055158.834111345,"upper_bound":1344081.609619105},"point_estimate":1208816.4593383817,"standard_error":73881.45496433489}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/sample.json b/criterion/fan_in_hydroflow_surface/base/sample.json index 733d6f2aab96..f195d8f4fe70 100644 --- a/criterion/fan_in_hydroflow_surface/base/sample.json +++ b/criterion/fan_in_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[76564634.0,76537133.0,76551234.0,76581835.0,76610635.0,76594735.0,76593034.0,76638336.0,76536534.0,76601435.0,76609435.0,76600535.0,76671936.0,76509933.0,76675237.0,76717537.0,76604535.0,76544734.0,76469932.0,76662136.0,76612235.0,76525334.0,76505032.0,76589335.0,76437431.0,76655837.0,76427631.0,76586034.0,76630596.0,76602196.0,76569995.0,76535595.0,76560696.0,76607596.0,76474594.0,76528495.0,76682897.0,76508195.0,76597996.0,76447093.0,76631997.0,76631597.0,76622996.0,76621297.0,76578295.0,76606497.0,76583195.0,76580596.0,76595896.0,76569596.0,76614696.0,76609497.0,76580995.0,76554296.0,76495994.0,76567795.0,76536595.0,76496795.0,76518594.0,76459594.0,76556795.0,76635897.0,76550595.0,76561196.0,76595796.0,76550995.0,76663797.0,76563796.0,76522694.0,76509995.0,76570395.0,76542896.0,76616996.0,76531895.0,76649097.0,76626897.0,76592296.0,76941502.0,76592996.0,76455493.0,76624897.0,76501594.0,76457194.0,76640997.0,76526695.0,76606096.0,76465893.0,76569315.0,76626921.0,76512520.0,76457618.0,76381417.0,76561120.0,76690123.0,76656522.0,76633822.0,76597821.0,76622821.0,76726023.0,76588821.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[57954525.0,54284674.0,56199849.0,56353946.0,54866667.0,53804880.0,56685343.0,56317247.0,54192375.0,57739428.0,56274448.0,54875766.0,56303847.0,55167663.0,55449458.0,53465186.0,55707455.0,54793367.0,56748142.0,53821580.0,56595043.0,57771728.0,56351847.0,55215161.0,54369073.0,57586131.0,57509731.0,55394159.0,56468045.0,57248235.0,56707342.0,54767968.0,56857140.0,56889540.0,54336773.0,54358873.0,57968125.0,58336720.0,57673529.0,56135250.0,55358960.0,56326547.0,55285560.0,55766955.0,56067050.0,52736395.0,54984165.0,54688869.0,56943439.0,55115163.0,54736868.0,56731341.0,55279361.0,55408159.0,55938153.0,56049850.0,56720442.0,55126863.0,55319160.0,56092950.0,57061837.0,54268575.0,55323160.0,55911453.0,56826540.0,58287121.0,55916952.0,54790468.0,54437572.0,56027051.0,56119049.0,56974339.0,58197622.0,55090763.0,55385659.0,55450359.0,57609030.0,57387432.0,56250148.0,56897339.0,56011552.0,54205775.0,56166549.0,55506958.0,54891966.0,56701741.0,53743682.0,54824367.0,53592283.0,56314047.0,55711855.0,55852953.0,56311147.0,54414773.0,56274747.0,56332647.0,55058164.0,53788081.0,56464245.0,54190475.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/tukey.json b/criterion/fan_in_hydroflow_surface/base/tukey.json index 3cbe7e1b439e..3f4bef9535f7 100644 --- a/criterion/fan_in_hydroflow_surface/base/tukey.json +++ b/criterion/fan_in_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[38142233.125,38204784.0625,38371586.5625,38434137.5] \ No newline at end of file +[49483336.5,52185626.25,59391732.25,62094022.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/change/estimates.json b/criterion/fan_in_hydroflow_surface/change/estimates.json index 239418005f93..4bc65d9c65b6 100644 --- a/criterion/fan_in_hydroflow_surface/change/estimates.json +++ b/criterion/fan_in_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006891488039099294,"upper_bound":-0.006382695766346952},"point_estimate":-0.006627706924991372,"standard_error":0.0001300370405596247},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006803583974859695,"upper_bound":-0.006254787334265988},"point_estimate":-0.006514233619431153,"standard_error":0.00014265245326542896}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.45170749660505466,"upper_bound":0.4629856416581037},"point_estimate":0.457564256029094,"standard_error":0.0029380140647427915},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.4478376504521115,"upper_bound":0.4674998693738821},"point_estimate":0.4605828105801957,"standard_error":0.005020967340784363}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/estimates.json b/criterion/fan_in_hydroflow_surface/new/estimates.json index 7a6c6a64101f..f9de29f95d22 100644 --- a/criterion/fan_in_hydroflow_surface/new/estimates.json +++ b/criterion/fan_in_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38281344.5715,"upper_bound":38295946.1535},"point_estimate":38288486.85,"standard_error":3733.9894809508037},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38282317.0,"upper_bound":38298139.0},"point_estimate":38291257.5,"standard_error":4440.828416836612},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23086.676140129566,"upper_bound":38632.10751414299},"point_estimate":32159.07602906227,"standard_error":3917.7053767314123},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29307.30901552779,"upper_bound":47015.20247784502},"point_estimate":37668.51539305295,"standard_error":4649.734337123804}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55572570.50075,"upper_bound":56043603.00525},"point_estimate":55807929.85,"standard_error":120324.21700147631},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55408159.0,"upper_bound":56199849.0},"point_estimate":55927552.5,"standard_error":206655.2655777194},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":970719.7306662798,"upper_bound":1510157.0593893528},"point_estimate":1210527.3112088442,"standard_error":136195.45209934292},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1055158.834111345,"upper_bound":1344081.609619105},"point_estimate":1208816.4593383817,"standard_error":73881.45496433489}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/sample.json b/criterion/fan_in_hydroflow_surface/new/sample.json index 733d6f2aab96..f195d8f4fe70 100644 --- a/criterion/fan_in_hydroflow_surface/new/sample.json +++ b/criterion/fan_in_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[76564634.0,76537133.0,76551234.0,76581835.0,76610635.0,76594735.0,76593034.0,76638336.0,76536534.0,76601435.0,76609435.0,76600535.0,76671936.0,76509933.0,76675237.0,76717537.0,76604535.0,76544734.0,76469932.0,76662136.0,76612235.0,76525334.0,76505032.0,76589335.0,76437431.0,76655837.0,76427631.0,76586034.0,76630596.0,76602196.0,76569995.0,76535595.0,76560696.0,76607596.0,76474594.0,76528495.0,76682897.0,76508195.0,76597996.0,76447093.0,76631997.0,76631597.0,76622996.0,76621297.0,76578295.0,76606497.0,76583195.0,76580596.0,76595896.0,76569596.0,76614696.0,76609497.0,76580995.0,76554296.0,76495994.0,76567795.0,76536595.0,76496795.0,76518594.0,76459594.0,76556795.0,76635897.0,76550595.0,76561196.0,76595796.0,76550995.0,76663797.0,76563796.0,76522694.0,76509995.0,76570395.0,76542896.0,76616996.0,76531895.0,76649097.0,76626897.0,76592296.0,76941502.0,76592996.0,76455493.0,76624897.0,76501594.0,76457194.0,76640997.0,76526695.0,76606096.0,76465893.0,76569315.0,76626921.0,76512520.0,76457618.0,76381417.0,76561120.0,76690123.0,76656522.0,76633822.0,76597821.0,76622821.0,76726023.0,76588821.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[57954525.0,54284674.0,56199849.0,56353946.0,54866667.0,53804880.0,56685343.0,56317247.0,54192375.0,57739428.0,56274448.0,54875766.0,56303847.0,55167663.0,55449458.0,53465186.0,55707455.0,54793367.0,56748142.0,53821580.0,56595043.0,57771728.0,56351847.0,55215161.0,54369073.0,57586131.0,57509731.0,55394159.0,56468045.0,57248235.0,56707342.0,54767968.0,56857140.0,56889540.0,54336773.0,54358873.0,57968125.0,58336720.0,57673529.0,56135250.0,55358960.0,56326547.0,55285560.0,55766955.0,56067050.0,52736395.0,54984165.0,54688869.0,56943439.0,55115163.0,54736868.0,56731341.0,55279361.0,55408159.0,55938153.0,56049850.0,56720442.0,55126863.0,55319160.0,56092950.0,57061837.0,54268575.0,55323160.0,55911453.0,56826540.0,58287121.0,55916952.0,54790468.0,54437572.0,56027051.0,56119049.0,56974339.0,58197622.0,55090763.0,55385659.0,55450359.0,57609030.0,57387432.0,56250148.0,56897339.0,56011552.0,54205775.0,56166549.0,55506958.0,54891966.0,56701741.0,53743682.0,54824367.0,53592283.0,56314047.0,55711855.0,55852953.0,56311147.0,54414773.0,56274747.0,56332647.0,55058164.0,53788081.0,56464245.0,54190475.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/tukey.json b/criterion/fan_in_hydroflow_surface/new/tukey.json index 3cbe7e1b439e..3f4bef9535f7 100644 --- a/criterion/fan_in_hydroflow_surface/new/tukey.json +++ b/criterion/fan_in_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[38142233.125,38204784.0625,38371586.5625,38434137.5] \ No newline at end of file +[49483336.5,52185626.25,59391732.25,62094022.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/report/MAD.svg b/criterion/fan_in_hydroflow_surface/report/MAD.svg index 8ed3fb76a8f7..158b9777395e 100644 --- a/criterion/fan_in_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_in_hydroflow_surface/report/MAD.svg @@ -6,97 +6,65 @@ fan_in/hydroflow/surface:MAD Density (a.u.) -Average time (µs) +Average time (ms) - -0.01 + +0.5 - - -0.02 + + +1 - - -0.03 + + +1.5 - - -0.04 + + +2 - - -0.05 + + +2.5 - - -0.06 + + +3 - - -0.07 - - - -0.08 - - - -0.09 - - - -0.1 - - + -0.11 +3.5 - -22 - - - -24 - - - -26 - - - -28 - - - -30 + +1 - - -32 + + +1.1 - - -34 + + +1.2 - - -36 + + +1.3 - - -38 + + +1.4 - - -40 + + +1.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/SD.svg b/criterion/fan_in_hydroflow_surface/report/SD.svg index ddbd8f206df4..6c620fdc4a22 100644 --- a/criterion/fan_in_hydroflow_surface/report/SD.svg +++ b/criterion/fan_in_hydroflow_surface/report/SD.svg @@ -6,93 +6,85 @@ fan_in/hydroflow/surface:SD Density (a.u.) -Average time (µs) +Average time (ms) - -0.01 + +0.5 - - -0.02 + + +1 - - -0.03 + + +1.5 - - -0.04 + + +2 - - -0.05 + + +2.5 - - -0.06 + + +3 - - -0.07 + + +3.5 - - -0.08 + + +4 - - -0.09 + + +4.5 - - - -28 - - - -30 + + +5 - - -32 + + +5.5 - - -34 - - - -36 + + + +1.05 - - -38 + + +1.1 - - -40 + + +1.15 - - -42 + + +1.2 - - -44 + + +1.25 - - -46 + + +1.3 - - -48 + + +1.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg index 172781769a4f..6fa64b5f77ca 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg @@ -16,52 +16,57 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + - -38.2 + +40.0 - - -38.25 + + +42.0 - - -38.3 + + +44.0 - - -38.35 + + +46.0 - - -38.4 + + +48.0 - - -38.45 + + +50.0 - - -38.5 + + +52.0 - - -38.55 + + +54.0 - - -38.6 + + +56.0 - + + +58.0 + + 0 @@ -107,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg index 3cd9c271e5ac..c3a3bf62c5be 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg @@ -54,30 +54,26 @@ Average Time (ms) - -38.2 - - - -38.3 - - - -38.4 - - - -38.5 - - - -38.6 - - - - - - + +40 + + + +45 + + + +50 + + + +55 + + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow_surface/report/change/mean.svg b/criterion/fan_in_hydroflow_surface/report/change/mean.svg index acf3dacf7d50..14485ea595c0 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/mean.svg @@ -9,55 +9,67 @@ Density (a.u.) Relative change (%) - -500 + +20 - - -1000 + + +40 - - -1500 + + +60 - - -2000 + + +80 - - -2500 + + +100 - + + +120 + + + +140 + + - --0.0069 - - - --0.0068 - - - --0.0067 - - - --0.0066 - - - --0.0065 - - - --0.0064 - - - - - - + +0.452 + + + +0.454 + + + +0.456 + + + +0.458 + + + +0.46 + + + +0.462 + + + +0.464 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/median.svg b/criterion/fan_in_hydroflow_surface/report/change/median.svg index 36c253d08e2e..dea829405a97 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/median.svg @@ -9,59 +9,55 @@ Density (a.u.) Relative change (%) - -500 + +20 - - -1000 + + +40 - - -1500 + + +60 - - -2000 + + +80 - - -2500 + + +100 - + + +120 + + + +140 + + - --0.0068 - - - --0.0067 - - - --0.0066 - - - --0.0065 - - - --0.0064 - - - --0.0063 - - - --0.0062 - - - - - - + +0.45 + + + +0.455 + + + +0.46 + + + +0.465 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg index 7620a908724d..7ecab4625afe 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg @@ -17,81 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - -6.0 - - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow_surface/report/index.html b/criterion/fan_in_hydroflow_surface/report/index.html index bbf874674a31..0802214e26d5 100644 --- a/criterion/fan_in_hydroflow_surface/report/index.html +++ b/criterion/fan_in_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0002410 - 0.0002497 - 0.0002402 + 0.0171194 + 0.0177633 + 0.0171178 Mean - 38.281 ms - 38.288 ms - 38.296 ms + 55.573 ms + 55.808 ms + 56.044 ms Std. Dev. - 29.307 µs - 37.669 µs - 47.015 µs + 1.0552 ms + 1.2088 ms + 1.3441 ms Median - 38.282 ms - 38.291 ms - 38.298 ms + 55.408 ms + 55.928 ms + 56.200 ms MAD - 23.087 µs - 32.159 µs - 38.632 µs + 970.72 µs + 1.2105 ms + 1.5102 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.6891% - -0.6628% - -0.6383% + +45.171% + +45.756% + +46.299% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg index 1df247e6636d..700f09733498 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + + - -38.2 + +53.0 - - -38.25 + + +53.5 - - -38.3 + + +54.0 - - -38.35 + + +54.5 - - -38.4 + + +55.0 - - -38.45 + + +55.5 - + + +56.0 + + + +56.5 + + + +57.0 + + + +57.5 + + + +58.0 + + 10 @@ -87,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg index df8283fece72..d74235b4a41d 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + + - -38.2 + +53.0 - - -38.25 + + +53.5 - - -38.3 + + +54.0 - - -38.35 + + +54.5 - - -38.4 + + +55.0 - - -38.45 + + +55.5 - + + +56.0 + + + +56.5 + + + +57.0 + + + +57.5 + + + +58.0 + + 10 @@ -84,104 +109,104 @@ Average Iteration Time (ms) 100 - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/mean.svg b/criterion/fan_in_hydroflow_surface/report/mean.svg index 9f8ce3b2d338..9d068d2e3f76 100644 --- a/criterion/fan_in_hydroflow_surface/report/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/mean.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (ms) - -10 + +0.5 - - -20 + + +1 - - -30 + + +1.5 - - -40 + + +2 - - -50 + + +2.5 - - -60 + + +3 - - -70 + + +3.5 - - -80 - - - -90 - - - -100 + + + +55.55 - - -110 + + +55.6 - - - -38.28 + + +55.65 - - -38.282 + + +55.7 - - -38.284 + + +55.75 - - -38.286 + + +55.8 - - -38.288 + + +55.85 - - -38.29 + + +55.9 - - -38.292 + + +55.95 - - -38.294 + + +56 - - -38.296 + + +56.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/median.svg b/criterion/fan_in_hydroflow_surface/report/median.svg index 46def24aeee1..abbc0029815d 100644 --- a/criterion/fan_in_hydroflow_surface/report/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/median.svg @@ -9,78 +9,70 @@ Density (a.u.) Average time (ms) - -20 + +0.5 - - -40 + + +1 - - -60 + + +1.5 - - -80 - - + -100 +2 - -120 - - - -140 + +2.5 - - -160 + + +3 - + - -38.282 + +55.4 - - -38.284 + + +55.5 - - -38.286 + + +55.6 - - -38.288 + + +55.7 - - -38.29 + + +55.8 - - -38.292 + + +55.9 - - -38.294 + + +56 - - -38.296 + + +56.1 - - -38.298 + + +56.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/pdf.svg b/criterion/fan_in_hydroflow_surface/report/pdf.svg index 7efb2b356102..6efb9de08574 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf.svg @@ -14,78 +14,78 @@ Average Time (ms) -0.2 +0.1 -0.4 +0.2 -0.6 +0.3 -0.8 +0.4 -1 +0.5 -1.2 +0.6 -1.4 +0.7 -1.6 +0.8 -1.8 +0.9 -2 +1 - -38.15 + +52 - - -38.2 + + +53 - - -38.25 + + +54 - - -38.3 + + +55 - - -38.35 + + +56 - - -38.4 + + +57 - - -38.45 + + +58 - - -38.5 + + +59 - + Density (a.u.) @@ -94,36 +94,32 @@ Density (a.u.) 0 - -2 - - - -4 - - - -6 - - - -8 - - - -10 - - - - - - + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + + + - - - - - + PDF diff --git a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg index 92887ada2d28..2a09f9aca828 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (ms) 0 - -2 + +0.05 - - -4 + + +0.1 - - -6 + + +0.15 - - -8 + + +0.2 - - -10 + + +0.25 - - -12 + + +0.3 - + - -38.2 + +52 - - -38.3 + + +54 - - -38.4 + + +56 - - -38.5 + + +58 - - - + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg index 1deae9bbb1e2..450db679a413 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,52 +13,57 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + - -38.2 + +40.0 - - -38.25 + + +42.0 - - -38.3 + + +44.0 - - -38.35 + + +46.0 - - -38.4 + + +48.0 - - -38.45 + + +50.0 - - -38.5 + + +52.0 - - -38.55 + + +54.0 - - -38.6 + + +56.0 - + + +58.0 + + 0 @@ -104,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg index 1af33c2d9d1b..921220367641 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg @@ -51,28 +51,24 @@ Average Time (ms) - -38.2 - - - -38.3 - - - -38.4 - - - -38.5 - - - -38.6 - - - - - - + +40 + + + +45 + + + +50 + + + +55 + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/typical.svg b/criterion/fan_in_hydroflow_surface/report/typical.svg index eda1e06bb2f2..dd4ced132f99 100644 --- a/criterion/fan_in_hydroflow_surface/report/typical.svg +++ b/criterion/fan_in_hydroflow_surface/report/typical.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (ms) - -10 + +0.5 - - -20 + + +1 - - -30 + + +1.5 - - -40 + + +2 - - -50 + + +2.5 - - -60 + + +3 - - -70 + + +3.5 - - -80 - - - -90 - - - -100 + + + +55.55 - - -110 + + +55.6 - - - -38.28 + + +55.65 - - -38.282 + + +55.7 - - -38.284 + + +55.75 - - -38.286 + + +55.8 - - -38.288 + + +55.85 - - -38.29 + + +55.9 - - -38.292 + + +55.95 - - -38.294 + + +56 - - -38.296 + + +56.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/base/estimates.json b/criterion/fan_out_hydroflow_scheduled/base/estimates.json index 3344ba2d062c..889228aa33de 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88535028.12925,"upper_bound":89339377.10025},"point_estimate":88926169.3,"standard_error":205808.14122292472},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87840158.0,"upper_bound":88684683.0},"point_estimate":88193994.0,"standard_error":220782.81815009224},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1158822.3784267902,"upper_bound":2257570.547220111},"point_estimate":1662921.936777234,"standard_error":289301.28326019674},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1766367.666219215,"upper_bound":2317820.2356780833},"point_estimate":2066011.3662285514,"standard_error":141304.02816664323}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68095234.0425,"upper_bound":68343669.12275},"point_estimate":68216875.57,"standard_error":63226.83433663627},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67923152.0,"upper_bound":68262847.0},"point_estimate":68143098.0,"standard_error":75693.33780221806},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":470517.1863466501,"upper_bound":779094.4439008087},"point_estimate":623053.7433385849,"standard_error":80336.46094354277},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":533039.3862648396,"upper_bound":731864.9264186104},"point_estimate":637481.6888758969,"standard_error":50780.24513641698}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/sample.json b/criterion/fan_out_hydroflow_scheduled/base/sample.json index 159808db4caf..73fdc056a92c 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[88355068.0,87321049.0,87278848.0,87598354.0,86195328.0,87360749.0,87143946.0,87165046.0,87582953.0,87955161.0,86490633.0,86782239.0,87692156.0,87258648.0,86997942.0,86966943.0,87169446.0,86323330.0,88419469.0,91004418.0,90590311.0,90490309.0,87628554.0,86786439.0,87963961.0,87497552.0,89937799.0,91706931.0,89025281.0,87064944.0,87823659.0,90052200.0,87525453.0,87567153.0,88095964.0,88488671.0,88176065.0,87406150.0,86690737.0,87946961.0,87840158.0,87917860.0,87111745.0,86143627.0,91514428.0,93445664.0,94364582.0,93279961.0,93886472.0,91805034.0,90486608.0,90745214.0,92625249.0,92102539.0,94106177.0,93592267.0,92335144.0,92356244.0,91671431.0,91117220.0,91728132.0,89955799.0,88372669.0,89331409.0,88441928.0,88832437.0,87548107.0,88092520.0,89816359.0,87962517.0,87741212.0,88330225.0,86763289.0,88253124.0,89130043.0,87890715.0,91348395.0,91644601.0,90256270.0,89940062.0,91239092.0,91020187.0,89170344.0,87832814.0,88652433.0,88950939.0,87078997.0,89322248.0,88969440.0,88536929.0,89450350.0,86896493.0,86969394.0,86767289.0,86689188.0,87288201.0,86969994.0,87476006.0,88211923.0,87770412.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[67556656.0,67898152.0,68469644.0,67757354.0,67416858.0,67538357.0,67463658.0,67663755.0,69111435.0,68639041.0,68726041.0,69036836.0,68252747.0,68447544.0,67844952.0,67644056.0,67568456.0,68363745.0,67308261.0,67537056.0,68266947.0,69437130.0,68780840.0,69506129.0,69144035.0,69065935.0,67852453.0,67644355.0,67663655.0,68271247.0,67570956.0,67444758.0,67475458.0,68189248.0,67761354.0,67920551.0,67145863.0,69193933.0,69567429.0,67674455.0,68025250.0,68062149.0,67598256.0,67880153.0,68953837.0,68121448.0,67495158.0,67733654.0,68197748.0,68094949.0,68276546.0,67893452.0,68164748.0,69119935.0,69054736.0,68657841.0,68494343.0,67806954.0,67718354.0,67939951.0,67729954.0,68221748.0,68563342.0,68174648.0,67722854.0,68849939.0,67512757.0,67769554.0,68730640.0,69185334.0,68356745.0,68823039.0,68332946.0,68112949.0,68510043.0,68414645.0,67414658.0,68174148.0,67923152.0,67693255.0,67918951.0,68164948.0,70034222.0,68604542.0,68262847.0,69603128.0,68023450.0,68221347.0,68106649.0,67841953.0,67609456.0,67537257.0,68314646.0,67401258.0,68073050.0,70331225.0,69181762.0,68439072.0,68340174.0,68350473.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/tukey.json b/criterion/fan_out_hydroflow_scheduled/base/tukey.json index bc85e27bc65a..134dd08aa317 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[78461732.5,82906278.25,94758400.25,99202946.0] \ No newline at end of file +[65316812.75,66519270.875,69725825.875,70928284.0] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/change/estimates.json b/criterion/fan_out_hydroflow_scheduled/change/estimates.json index c9b821c026f6..bd0d01ceb2de 100644 --- a/criterion/fan_out_hydroflow_scheduled/change/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.09096436365999436,"upper_bound":0.10110900062636045},"point_estimate":0.09545802637048983,"standard_error":0.0025208391307436273},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.08339846430165476,"upper_bound":0.09603455102855762},"point_estimate":0.08749185389087133,"standard_error":0.0030009447711118395}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.2365387200291438,"upper_bound":-0.2291609337286022},"point_estimate":-0.23288188272380694,"standard_error":0.0018913258329087024},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.2318225603577061,"upper_bound":-0.22392282826743537},"point_estimate":-0.22734990321449777,"standard_error":0.002079611267050052}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/estimates.json b/criterion/fan_out_hydroflow_scheduled/new/estimates.json index 3344ba2d062c..889228aa33de 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88535028.12925,"upper_bound":89339377.10025},"point_estimate":88926169.3,"standard_error":205808.14122292472},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87840158.0,"upper_bound":88684683.0},"point_estimate":88193994.0,"standard_error":220782.81815009224},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1158822.3784267902,"upper_bound":2257570.547220111},"point_estimate":1662921.936777234,"standard_error":289301.28326019674},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1766367.666219215,"upper_bound":2317820.2356780833},"point_estimate":2066011.3662285514,"standard_error":141304.02816664323}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68095234.0425,"upper_bound":68343669.12275},"point_estimate":68216875.57,"standard_error":63226.83433663627},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67923152.0,"upper_bound":68262847.0},"point_estimate":68143098.0,"standard_error":75693.33780221806},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":470517.1863466501,"upper_bound":779094.4439008087},"point_estimate":623053.7433385849,"standard_error":80336.46094354277},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":533039.3862648396,"upper_bound":731864.9264186104},"point_estimate":637481.6888758969,"standard_error":50780.24513641698}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/sample.json b/criterion/fan_out_hydroflow_scheduled/new/sample.json index 159808db4caf..73fdc056a92c 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[88355068.0,87321049.0,87278848.0,87598354.0,86195328.0,87360749.0,87143946.0,87165046.0,87582953.0,87955161.0,86490633.0,86782239.0,87692156.0,87258648.0,86997942.0,86966943.0,87169446.0,86323330.0,88419469.0,91004418.0,90590311.0,90490309.0,87628554.0,86786439.0,87963961.0,87497552.0,89937799.0,91706931.0,89025281.0,87064944.0,87823659.0,90052200.0,87525453.0,87567153.0,88095964.0,88488671.0,88176065.0,87406150.0,86690737.0,87946961.0,87840158.0,87917860.0,87111745.0,86143627.0,91514428.0,93445664.0,94364582.0,93279961.0,93886472.0,91805034.0,90486608.0,90745214.0,92625249.0,92102539.0,94106177.0,93592267.0,92335144.0,92356244.0,91671431.0,91117220.0,91728132.0,89955799.0,88372669.0,89331409.0,88441928.0,88832437.0,87548107.0,88092520.0,89816359.0,87962517.0,87741212.0,88330225.0,86763289.0,88253124.0,89130043.0,87890715.0,91348395.0,91644601.0,90256270.0,89940062.0,91239092.0,91020187.0,89170344.0,87832814.0,88652433.0,88950939.0,87078997.0,89322248.0,88969440.0,88536929.0,89450350.0,86896493.0,86969394.0,86767289.0,86689188.0,87288201.0,86969994.0,87476006.0,88211923.0,87770412.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[67556656.0,67898152.0,68469644.0,67757354.0,67416858.0,67538357.0,67463658.0,67663755.0,69111435.0,68639041.0,68726041.0,69036836.0,68252747.0,68447544.0,67844952.0,67644056.0,67568456.0,68363745.0,67308261.0,67537056.0,68266947.0,69437130.0,68780840.0,69506129.0,69144035.0,69065935.0,67852453.0,67644355.0,67663655.0,68271247.0,67570956.0,67444758.0,67475458.0,68189248.0,67761354.0,67920551.0,67145863.0,69193933.0,69567429.0,67674455.0,68025250.0,68062149.0,67598256.0,67880153.0,68953837.0,68121448.0,67495158.0,67733654.0,68197748.0,68094949.0,68276546.0,67893452.0,68164748.0,69119935.0,69054736.0,68657841.0,68494343.0,67806954.0,67718354.0,67939951.0,67729954.0,68221748.0,68563342.0,68174648.0,67722854.0,68849939.0,67512757.0,67769554.0,68730640.0,69185334.0,68356745.0,68823039.0,68332946.0,68112949.0,68510043.0,68414645.0,67414658.0,68174148.0,67923152.0,67693255.0,67918951.0,68164948.0,70034222.0,68604542.0,68262847.0,69603128.0,68023450.0,68221347.0,68106649.0,67841953.0,67609456.0,67537257.0,68314646.0,67401258.0,68073050.0,70331225.0,69181762.0,68439072.0,68340174.0,68350473.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/tukey.json b/criterion/fan_out_hydroflow_scheduled/new/tukey.json index bc85e27bc65a..134dd08aa317 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[78461732.5,82906278.25,94758400.25,99202946.0] \ No newline at end of file +[65316812.75,66519270.875,69725825.875,70928284.0] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg index 6d37b755c726..1d3e66057eb9 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg @@ -6,69 +6,85 @@ fan_out/hydroflow/scheduled:MAD Density (a.u.) -Average time (ms) +Average time (µs) - -0.2 + +5e-4 - - -0.4 + + +0.001 - - -0.6 + + +0.0015 - - -0.8 + + +0.002 - + + +0.0025 + + -1 +0.003 - -1.2 + +0.0035 + + + +0.004 - - -1.4 + + +0.0045 - - -1.6 + + +0.005 - + - -1.2 + +450 + + + +500 + + + +550 - - -1.4 + + +600 - - -1.6 + + +650 - - -1.8 + + +700 - - -2 + + +750 - - -2.2 + + +800 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/SD.svg b/criterion/fan_out_hydroflow_scheduled/report/SD.svg index 4bb66cf9eb7d..dcb52da72494 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/SD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/SD.svg @@ -6,61 +6,65 @@ fan_out/hydroflow/scheduled:SD Density (a.u.) -Average time (ms) +Average time (µs) - -0.5 + +0.001 - - -1 + + +0.002 - - -1.5 + + +0.003 - - -2 + + +0.004 - - -2.5 + + +0.005 - - -3 + + +0.006 - - - -1.8 + + +0.007 + + + +0.008 - - -1.9 + + + +550 - - -2 + + +600 - - -2.1 + + +650 - - -2.2 + + +700 - - -2.3 + + +750 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg index 76e03ca98fe3..f76bda59cb34 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,42 +16,32 @@ Average Iteration Time (ms) - - - - - - - + + + + + - -82.0 + +70.0 - - -84.0 + + +75.0 - - -86.0 + + +80.0 - - -88.0 + + +85.0 - - + + 90.0 - - -92.0 - - - -94.0 - - + 0 @@ -97,206 +87,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg index 4f74936f74c8..c00c2b9fe88c 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg @@ -9,63 +9,47 @@ Density (a.u.) Average Time (ms) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - -0.8 - - - -0.9 - - + - -80 + +70 - - -85 + + +80 - - + + 90 - - -95 - - - - - - + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg index 94a77a5b19fb..d83ffb66def6 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg @@ -9,66 +9,86 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + + +160 + + + +180 + + + +200 + + - -0.09 + +-0.237 + + + +-0.236 + + + +-0.235 - - -0.092 + + +-0.234 - - -0.094 + + +-0.233 - - -0.096 + + +-0.232 - - -0.098 + + +-0.231 - - -0.1 + + +-0.23 - - -0.102 + + +-0.229 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg index f729bce9e433..48584299ec7f 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg @@ -9,70 +9,82 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 + + +160 + + +180 + + - -0.082 + +-0.232 + + + +-0.231 - - -0.084 + + +-0.23 - - -0.086 + + +-0.229 - - -0.088 + + +-0.228 - - -0.09 + + +-0.227 - - -0.092 + + +-0.226 - - -0.094 + + +-0.225 - - -0.096 + + +-0.224 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg index dd4cdbc05b8b..eaef894f7515 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/index.html b/criterion/fan_out_hydroflow_scheduled/report/index.html index 69080e7bd1c9..f9f4cc24d344 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/index.html +++ b/criterion/fan_out_hydroflow_scheduled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0030413 - 0.0031511 - 0.0030291 + 0.0004277 + 0.0004434 + 0.0004264 Mean - 88.535 ms - 88.926 ms - 89.339 ms + 68.095 ms + 68.217 ms + 68.344 ms Std. Dev. - 1.7664 ms - 2.0660 ms - 2.3178 ms + 533.04 µs + 637.48 µs + 731.86 µs Median - 87.840 ms - 88.194 ms - 88.685 ms + 67.923 ms + 68.143 ms + 68.263 ms MAD - 1.1588 ms - 1.6629 ms - 2.2576 ms + 470.52 µs + 623.05 µs + 779.09 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +9.0964% - +9.5458% - +10.111% + -23.654% + -23.288% + -22.916% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg index ecdcc5cb6827..7a37b0f201e2 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg @@ -15,47 +15,37 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + - -87.0 + +67.5 - - -88.0 + + +68.0 - - -89.0 + + +68.5 - - -90.0 + + +69.0 - - -91.0 + + +69.5 - - -92.0 + + +70.0 - - -93.0 - - - -94.0 - - + 10 @@ -97,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg index 391e9a291286..2544c67c65a5 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,47 +12,37 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + - -87.0 + +67.5 - - -88.0 + + +68.0 - - -89.0 + + +68.5 - - -90.0 + + +69.0 - - -91.0 + + +69.5 - - -92.0 + + +70.0 - - -93.0 - - - -94.0 - - + 10 @@ -94,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/mean.svg index 325fa48eefe1..e5d7b84912a6 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 - - - + 1 - - -1.2 - - - -1.4 - - - -1.6 - - - -1.8 - - - + + 2 - - - -88.5 + + +3 - - -88.6 + + +4 - - -88.7 + + +5 - - -88.8 + + +6 - - -88.9 + + +7 + + + + +68.1 - - -89 + + +68.15 - - -89.1 + + +68.2 - - -89.2 + + +68.25 - - -89.3 + + +68.3 - - -89.4 + + +68.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/median.svg b/criterion/fan_out_hydroflow_scheduled/report/median.svg index 83a1c363ccfd..a66628bbd8f7 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/median.svg @@ -9,74 +9,86 @@ Density (a.u.) Average time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - - -87.8 + + +4 + + + +5 + + + +6 - - -87.9 + + +7 - - -88 + + +8 + + + +9 + + + +10 + + + +11 + + + + +67.9 - - -88.1 + + +67.95 - - -88.2 + + +68 - - -88.3 + + +68.05 - - -88.4 + + +68.1 - - -88.5 + + +68.15 - - -88.6 + + +68.2 - - -88.7 + + +68.25 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg index f99446a49b86..c7720151365b 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg @@ -54,34 +54,46 @@ Average Time (ms) - -84 + +66.5 - - -86 + + +67 - - -88 + + +67.5 - - -90 + + +68 - - -92 + + +68.5 - - -94 + + +69 - - -96 + + +69.5 - + + +70 + + + +70.5 + + + +71 + + Density (a.u.) @@ -90,28 +102,40 @@ Density (a.u.) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - - - - + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + + + - + + + + + PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg index 3f9b9929015a..8ff85eb50a25 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg @@ -10,39 +10,51 @@ Average Time (ms) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 + + +0.3 + + + +0.4 + + + +0.5 - + + +0.6 + + - -85 + +67 + + + +68 + + + +69 - - -90 + + +70 - - -95 + + +71 - - - + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg index d7574b51a389..b5fa8f71a961 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -13,42 +13,32 @@ Average Iteration Time (ms) - - - - - - - + + + + + - -82.0 + +70.0 - - -84.0 + + +75.0 - - -86.0 + + +80.0 - - -88.0 + + +85.0 - - + + 90.0 - - -92.0 - - - -94.0 - - + 0 @@ -94,204 +84,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg index 43fdc18814a5..4adada22c5df 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg @@ -6,61 +6,45 @@ Density (a.u.) Average Time (ms) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - -0.8 - - - -0.9 - - + - -80 + +70 - - -85 + + +80 - - + + 90 - - -95 - - - - - - + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/typical.svg b/criterion/fan_out_hydroflow_scheduled/report/typical.svg index 6ee24cfdcd89..1a441ea3cefa 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/typical.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 - - - + 1 - - -1.2 - - - -1.4 - - - -1.6 - - - -1.8 - - - + + 2 - - - -88.5 + + +3 - - -88.6 + + +4 - - -88.7 + + +5 - - -88.8 + + +6 - - -88.9 + + +7 + + + + +68.1 - - -89 + + +68.15 - - -89.1 + + +68.2 - - -89.2 + + +68.25 - - -89.3 + + +68.3 - - -89.4 + + +68.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/base/estimates.json b/criterion/fan_out_hydroflow_surface/base/estimates.json index 45c51179db6b..988550f4af2e 100644 --- a/criterion/fan_out_hydroflow_surface/base/estimates.json +++ b/criterion/fan_out_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7408445.140571428,"upper_bound":7410078.769035715},"point_estimate":7409228.305714285,"standard_error":418.60192944323234},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7407626.142857143,"upper_bound":7409147.571428571},"point_estimate":7408411.857142856,"standard_error":375.1821501937481},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1842.6599672864434,"upper_bound":3102.975844911265},"point_estimate":2319.315858822729,"standard_error":342.6818847654893},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3036.4193282872766,"upper_bound":5179.519734227083},"point_estimate":4203.639354551891,"standard_error":549.6635484823325}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4909817.917659093,"upper_bound":4931434.1850000005},"point_estimate":4920411.120909091,"standard_error":5541.308251569107},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4890234.454545454,"upper_bound":4920697.7272727275},"point_estimate":4902902.545454545,"standard_error":7469.862277741894},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35986.038895892336,"upper_bound":69357.88001865128},"point_estimate":52631.62515651021,"standard_error":9067.637422123531},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47999.881662218286,"upper_bound":62355.662784165725},"point_estimate":55631.29698205719,"standard_error":3671.28313129606}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/sample.json b/criterion/fan_out_hydroflow_surface/base/sample.json index d22ebc7e605b..99e9ebe06236 100644 --- a/criterion/fan_out_hydroflow_surface/base/sample.json +++ b/criterion/fan_out_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[51822682.0,51823183.0,51866983.0,51882783.0,51851283.0,51834983.0,51979685.0,51825383.0,51827982.0,51852283.0,51846483.0,51836682.0,51829583.0,51850183.0,51832982.0,51828283.0,51891983.0,51876484.0,51863983.0,51859783.0,51877083.0,51843083.0,51848783.0,51869383.0,51864783.0,51968685.0,51883584.0,51870783.0,51901684.0,51871283.0,51857983.0,51852583.0,51852683.0,51856383.0,51860083.0,51878884.0,51854083.0,51837382.0,51844683.0,51867383.0,51857983.0,51852183.0,51887584.0,51848282.0,51941385.0,51893484.0,51891983.0,51847083.0,51955585.0,51875483.0,51847883.0,51876184.0,51867783.0,51856383.0,51867483.0,51840183.0,51847982.0,51845183.0,51865883.0,51865384.0,51862583.0,51840882.0,51857883.0,51856383.0,51953785.0,51847283.0,51851683.0,51848883.0,51860583.0,51899184.0,51865083.0,51851483.0,51852883.0,51868283.0,51829982.0,51861783.0,51847083.0,51863283.0,51863383.0,51853383.0,51874484.0,51876983.0,51849183.0,51958185.0,51865283.0,51865883.0,51860183.0,51881384.0,51864783.0,51848983.0,51845682.0,51850083.0,51872984.0,51885783.0,51880084.0,51862083.0,51856083.0,51849283.0,51843782.0,51856583.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0],"times":[53792780.0,54765366.0,54847866.0,55464857.0,53687482.0,53539683.0,54127675.0,54016777.0,53640082.0,54256673.0,54281473.0,55118862.0,55090463.0,53582382.0,53429185.0,54586169.0,53844779.0,53443785.0,53492483.0,54822766.0,53579783.0,53465684.0,53741681.0,53509083.0,54928265.0,53931478.0,54168174.0,53598883.0,53639882.0,53529283.0,53850379.0,53723781.0,54256173.0,53555883.0,54709868.0,53515583.0,55076463.0,53386585.0,53907178.0,54506870.0,53849379.0,53508984.0,53778780.0,53541683.0,53922278.0,54498970.0,53594583.0,54038676.0,54562470.0,54030776.0,53671482.0,53557382.0,53754281.0,53980977.0,54489570.0,53686182.0,54069476.0,54046976.0,55985550.0,53518784.0,54996963.0,54132776.0,54723867.0,54784966.0,54452771.0,53361786.0,55482457.0,53667882.0,55131361.0,53529384.0,53385285.0,53634082.0,54571269.0,53691881.0,54948764.0,54440572.0,53792579.0,54058377.0,55118262.0,55445557.0,53929178.0,53847479.0,55374259.0,53497084.0,53630782.0,53513784.0,54190574.0,55041163.0,53363486.0,54131175.0,54621369.0,53932378.0,54297473.0,53681081.0,54823966.0,54536570.0,53541183.0,53741780.0,54925665.0,53981177.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/tukey.json b/criterion/fan_out_hydroflow_surface/base/tukey.json index 01c6122b8a9e..d42a6bbdddb1 100644 --- a/criterion/fan_out_hydroflow_surface/base/tukey.json +++ b/criterion/fan_out_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[7397072.321428573,7402011.714285715,7415183.428571427,7420122.82142857] \ No newline at end of file +[4617929.0681818165,4746364.863636363,5088860.31818182,5217296.113636366] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/change/estimates.json b/criterion/fan_out_hydroflow_surface/change/estimates.json index f0a4475ed252..68f6545dc92d 100644 --- a/criterion/fan_out_hydroflow_surface/change/estimates.json +++ b/criterion/fan_out_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00025188393739106196,"upper_bound":0.0008981523974151973},"point_estimate":0.0006160672917410182,"standard_error":0.0001666807572778002},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0006994001963755991,"upper_bound":0.0009985206893596832},"point_estimate":0.0008171232189024824,"standard_error":0.00007635745078770244}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.33728280407071126,"upper_bound":-0.3342294253978428},"point_estimate":-0.33590774667932977,"standard_error":0.000742421248646244},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.3401140874774784,"upper_bound":-0.33585222341383414},"point_estimate":-0.3381978972014916,"standard_error":0.0009929028355694113}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/estimates.json b/criterion/fan_out_hydroflow_surface/new/estimates.json index 45c51179db6b..988550f4af2e 100644 --- a/criterion/fan_out_hydroflow_surface/new/estimates.json +++ b/criterion/fan_out_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7408445.140571428,"upper_bound":7410078.769035715},"point_estimate":7409228.305714285,"standard_error":418.60192944323234},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7407626.142857143,"upper_bound":7409147.571428571},"point_estimate":7408411.857142856,"standard_error":375.1821501937481},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1842.6599672864434,"upper_bound":3102.975844911265},"point_estimate":2319.315858822729,"standard_error":342.6818847654893},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3036.4193282872766,"upper_bound":5179.519734227083},"point_estimate":4203.639354551891,"standard_error":549.6635484823325}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4909817.917659093,"upper_bound":4931434.1850000005},"point_estimate":4920411.120909091,"standard_error":5541.308251569107},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4890234.454545454,"upper_bound":4920697.7272727275},"point_estimate":4902902.545454545,"standard_error":7469.862277741894},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35986.038895892336,"upper_bound":69357.88001865128},"point_estimate":52631.62515651021,"standard_error":9067.637422123531},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47999.881662218286,"upper_bound":62355.662784165725},"point_estimate":55631.29698205719,"standard_error":3671.28313129606}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/sample.json b/criterion/fan_out_hydroflow_surface/new/sample.json index d22ebc7e605b..99e9ebe06236 100644 --- a/criterion/fan_out_hydroflow_surface/new/sample.json +++ b/criterion/fan_out_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[51822682.0,51823183.0,51866983.0,51882783.0,51851283.0,51834983.0,51979685.0,51825383.0,51827982.0,51852283.0,51846483.0,51836682.0,51829583.0,51850183.0,51832982.0,51828283.0,51891983.0,51876484.0,51863983.0,51859783.0,51877083.0,51843083.0,51848783.0,51869383.0,51864783.0,51968685.0,51883584.0,51870783.0,51901684.0,51871283.0,51857983.0,51852583.0,51852683.0,51856383.0,51860083.0,51878884.0,51854083.0,51837382.0,51844683.0,51867383.0,51857983.0,51852183.0,51887584.0,51848282.0,51941385.0,51893484.0,51891983.0,51847083.0,51955585.0,51875483.0,51847883.0,51876184.0,51867783.0,51856383.0,51867483.0,51840183.0,51847982.0,51845183.0,51865883.0,51865384.0,51862583.0,51840882.0,51857883.0,51856383.0,51953785.0,51847283.0,51851683.0,51848883.0,51860583.0,51899184.0,51865083.0,51851483.0,51852883.0,51868283.0,51829982.0,51861783.0,51847083.0,51863283.0,51863383.0,51853383.0,51874484.0,51876983.0,51849183.0,51958185.0,51865283.0,51865883.0,51860183.0,51881384.0,51864783.0,51848983.0,51845682.0,51850083.0,51872984.0,51885783.0,51880084.0,51862083.0,51856083.0,51849283.0,51843782.0,51856583.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0],"times":[53792780.0,54765366.0,54847866.0,55464857.0,53687482.0,53539683.0,54127675.0,54016777.0,53640082.0,54256673.0,54281473.0,55118862.0,55090463.0,53582382.0,53429185.0,54586169.0,53844779.0,53443785.0,53492483.0,54822766.0,53579783.0,53465684.0,53741681.0,53509083.0,54928265.0,53931478.0,54168174.0,53598883.0,53639882.0,53529283.0,53850379.0,53723781.0,54256173.0,53555883.0,54709868.0,53515583.0,55076463.0,53386585.0,53907178.0,54506870.0,53849379.0,53508984.0,53778780.0,53541683.0,53922278.0,54498970.0,53594583.0,54038676.0,54562470.0,54030776.0,53671482.0,53557382.0,53754281.0,53980977.0,54489570.0,53686182.0,54069476.0,54046976.0,55985550.0,53518784.0,54996963.0,54132776.0,54723867.0,54784966.0,54452771.0,53361786.0,55482457.0,53667882.0,55131361.0,53529384.0,53385285.0,53634082.0,54571269.0,53691881.0,54948764.0,54440572.0,53792579.0,54058377.0,55118262.0,55445557.0,53929178.0,53847479.0,55374259.0,53497084.0,53630782.0,53513784.0,54190574.0,55041163.0,53363486.0,54131175.0,54621369.0,53932378.0,54297473.0,53681081.0,54823966.0,54536570.0,53541183.0,53741780.0,54925665.0,53981177.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/tukey.json b/criterion/fan_out_hydroflow_surface/new/tukey.json index 01c6122b8a9e..d42a6bbdddb1 100644 --- a/criterion/fan_out_hydroflow_surface/new/tukey.json +++ b/criterion/fan_out_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[7397072.321428573,7402011.714285715,7415183.428571427,7420122.82142857] \ No newline at end of file +[4617929.0681818165,4746364.863636363,5088860.31818182,5217296.113636366] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/report/MAD.svg b/criterion/fan_out_hydroflow_surface/report/MAD.svg index 0fa7c2ae7397..ac00cfe79348 100644 --- a/criterion/fan_out_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_out_hydroflow_surface/report/MAD.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (µs) - -0.2 + +0.005 - - -0.4 + + +0.01 - - -0.6 + + +0.015 - - -0.8 + + +0.02 - - -1 + + +0.025 - + + +0.03 + + + +0.035 + + -1.2 +0.04 - -1.4 + +0.045 - + - -1.8 + +35 - - -2 + + +40 - - -2.2 + + +45 - - -2.4 + + +50 - - -2.6 + + +55 - - -2.8 + + +60 - - -3 + + +65 - - -3.2 + + +70 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/SD.svg b/criterion/fan_out_hydroflow_surface/report/SD.svg index 377a589b2659..a1281b3cafed 100644 --- a/criterion/fan_out_hydroflow_surface/report/SD.svg +++ b/criterion/fan_out_hydroflow_surface/report/SD.svg @@ -9,58 +9,86 @@ Density (a.u.) Average time (µs) - -0.1 + +0.01 + + + +0.02 - + -0.2 +0.03 - -0.3 + +0.04 + + + +0.05 - + -0.4 +0.06 - -0.5 + +0.07 - + + +0.08 + + -0.6 +0.09 - -0.7 + +0.1 - + + +0.11 + + - -3 + +48 + + + +50 + + + +52 + + + +54 - - -3.5 + + +56 - - -4 + + +58 - - -4.5 + + +60 - - -5 + + +62 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg index ee665842bb3e..4b636c166d09 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg @@ -16,62 +16,32 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + - -7.4 + +5.0 - - -7.41 + + +5.5 - - -7.42 + + +6.0 - - -7.43 + + +6.5 - - -7.44 + + +7.0 - - -7.45 - - - -7.46 - - - -7.47 - - - -7.48 - - - -7.49 - - - -7.5 - - + 0 @@ -117,206 +87,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg index e92df1e4efbb..a7e28c65b183 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg @@ -34,22 +34,30 @@ Average Time (ms) - -7.4 - - - -7.45 - - - -7.5 - - - - - - + +5 + + + +5.5 + + + +6 + + + +6.5 + + + +7 + + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_surface/report/change/mean.svg b/criterion/fan_out_hydroflow_surface/report/change/mean.svg index 8ae231e0ed26..b1582627ce72 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/mean.svg @@ -9,59 +9,87 @@ Density (a.u.) Relative change (%) - -500 + +50 + + + +100 + + + +150 + + + +200 + + + +250 - - -1000 + + +300 - - -1500 + + +350 + + + +400 + + + +450 + + + +500 - - -2000 + + +550 - + - -2e-4 - - - -3e-4 - - - -4e-4 - - - -5e-4 - - - -6e-4 - - - -7e-4 - - - -8e-4 - - - -9e-4 - - - - - - + +-0.3375 + + + +-0.337 + + + +-0.3365 + + + +-0.336 + + + +-0.3355 + + + +-0.335 + + + +-0.3345 + + + +-0.334 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/median.svg b/criterion/fan_out_hydroflow_surface/report/change/median.svg index a7504636b310..912b4e7baae2 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/median.svg @@ -9,83 +9,91 @@ Density (a.u.) Relative change (%) - -500 - - - -1000 + +100 - - -1500 + + +200 - - -2000 + + +300 - - -2500 + + +400 - - -3000 - - - -3500 + + +500 - - -4000 + + +600 - - -4500 + + +700 - - -5000 + + +800 - - -5500 + + +900 - + - -7e-4 - - - -0.00075 - - - -8e-4 - - - -0.00085 - - - -9e-4 - - - -0.00095 - - - -0.001 - - - - - - + +-0.3405 + + + +-0.34 + + + +-0.3395 + + + +-0.339 + + + +-0.3385 + + + +-0.338 + + + +-0.3375 + + + +-0.337 + + + +-0.3365 + + + +-0.336 + + + +-0.3355 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg index c350ccee4515..19e7f6fd04ce 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_surface/report/index.html b/criterion/fan_out_hydroflow_surface/report/index.html index b5e393b1f695..1b2deb632609 100644 --- a/criterion/fan_out_hydroflow_surface/report/index.html +++ b/criterion/fan_out_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0007235 - 0.0007489 - 0.0007192 + 0.0005344 + 0.0005539 + 0.0005328 Mean - 7.4084 ms - 7.4092 ms - 7.4101 ms + 4.9098 ms + 4.9204 ms + 4.9314 ms Std. Dev. - 3.0364 µs - 4.2036 µs - 5.1795 µs + 48.000 µs + 55.631 µs + 62.356 µs Median - 7.4076 ms - 7.4084 ms - 7.4091 ms + 4.8902 ms + 4.9029 ms + 4.9207 ms MAD - 1.8427 µs - 2.3193 µs - 3.1030 µs + 35.986 µs + 52.632 µs + 69.358 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.0252% - +0.0616% - +0.0898% + -33.728% + -33.591% + -33.423% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has improved.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg index 67cc99022d96..8ac7a02508dc 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg @@ -15,62 +15,27 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + - -7.404 + +4.9 - - -7.406 + + +4.95 - - -7.408 + + +5.0 - - -7.41 + + +5.05 - - -7.412 - - - -7.414 - - - -7.416 - - - -7.418 - - - -7.42 - - - -7.422 - - - -7.424 - - + 10 @@ -112,106 +77,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg index d7702db350b1..7ddb74d964af 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg @@ -12,62 +12,27 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + - -7.404 + +4.9 - - -7.406 + + +4.95 - - -7.408 + + +5.0 - - -7.41 + + +5.05 - - -7.412 - - - -7.414 - - - -7.416 - - - -7.418 - - - -7.42 - - - -7.422 - - - -7.424 - - + 10 @@ -109,104 +74,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/mean.svg b/criterion/fan_out_hydroflow_surface/report/mean.svg index 54a39089fd94..cc6cbaafe030 100644 --- a/criterion/fan_out_hydroflow_surface/report/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/mean.svg @@ -9,86 +9,58 @@ Density (a.u.) Average time (ms) - -100 + +10 - - -200 + + +20 - - -300 - - + -400 +30 - -500 - - - -600 + +40 - - -700 + + +50 - - -800 + + +60 - - -900 + + +70 - - -1000 - - + - -7.4084 - - - -7.4086 - - - -7.4088 - - - -7.409 - - - -7.4092 + +4.91 - - -7.4094 + + +4.915 - - -7.4096 + + +4.92 - - -7.4098 + + +4.925 - - -7.41 + + +4.93 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/median.svg b/criterion/fan_out_hydroflow_surface/report/median.svg index 67c675e6ce79..0d8344a82154 100644 --- a/criterion/fan_out_hydroflow_surface/report/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/median.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - -200 + +20 - - -400 + + +40 - - -600 + + +60 - - -800 + + +80 - - -1000 + + +100 - - -1200 + + +120 - - -1400 - - - -1600 - - - -1800 - - + - -7.4076 - - - -7.4078 - - - -7.408 + +4.89 - - -7.4082 + + +4.895 - - -7.4084 + + +4.9 - - -7.4086 + + +4.905 - - -7.4088 + + +4.91 - - -7.409 + + +4.915 - - -7.4092 + + +4.92 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/pdf.svg b/criterion/fan_out_hydroflow_surface/report/pdf.svg index d1f2426c5f56..515cf82e554a 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf.svg @@ -13,59 +13,59 @@ Average Time (ms) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 + + +8 - + + +10 + + - -7.4 + +4.8 + + + +4.85 + + + +4.9 - - -7.405 + + +4.95 - - -7.41 + + +5 - - -7.415 + + +5.05 - - -7.42 + + +5.1 - - -7.425 + + +5.15 - + Density (a.u.) @@ -74,48 +74,42 @@ Density (a.u.) 0 - -20 - - - -40 - - - -60 - - - -80 - - - -100 - - - -120 - - - - - - + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + + + - - - - - - - - - - - - - + + + PDF diff --git a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg index e361195205c0..903b39b51809 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,55 @@ Average Time (ms) 0 - -20 + +1 - - -40 + + +2 - - -60 + + +3 - + + +4 + + -80 +5 - -100 + +6 - - -120 + + +7 - - -140 + + +8 - + - -7.4 + +4.8 + + + +4.9 - - -7.41 + + +5 - - -7.42 + + +5.1 - - - + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg index 9d0ffa3ab5f2..87218cf83c1e 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,62 +13,32 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + - -7.4 + +5.0 - - -7.41 + + +5.5 - - -7.42 + + +6.0 - - -7.43 + + +6.5 - - -7.44 + + +7.0 - - -7.45 - - - -7.46 - - - -7.47 - - - -7.48 - - - -7.49 - - - -7.5 - - + 0 @@ -114,204 +84,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg index 9e79a2e5743c..6731d87c0227 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg @@ -31,20 +31,28 @@ Average Time (ms) - -7.4 - - - -7.45 - - - -7.5 - - - - - - + +5 + + + +5.5 + + + +6 + + + +6.5 + + + +7 + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/typical.svg b/criterion/fan_out_hydroflow_surface/report/typical.svg index d3681ea096f6..50e17ad7fb5e 100644 --- a/criterion/fan_out_hydroflow_surface/report/typical.svg +++ b/criterion/fan_out_hydroflow_surface/report/typical.svg @@ -9,86 +9,58 @@ Density (a.u.) Average time (ms) - -100 + +10 - - -200 + + +20 - - -300 - - + -400 +30 - -500 - - - -600 + +40 - - -700 + + +50 - - -800 + + +60 - - -900 + + +70 - - -1000 - - + - -7.4084 - - - -7.4086 - - - -7.4088 - - - -7.409 - - - -7.4092 + +4.91 - - -7.4094 + + +4.915 - - -7.4096 + + +4.92 - - -7.4098 + + +4.925 - - -7.41 + + +4.93 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/base/estimates.json b/criterion/fork_join_hydroflow/base/estimates.json index ad216c111a77..2977f4e0ba9f 100644 --- a/criterion/fork_join_hydroflow/base/estimates.json +++ b/criterion/fork_join_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8036726.067607143,"upper_bound":8044289.659357147},"point_estimate":8040389.834285712,"standard_error":1934.4807485093693},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8034340.0,"upper_bound":8041155.285714285},"point_estimate":8036725.785714285,"standard_error":1694.2296373324743},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15080.580684766554,"upper_bound":22536.049099905347},"point_estimate":20597.97323431337,"standard_error":1964.893456774918},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15391.135861646015,"upper_bound":23603.61362728348},"point_estimate":19368.30523103293,"standard_error":2134.5509417831554}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8896325.299666671,"upper_bound":8909896.60708333},"point_estimate":8903058.315,"standard_error":3449.5435650787467},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8890674.833333334,"upper_bound":8911652.0},"point_estimate":8901524.75,"standard_error":6251.320506179529},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23811.296877264977,"upper_bound":36265.250939913094},"point_estimate":30293.84171217588,"standard_error":3108.6088323664176},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28248.108202098705,"upper_bound":41165.92495412416},"point_estimate":34695.744811571414,"standard_error":3329.9022722274035}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/sample.json b/criterion/fork_join_hydroflow/base/sample.json index 8a7f196cda97..5ec72c312c5a 100644 --- a/criterion/fork_join_hydroflow/base/sample.json +++ b/criterion/fork_join_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[56288087.0,56122184.0,56543792.0,56337387.0,56561793.0,56343931.0,56534587.0,56602687.0,56893894.0,56276281.0,56237380.0,56377283.0,56405284.0,56200579.0,56355583.0,56431784.0,56354183.0,56257780.0,56260381.0,56155479.0,56394683.0,56263581.0,56135178.0,56213279.0,56493686.0,56603288.0,56306181.0,56149479.0,56416083.0,56145679.0,56330682.0,56176279.0,56232780.0,56456584.0,56147379.0,56240380.0,56357183.0,56134577.0,56369383.0,56212780.0,56150478.0,56219680.0,56333182.0,56326582.0,56159679.0,56116677.0,56331083.0,56125777.0,56337183.0,56136578.0,56201379.0,56434484.0,56127878.0,56253981.0,56234480.0,56156878.0,56499486.0,56361082.0,56139578.0,56442984.0,56246180.0,56261681.0,56127378.0,56123278.0,56335682.0,56114177.0,56234480.0,56259081.0,56334182.0,56407884.0,56153678.0,56298382.0,56265180.0,56253481.0,56242380.0,56244080.0,56350982.0,56211080.0,56194179.0,56356082.0,56106778.0,56112077.0,56360383.0,56105177.0,56244181.0,56421284.0,56101077.0,56228180.0,56123878.0,56240280.0,56357783.0,56241580.0,56255880.0,56438985.0,56169778.0,56314182.0,56256381.0,56271981.0,56229380.0,56271580.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[53337384.0,53242685.0,53602880.0,53328184.0,53344184.0,53138386.0,53328284.0,52935889.0,53296384.0,54257372.0,53581480.0,53349284.0,53101387.0,53134586.0,53444882.0,53485482.0,53687179.0,53361183.0,53561181.0,53409283.0,53729692.0,53296815.0,53110919.0,53279916.0,53255116.0,53358314.0,53448213.0,53531911.0,53252516.0,53589510.0,53521011.0,53472313.0,53102019.0,53541011.0,53327114.0,53328415.0,53769807.0,53149718.0,53642309.0,53568411.0,53422113.0,53696708.0,53731807.0,53338215.0,53469912.0,53464112.0,53319215.0,52971822.0,53343914.0,53416814.0,53348714.0,53255016.0,53321715.0,53217217.0,53723308.0,52932322.0,53500411.0,53318415.0,53570711.0,53393613.0,53468113.0,53496711.0,53351115.0,53334215.0,53217616.0,53409014.0,53721807.0,53362015.0,53869704.0,53507412.0,53548011.0,53562110.0,53239217.0,53250816.0,53475212.0,53771007.0,53495012.0,53328414.0,53629310.0,53331015.0,53541610.0,53756907.0,53230717.0,53705308.0,53496112.0,53299715.0,53180018.0,53561810.0,53539211.0,53286716.0,53438812.0,53464213.0,53539011.0,53472012.0,53284716.0,53480412.0,53527411.0,53024620.0,53291816.0,53387313.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/tukey.json b/criterion/fork_join_hydroflow/base/tukey.json index 75ddd3ac2d8c..9a56765f56c4 100644 --- a/criterion/fork_join_hydroflow/base/tukey.json +++ b/criterion/fork_join_hydroflow/base/tukey.json @@ -1 +1 @@ -[7947355.964285711,7986153.249999998,8089612.678571431,8128409.964285718] \ No newline at end of file +[8761307.666666662,8822046.104166664,8984015.270833336,9044753.708333338] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/change/estimates.json b/criterion/fork_join_hydroflow/change/estimates.json index e494b5664619..c15ef69ed60b 100644 --- a/criterion/fork_join_hydroflow/change/estimates.json +++ b/criterion/fork_join_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009851631697319372,"upper_bound":-0.00866844174376342},"point_estimate":-0.009189492131481125,"standard_error":0.00030389063607110347},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009839727207534232,"upper_bound":-0.009039375624405377},"point_estimate":-0.009502473559663605,"standard_error":0.00019809099089350982}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1063378462890181,"upper_bound":0.10818884622181656},"point_estimate":0.10729187247062444,"standard_error":0.0004875675219354736},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.10613041166874426,"upper_bound":0.10892709975494896},"point_estimate":0.10760588171652463,"standard_error":0.0008080152169880219}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/estimates.json b/criterion/fork_join_hydroflow/new/estimates.json index ad216c111a77..2977f4e0ba9f 100644 --- a/criterion/fork_join_hydroflow/new/estimates.json +++ b/criterion/fork_join_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8036726.067607143,"upper_bound":8044289.659357147},"point_estimate":8040389.834285712,"standard_error":1934.4807485093693},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8034340.0,"upper_bound":8041155.285714285},"point_estimate":8036725.785714285,"standard_error":1694.2296373324743},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15080.580684766554,"upper_bound":22536.049099905347},"point_estimate":20597.97323431337,"standard_error":1964.893456774918},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15391.135861646015,"upper_bound":23603.61362728348},"point_estimate":19368.30523103293,"standard_error":2134.5509417831554}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8896325.299666671,"upper_bound":8909896.60708333},"point_estimate":8903058.315,"standard_error":3449.5435650787467},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8890674.833333334,"upper_bound":8911652.0},"point_estimate":8901524.75,"standard_error":6251.320506179529},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23811.296877264977,"upper_bound":36265.250939913094},"point_estimate":30293.84171217588,"standard_error":3108.6088323664176},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28248.108202098705,"upper_bound":41165.92495412416},"point_estimate":34695.744811571414,"standard_error":3329.9022722274035}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/sample.json b/criterion/fork_join_hydroflow/new/sample.json index 8a7f196cda97..5ec72c312c5a 100644 --- a/criterion/fork_join_hydroflow/new/sample.json +++ b/criterion/fork_join_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[56288087.0,56122184.0,56543792.0,56337387.0,56561793.0,56343931.0,56534587.0,56602687.0,56893894.0,56276281.0,56237380.0,56377283.0,56405284.0,56200579.0,56355583.0,56431784.0,56354183.0,56257780.0,56260381.0,56155479.0,56394683.0,56263581.0,56135178.0,56213279.0,56493686.0,56603288.0,56306181.0,56149479.0,56416083.0,56145679.0,56330682.0,56176279.0,56232780.0,56456584.0,56147379.0,56240380.0,56357183.0,56134577.0,56369383.0,56212780.0,56150478.0,56219680.0,56333182.0,56326582.0,56159679.0,56116677.0,56331083.0,56125777.0,56337183.0,56136578.0,56201379.0,56434484.0,56127878.0,56253981.0,56234480.0,56156878.0,56499486.0,56361082.0,56139578.0,56442984.0,56246180.0,56261681.0,56127378.0,56123278.0,56335682.0,56114177.0,56234480.0,56259081.0,56334182.0,56407884.0,56153678.0,56298382.0,56265180.0,56253481.0,56242380.0,56244080.0,56350982.0,56211080.0,56194179.0,56356082.0,56106778.0,56112077.0,56360383.0,56105177.0,56244181.0,56421284.0,56101077.0,56228180.0,56123878.0,56240280.0,56357783.0,56241580.0,56255880.0,56438985.0,56169778.0,56314182.0,56256381.0,56271981.0,56229380.0,56271580.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[53337384.0,53242685.0,53602880.0,53328184.0,53344184.0,53138386.0,53328284.0,52935889.0,53296384.0,54257372.0,53581480.0,53349284.0,53101387.0,53134586.0,53444882.0,53485482.0,53687179.0,53361183.0,53561181.0,53409283.0,53729692.0,53296815.0,53110919.0,53279916.0,53255116.0,53358314.0,53448213.0,53531911.0,53252516.0,53589510.0,53521011.0,53472313.0,53102019.0,53541011.0,53327114.0,53328415.0,53769807.0,53149718.0,53642309.0,53568411.0,53422113.0,53696708.0,53731807.0,53338215.0,53469912.0,53464112.0,53319215.0,52971822.0,53343914.0,53416814.0,53348714.0,53255016.0,53321715.0,53217217.0,53723308.0,52932322.0,53500411.0,53318415.0,53570711.0,53393613.0,53468113.0,53496711.0,53351115.0,53334215.0,53217616.0,53409014.0,53721807.0,53362015.0,53869704.0,53507412.0,53548011.0,53562110.0,53239217.0,53250816.0,53475212.0,53771007.0,53495012.0,53328414.0,53629310.0,53331015.0,53541610.0,53756907.0,53230717.0,53705308.0,53496112.0,53299715.0,53180018.0,53561810.0,53539211.0,53286716.0,53438812.0,53464213.0,53539011.0,53472012.0,53284716.0,53480412.0,53527411.0,53024620.0,53291816.0,53387313.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/tukey.json b/criterion/fork_join_hydroflow/new/tukey.json index 75ddd3ac2d8c..9a56765f56c4 100644 --- a/criterion/fork_join_hydroflow/new/tukey.json +++ b/criterion/fork_join_hydroflow/new/tukey.json @@ -1 +1 @@ -[7947355.964285711,7986153.249999998,8089612.678571431,8128409.964285718] \ No newline at end of file +[8761307.666666662,8822046.104166664,8984015.270833336,9044753.708333338] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/report/MAD.svg b/criterion/fork_join_hydroflow/report/MAD.svg index 03af182426eb..21cd214afce2 100644 --- a/criterion/fork_join_hydroflow/report/MAD.svg +++ b/criterion/fork_join_hydroflow/report/MAD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - -0.05 + +0.02 - - -0.1 + + +0.04 - - -0.15 + + +0.06 - - -0.2 + + +0.08 - - - -15 + + +0.1 - - -16 + + +0.12 - - -17 + + +0.14 + + + +0.16 + + + + +24 - - -18 + + +26 - - -19 + + +28 - - -20 + + +30 - - -21 + + +32 - - -22 + + +34 - - -23 + + +36 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/SD.svg b/criterion/fork_join_hydroflow/report/SD.svg index 7768c08f66a3..ebc51ac93109 100644 --- a/criterion/fork_join_hydroflow/report/SD.svg +++ b/criterion/fork_join_hydroflow/report/SD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - -0.14 - - - -0.16 - - - -0.18 - - - -0.2 - - + - -15 - - - -16 - - - -17 + +28 - - -18 + + +30 - - -19 + + +32 - - -20 + + +34 - - -21 + + +36 - - -22 + + +38 - - -23 + + +40 - - -24 + + +42 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/both/iteration_times.svg b/criterion/fork_join_hydroflow/report/both/iteration_times.svg index 7db96c6cf10a..62cf5f3f636d 100644 --- a/criterion/fork_join_hydroflow/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/both/iteration_times.svg @@ -16,52 +16,57 @@ Average Iteration Time (ms) - - - - - + + + + + - - - + + + + - -8.02 + +8.1 - - -8.04 + + +8.2 - - -8.06 + + +8.3 - - -8.08 + + +8.4 - - -8.1 + + +8.5 - + -8.12 +8.6 - -8.14 + +8.7 + + + +8.8 - - -8.16 + + +8.9 - - -8.18 + + +9.0 - + 0 @@ -107,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow/report/both/pdf.svg b/criterion/fork_join_hydroflow/report/both/pdf.svg index bc438daf1519..7945210c8184 100644 --- a/criterion/fork_join_hydroflow/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow/report/both/pdf.svg @@ -9,51 +9,63 @@ Density (a.u.) Average Time (ms) - -5 + +2 - - + + +4 + + + +6 + + + +8 + + + 10 - - -15 + + +12 - - -20 + + +14 - - -25 + + +16 - - - -8 + + +18 - - -8.05 + + +20 - - -8.1 + + + +8 - - -8.15 + + +8.5 - - -8.2 + + +9 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow/report/change/mean.svg b/criterion/fork_join_hydroflow/report/change/mean.svg index 732c3e3a12f3..e4260c87b76a 100644 --- a/criterion/fork_join_hydroflow/report/change/mean.svg +++ b/criterion/fork_join_hydroflow/report/change/mean.svg @@ -9,63 +9,83 @@ Density (a.u.) Relative change (%) - + +100 + + + 200 - - -400 + + +300 - - -600 + + +400 - - -800 + + +500 - - -1000 + + +600 - - -1200 + + +700 - + - --0.0098 - - - --0.0096 - - - --0.0094 - - - --0.0092 - - - --0.009 - - - --0.0088 - - - --0.0086 - - - - - - + +0.1062 + + + +0.1064 + + + +0.1066 + + + +0.1068 + + + +0.107 + + + +0.1072 + + + +0.1074 + + + +0.1076 + + + +0.1078 + + + +0.108 + + + +0.1082 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/median.svg b/criterion/fork_join_hydroflow/report/change/median.svg index a419c195995a..10a3f07f58b1 100644 --- a/criterion/fork_join_hydroflow/report/change/median.svg +++ b/criterion/fork_join_hydroflow/report/change/median.svg @@ -9,71 +9,83 @@ Density (a.u.) Relative change (%) - -500 + +50 + + + +100 - + + +150 + + -1000 +200 - -1500 + +250 + + + +300 - - -2000 + + +350 + + + +400 + + + +450 + + + +500 - - -2500 + + +550 - + - --0.0099 - - - --0.0098 - - - --0.0097 - - - --0.0096 - - - --0.0095 - - - --0.0094 - - - --0.0093 - - - --0.0092 - - - --0.0091 - - - --0.009 - - - - - - + +0.106 + + + +0.1065 + + + +0.107 + + + +0.1075 + + + +0.108 + + + +0.1085 + + + +0.109 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/t-test.svg b/criterion/fork_join_hydroflow/report/change/t-test.svg index 948977f0ed6a..1f0790f83b7c 100644 --- a/criterion/fork_join_hydroflow/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow/report/index.html b/criterion/fork_join_hydroflow/report/index.html index f319950cfa6d..c6d07872f7b6 100644 --- a/criterion/fork_join_hydroflow/report/index.html +++ b/criterion/fork_join_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000659 - 0.0000683 - 0.0000656 + 0.0002163 + 0.0002245 + 0.0002160 Mean - 8.0367 ms - 8.0404 ms - 8.0443 ms + 8.8963 ms + 8.9031 ms + 8.9099 ms Std. Dev. - 15.391 µs - 19.368 µs - 23.604 µs + 28.248 µs + 34.696 µs + 41.166 µs Median - 8.0343 ms - 8.0367 ms - 8.0412 ms + 8.8907 ms + 8.9015 ms + 8.9117 ms MAD - 15.081 µs - 20.598 µs - 22.536 µs + 23.811 µs + 30.294 µs + 36.265 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.9852% - -0.9189% - -0.8668% + +10.634% + +10.729% + +10.819% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow/report/iteration_times.svg b/criterion/fork_join_hydroflow/report/iteration_times.svg index fe1377d42e6d..19e78e9badf7 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times.svg @@ -15,62 +15,62 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + + - -8.02 + +8.84 - - -8.03 + + +8.86 - - -8.04 + + +8.88 - - -8.05 + + +8.9 - - -8.06 + + +8.92 - - -8.07 + + +8.94 - - -8.08 + + +8.96 - - -8.09 + + +8.98 - - -8.1 + + +9.0 - - -8.11 + + +9.02 - - -8.12 + + +9.04 - + 10 @@ -112,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow/report/iteration_times_small.svg b/criterion/fork_join_hydroflow/report/iteration_times_small.svg index bccdadc4af95..754119e641ed 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times_small.svg @@ -12,62 +12,62 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + + - -8.02 + +8.84 - - -8.03 + + +8.86 - - -8.04 + + +8.88 - - -8.05 + + +8.9 - - -8.06 + + +8.92 - - -8.07 + + +8.94 - - -8.08 + + +8.96 - - -8.09 + + +8.98 - - -8.1 + + +9.0 - - -8.11 + + +9.02 - - -8.12 + + +9.04 - + 10 @@ -109,104 +109,104 @@ Average Iteration Time (ms) 100 - - - + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/mean.svg b/criterion/fork_join_hydroflow/report/mean.svg index 00f6ac07dfc4..34a8a2b40c82 100644 --- a/criterion/fork_join_hydroflow/report/mean.svg +++ b/criterion/fork_join_hydroflow/report/mean.svg @@ -9,94 +9,66 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - - -160 - - - -180 - - - -200 - - - -220 - - + - -8.036 - - - -8.037 + +8.896 - - -8.038 + + +8.898 - - -8.039 + + +8.9 - - -8.04 + + +8.902 - + -8.041 +8.904 - -8.042 - - - -8.043 + +8.906 - - -8.044 + + +8.908 - - -8.045 + + +8.91 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/median.svg b/criterion/fork_join_hydroflow/report/median.svg index 8d64fd18f131..cb7037be1eb6 100644 --- a/criterion/fork_join_hydroflow/report/median.svg +++ b/criterion/fork_join_hydroflow/report/median.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (ms) - -50 - - - -100 + +10 - - -150 + + +20 - - -200 + + +30 - - -250 + + +40 - - -300 + + +50 - - -350 + + +60 - - -400 + + +70 - - -450 + + +80 - - -500 + + +90 - + - -8.034 - - - -8.035 - - - -8.036 - - - -8.037 + +8.89 - - -8.038 + + +8.895 - - -8.039 + + +8.9 - - -8.04 + + +8.905 - - -8.041 + + +8.91 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/pdf.svg b/criterion/fork_join_hydroflow/report/pdf.svg index bc8f01bf9457..10ed23c24939 100644 --- a/criterion/fork_join_hydroflow/report/pdf.svg +++ b/criterion/fork_join_hydroflow/report/pdf.svg @@ -13,67 +13,55 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - -6 - - + -7 +6 - -8 - - - -8.02 - - - -8.04 + +8.8 - - -8.06 + + +8.85 - - -8.08 + + +8.9 - - -8.1 + + +8.95 - - -8.12 + + +9 - - -8.14 + + +9.05 - + Density (a.u.) @@ -82,54 +70,34 @@ Density (a.u.) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - -12 - - - -14 - - - -16 - - - -18 - - - -20 - - - - - - + + + + + - - - + + + PDF diff --git a/criterion/fork_join_hydroflow/report/pdf_small.svg b/criterion/fork_join_hydroflow/report/pdf_small.svg index cec17e2408b6..50a692a2dee8 100644 --- a/criterion/fork_join_hydroflow/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/pdf_small.svg @@ -10,39 +10,43 @@ Average Time (ms) 0 - -5 + +2 - - -10 - - - -15 + + +4 - - -20 + + +6 - - - + + 8 - - -8.05 + + +10 + + + +12 + + + + +8.8 - - -8.1 + + +8.9 - - -8.15 + + +9 - - - + + + diff --git a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg index 65daa1182f6f..f1ac98ff2426 100644 --- a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg @@ -13,52 +13,57 @@ Average Iteration Time (ms) - - - - - + + + + + - - - + + + + - -8.02 + +8.1 - - -8.04 + + +8.2 - - -8.06 + + +8.3 - - -8.08 + + +8.4 - - -8.1 + + +8.5 - + -8.12 +8.6 - -8.14 + +8.7 + + + +8.8 - - -8.16 + + +8.9 - - -8.18 + + +9.0 - + 0 @@ -104,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg index f643c96612a9..68fcdb108c7e 100644 --- a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg @@ -6,49 +6,61 @@ Density (a.u.) Average Time (ms) - -5 + +2 - - + + +4 + + + +6 + + + +8 + + + 10 - - -15 + + +12 - - -20 + + +14 - - -25 + + +16 - - - -8 + + +18 - - -8.05 + + +20 - - -8.1 + + + +8 - - -8.15 + + +8.5 - - -8.2 + + +9 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow/report/typical.svg b/criterion/fork_join_hydroflow/report/typical.svg index ac8230ff0b68..59f4cf3e8d83 100644 --- a/criterion/fork_join_hydroflow/report/typical.svg +++ b/criterion/fork_join_hydroflow/report/typical.svg @@ -9,94 +9,66 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - - -160 - - - -180 - - - -200 - - - -220 - - + - -8.036 - - - -8.037 + +8.896 - - -8.038 + + +8.898 - - -8.039 + + +8.9 - - -8.04 + + +8.902 - + -8.041 +8.904 - -8.042 - - - -8.043 + +8.906 - - -8.044 + + +8.908 - - -8.045 + + +8.91 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/base/estimates.json b/criterion/fork_join_hydroflow_builder/base/estimates.json index 40cc9a52c19e..ccbd49a45b3c 100644 --- a/criterion/fork_join_hydroflow_builder/base/estimates.json +++ b/criterion/fork_join_hydroflow_builder/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8236169.737035714,"upper_bound":8245811.846892858},"point_estimate":8240947.118571431,"standard_error":2459.715483613647},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8228910.714285715,"upper_bound":8250928.0},"point_estimate":8240846.571428571,"standard_error":5964.182504385807},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23581.17618135004,"upper_bound":33250.05780969367},"point_estimate":29468.157076836324,"standard_error":2524.2494646543128},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21541.519393157072,"upper_bound":27572.700497507016},"point_estimate":24644.360936554313,"standard_error":1544.1779103757312}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9375543.382624997,"upper_bound":9389669.061416667},"point_estimate":9381471.69666667,"standard_error":3640.0066560794544},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9375692.0,"upper_bound":9384133.5},"point_estimate":9378844.083333334,"standard_error":1939.882790514265},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14666.002489625947,"upper_bound":22189.3325060606},"point_estimate":18634.30486917542,"standard_error":1902.3780015899101},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16892.85898524825,"upper_bound":57338.52385893167},"point_estimate":36550.39558096948,"standard_error":13051.095131145777}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/sample.json b/criterion/fork_join_hydroflow_builder/base/sample.json index 5bccdbd9fd18..71d235c52b4f 100644 --- a/criterion/fork_join_hydroflow_builder/base/sample.json +++ b/criterion/fork_join_hydroflow_builder/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[58012022.0,58021621.0,57850518.0,57777718.0,57815618.0,57854719.0,57841218.0,57892219.0,57783218.0,57874319.0,57949520.0,57774617.0,57954921.0,57801317.0,57878419.0,57945520.0,57735017.0,57779518.0,57825818.0,57825018.0,57850219.0,58176980.0,57795497.0,57713996.0,57899099.0,57809398.0,57829498.0,57798198.0,57794897.0,57969301.0,57763197.0,57930100.0,57756496.0,57740996.0,57761397.0,57778397.0,57837398.0,58156004.0,57700096.0,57763697.0,57807498.0,57729396.0,57890099.0,57825098.0,57641595.0,57565493.0,57813298.0,57738196.0,57619894.0,57584615.0,57532323.0,57576124.0,57651726.0,57573923.0,57581924.0,57595525.0,57673826.0,57616124.0,57545224.0,57656825.0,57757628.0,57627525.0,57570024.0,57496822.0,57698026.0,57566824.0,57464122.0,57596024.0,57604624.0,57498223.0,57447721.0,57525323.0,57470521.0,57451421.0,57479522.0,57459722.0,57424820.0,57490422.0,57534023.0,57542924.0,57505122.0,57558524.0,57440821.0,57500322.0,57485322.0,57446921.0,57410020.0,57470722.0,57454321.0,57489822.0,57586724.0,57723927.0,57599225.0,57507722.0,57498722.0,57605525.0,57653325.0,57538724.0,57703926.0,57540523.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[56356101.0,56148903.0,56197603.0,56145304.0,56214403.0,56200802.0,56260203.0,56303201.0,56324301.0,56020306.0,56106604.0,56061705.0,56000005.0,56359801.0,56275502.0,56333101.0,56255902.0,56297602.0,56280801.0,56352501.0,56304801.0,56178504.0,56155703.0,56274902.0,56371101.0,56124304.0,56207502.0,56279702.0,56259302.0,56176003.0,56185304.0,56147703.0,56107404.0,56203003.0,56308702.0,56249002.0,56219402.0,56262102.0,56220503.0,56373801.0,56180203.0,56117904.0,56333901.0,56384000.0,56145604.0,56082504.0,56589598.0,56054905.0,56261202.0,56371600.0,56389200.0,56306602.0,56363100.0,56400100.0,56183604.0,56272301.0,56243303.0,56013805.0,56268802.0,56338107.0,56231229.0,56195229.0,56207029.0,56192829.0,56348427.0,56170329.0,56204229.0,58139203.0,56552724.0,56310427.0,56477926.0,56346027.0,56257028.0,56368727.0,56273828.0,56466625.0,56207729.0,56462225.0,56569724.0,56230629.0,56392926.0,56120230.0,56271228.0,56306528.0,56369427.0,56331127.0,56285028.0,56281028.0,56320927.0,56476325.0,56355827.0,56388026.0,56170830.0,56317327.0,56306928.0,56337527.0,56249428.0,56305628.0,56409926.0,56270928.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/tukey.json b/criterion/fork_join_hydroflow_builder/base/tukey.json index b5bc168fea3e..0a37e7fb58de 100644 --- a/criterion/fork_join_hydroflow_builder/base/tukey.json +++ b/criterion/fork_join_hydroflow_builder/base/tukey.json @@ -1 +1 @@ -[8104167.714285715,8162089.089285715,8316546.089285715,8374467.464285715] \ No newline at end of file +[9291359.5,9328763.875,9428508.875,9465913.25] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/change/estimates.json b/criterion/fork_join_hydroflow_builder/change/estimates.json index e420639d8771..42f65e72b4fa 100644 --- a/criterion/fork_join_hydroflow_builder/change/estimates.json +++ b/criterion/fork_join_hydroflow_builder/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0062415111434894754,"upper_bound":0.008769326111086384},"point_estimate":0.007631483222163116,"standard_error":0.0006516207373429247},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.007328724887853966,"upper_bound":0.0103274950320551},"point_estimate":0.009138517953122927,"standard_error":0.0008018715680112489}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.13739397715256052,"upper_bound":0.13948838444955522},"point_estimate":0.13839726935330066,"standard_error":0.0005425010547552887},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.13668553441016895,"upper_bound":0.1398040256641746},"point_estimate":0.1380923066630384,"standard_error":0.0008563458826943883}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/estimates.json b/criterion/fork_join_hydroflow_builder/new/estimates.json index 40cc9a52c19e..ccbd49a45b3c 100644 --- a/criterion/fork_join_hydroflow_builder/new/estimates.json +++ b/criterion/fork_join_hydroflow_builder/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8236169.737035714,"upper_bound":8245811.846892858},"point_estimate":8240947.118571431,"standard_error":2459.715483613647},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8228910.714285715,"upper_bound":8250928.0},"point_estimate":8240846.571428571,"standard_error":5964.182504385807},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23581.17618135004,"upper_bound":33250.05780969367},"point_estimate":29468.157076836324,"standard_error":2524.2494646543128},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21541.519393157072,"upper_bound":27572.700497507016},"point_estimate":24644.360936554313,"standard_error":1544.1779103757312}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9375543.382624997,"upper_bound":9389669.061416667},"point_estimate":9381471.69666667,"standard_error":3640.0066560794544},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9375692.0,"upper_bound":9384133.5},"point_estimate":9378844.083333334,"standard_error":1939.882790514265},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14666.002489625947,"upper_bound":22189.3325060606},"point_estimate":18634.30486917542,"standard_error":1902.3780015899101},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16892.85898524825,"upper_bound":57338.52385893167},"point_estimate":36550.39558096948,"standard_error":13051.095131145777}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/sample.json b/criterion/fork_join_hydroflow_builder/new/sample.json index 5bccdbd9fd18..71d235c52b4f 100644 --- a/criterion/fork_join_hydroflow_builder/new/sample.json +++ b/criterion/fork_join_hydroflow_builder/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[58012022.0,58021621.0,57850518.0,57777718.0,57815618.0,57854719.0,57841218.0,57892219.0,57783218.0,57874319.0,57949520.0,57774617.0,57954921.0,57801317.0,57878419.0,57945520.0,57735017.0,57779518.0,57825818.0,57825018.0,57850219.0,58176980.0,57795497.0,57713996.0,57899099.0,57809398.0,57829498.0,57798198.0,57794897.0,57969301.0,57763197.0,57930100.0,57756496.0,57740996.0,57761397.0,57778397.0,57837398.0,58156004.0,57700096.0,57763697.0,57807498.0,57729396.0,57890099.0,57825098.0,57641595.0,57565493.0,57813298.0,57738196.0,57619894.0,57584615.0,57532323.0,57576124.0,57651726.0,57573923.0,57581924.0,57595525.0,57673826.0,57616124.0,57545224.0,57656825.0,57757628.0,57627525.0,57570024.0,57496822.0,57698026.0,57566824.0,57464122.0,57596024.0,57604624.0,57498223.0,57447721.0,57525323.0,57470521.0,57451421.0,57479522.0,57459722.0,57424820.0,57490422.0,57534023.0,57542924.0,57505122.0,57558524.0,57440821.0,57500322.0,57485322.0,57446921.0,57410020.0,57470722.0,57454321.0,57489822.0,57586724.0,57723927.0,57599225.0,57507722.0,57498722.0,57605525.0,57653325.0,57538724.0,57703926.0,57540523.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[56356101.0,56148903.0,56197603.0,56145304.0,56214403.0,56200802.0,56260203.0,56303201.0,56324301.0,56020306.0,56106604.0,56061705.0,56000005.0,56359801.0,56275502.0,56333101.0,56255902.0,56297602.0,56280801.0,56352501.0,56304801.0,56178504.0,56155703.0,56274902.0,56371101.0,56124304.0,56207502.0,56279702.0,56259302.0,56176003.0,56185304.0,56147703.0,56107404.0,56203003.0,56308702.0,56249002.0,56219402.0,56262102.0,56220503.0,56373801.0,56180203.0,56117904.0,56333901.0,56384000.0,56145604.0,56082504.0,56589598.0,56054905.0,56261202.0,56371600.0,56389200.0,56306602.0,56363100.0,56400100.0,56183604.0,56272301.0,56243303.0,56013805.0,56268802.0,56338107.0,56231229.0,56195229.0,56207029.0,56192829.0,56348427.0,56170329.0,56204229.0,58139203.0,56552724.0,56310427.0,56477926.0,56346027.0,56257028.0,56368727.0,56273828.0,56466625.0,56207729.0,56462225.0,56569724.0,56230629.0,56392926.0,56120230.0,56271228.0,56306528.0,56369427.0,56331127.0,56285028.0,56281028.0,56320927.0,56476325.0,56355827.0,56388026.0,56170830.0,56317327.0,56306928.0,56337527.0,56249428.0,56305628.0,56409926.0,56270928.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/tukey.json b/criterion/fork_join_hydroflow_builder/new/tukey.json index b5bc168fea3e..0a37e7fb58de 100644 --- a/criterion/fork_join_hydroflow_builder/new/tukey.json +++ b/criterion/fork_join_hydroflow_builder/new/tukey.json @@ -1 +1 @@ -[8104167.714285715,8162089.089285715,8316546.089285715,8374467.464285715] \ No newline at end of file +[9291359.5,9328763.875,9428508.875,9465913.25] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/report/MAD.svg b/criterion/fork_join_hydroflow_builder/report/MAD.svg index 8b97d61aa9d0..ea43f57eb7aa 100644 --- a/criterion/fork_join_hydroflow_builder/report/MAD.svg +++ b/criterion/fork_join_hydroflow_builder/report/MAD.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (µs) - -0.02 + +0.05 - - -0.04 - - - -0.06 - - - -0.08 + + +0.1 - + -0.1 +0.15 - -0.12 - - - -0.14 + +0.2 - - -0.16 + + +0.25 - + - -24 + +14 + + + +15 + + + +16 + + + +17 + + + +18 - - -26 + + +19 - - -28 + + +20 - - -30 + + +21 - - -32 + + +22 - - -34 + + +23 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/SD.svg b/criterion/fork_join_hydroflow_builder/report/SD.svg index 24995d8235bf..5c786d46b26f 100644 --- a/criterion/fork_join_hydroflow_builder/report/SD.svg +++ b/criterion/fork_join_hydroflow_builder/report/SD.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + 0.05 - - -0.1 + + +0.06 - - -0.15 + + +0.07 - - -0.2 + + +0.08 - - -0.25 + + +0.09 - + + +0.1 + + - -21 + +15 - + -22 +20 - -23 + +25 - - -24 + + +30 - - -25 + + +35 + + + +40 + + + +45 - - -26 + + +50 - - -27 + + +55 - - -28 + + +60 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg index e5fe4f5fbb95..d84ccd1223e9 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg @@ -16,52 +16,42 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + - -8.15 - - - -8.2 - - - -8.25 + +8.4 - - -8.3 + + +8.6 - - -8.35 + + +8.8 - - -8.4 + + +9.0 - - -8.45 + + +9.2 - - -8.5 + + +9.4 - - -8.55 + + +9.6 - + 0 @@ -107,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - + + + + Current diff --git a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg index 43e94d21763b..e834cdda6664 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg @@ -9,51 +9,55 @@ Density (a.u.) Average Time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - + + +16 + + - -8.2 - - - -8.4 - - - -8.6 - - - - - - + +8.5 + + + +9 + + + +9.5 + + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_builder/report/change/mean.svg b/criterion/fork_join_hydroflow_builder/report/change/mean.svg index dfb6cb6a25dd..dcd23b7850b8 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/mean.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + + +700 + + - -0.006 - - - -0.0065 - - - -0.007 - - - -0.0075 - - - -0.008 - - - -0.0085 - - - -0.009 - - - - - - + +0.1375 + + + +0.138 + + + +0.1385 + + + +0.139 + + + +0.1395 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/median.svg b/criterion/fork_join_hydroflow_builder/report/change/median.svg index 5ef2b98adf55..eb80ed5e06f0 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/median.svg @@ -9,83 +9,79 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - -500 - - + - -0.007 - - - -0.0075 - - - -0.008 - - - -0.0085 - - - -0.009 - - - -0.0095 - - - -0.01 - - - -0.0105 - - - - - - + +0.1365 + + + +0.137 + + + +0.1375 + + + +0.138 + + + +0.1385 + + + +0.139 + + + +0.1395 + + + +0.14 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg index 0785a7f21493..2678fdb35718 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg @@ -13,76 +13,76 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/fork_join_hydroflow_builder/report/index.html b/criterion/fork_join_hydroflow_builder/report/index.html index c71b9b4935d0..1445b44f07d2 100644 --- a/criterion/fork_join_hydroflow_builder/report/index.html +++ b/criterion/fork_join_hydroflow_builder/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0069322 - 0.0071935 - 0.0069230 + 0.0000656 + 0.0000673 + 0.0000641 Mean - 8.2362 ms - 8.2409 ms - 8.2458 ms + 9.3755 ms + 9.3815 ms + 9.3897 ms Std. Dev. - 21.542 µs - 24.644 µs - 27.573 µs + 16.893 µs + 36.550 µs + 57.339 µs Median - 8.2289 ms - 8.2408 ms - 8.2509 ms + 9.3757 ms + 9.3788 ms + 9.3841 ms MAD - 23.581 µs - 29.468 µs - 33.250 µs + 14.666 µs + 18.634 µs + 22.189 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.6242% - +0.7631% - +0.8769% + +13.739% + +13.840% + +13.949% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg index cc626372f792..bce09c77536b 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg @@ -15,62 +15,37 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + - -8.21 + +9.35 - - -8.22 + + +9.4 - - -8.23 + + +9.45 - - -8.24 + + +9.5 - - -8.25 + + +9.55 - - -8.26 + + +9.6 - - -8.27 - - - -8.28 - - - -8.29 - - - -8.3 - - - -8.31 - - + 10 @@ -112,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg index 1ffd9f9da27d..2e3e799c8085 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg @@ -12,62 +12,37 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + - -8.21 + +9.35 - - -8.22 + + +9.4 - - -8.23 + + +9.45 - - -8.24 + + +9.5 - - -8.25 + + +9.55 - - -8.26 + + +9.6 - - -8.27 - - - -8.28 - - - -8.29 - - - -8.3 - - - -8.31 - - + 10 @@ -109,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/mean.svg b/criterion/fork_join_hydroflow_builder/report/mean.svg index df188d15d228..86f35e6f0ac5 100644 --- a/criterion/fork_join_hydroflow_builder/report/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/mean.svg @@ -9,86 +9,70 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - - -160 - - + - -8.236 - - - -8.237 - - - -8.238 + +9.374 - - -8.239 + + +9.376 - - -8.24 + + +9.378 - - -8.241 + + +9.38 - - -8.242 + + +9.382 - - -8.243 + + +9.384 - - -8.244 + + +9.386 - - -8.245 + + +9.388 - - -8.246 + + +9.39 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/median.svg b/criterion/fork_join_hydroflow_builder/report/median.svg index 1999b075cb12..3c865221c627 100644 --- a/criterion/fork_join_hydroflow_builder/report/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/median.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (ms) - -10 - - - -20 + +50 - - -30 + + +100 - - -40 + + +150 - - -50 + + +200 - - -60 + + +250 - - -70 + + +300 - - -80 + + +350 - - -90 + + +400 - - -100 + + +450 - + - -8.23 + +9.375 + + + +9.376 + + + +9.377 + + + +9.378 + + + +9.379 + + + +9.38 + + + +9.381 - - -8.235 + + +9.382 - - -8.24 + + +9.383 - - -8.245 + + +9.384 - - -8.25 + + +9.385 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/pdf.svg b/criterion/fork_join_hydroflow_builder/report/pdf.svg index 134876855a25..61f7036f2ce3 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf.svg @@ -13,71 +13,67 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - -6 - - + -7 +6 - -8.18 + +9.3 - - -8.2 + + +9.35 - - -8.22 + + +9.4 - - -8.24 + + +9.45 - - -8.26 + + +9.5 - - -8.28 + + +9.55 - - -8.3 + + +9.6 - - -8.32 + + +9.65 - - -8.34 + + +9.7 - + Density (a.u.) @@ -86,36 +82,48 @@ Density (a.u.) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - - - - - - + + +14 + + + +16 + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg index 7e0187f7c67d..13756afb6c31 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg @@ -10,47 +10,63 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - + + +16 + + + +18 + + - -8.2 + +9.3 + + + +9.4 + + + +9.5 - - -8.25 + + +9.6 - - -8.3 + + +9.7 - - - + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg index eee97ecc150e..2adef0895b0b 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg @@ -13,52 +13,42 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + - -8.15 - - - -8.2 - - - -8.25 + +8.4 - - -8.3 + + +8.6 - - -8.35 + + +8.8 - - -8.4 + + +9.0 - - -8.45 + + +9.2 - - -8.5 + + +9.4 - - -8.55 + + +9.6 - + 0 @@ -104,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg index 2cef95307785..e544e3e11795 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg @@ -6,49 +6,53 @@ Density (a.u.) Average Time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - + + +16 + + - -8.2 - - - -8.4 - - - -8.6 - - - - - - + +8.5 + + + +9 + + + +9.5 + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/typical.svg b/criterion/fork_join_hydroflow_builder/report/typical.svg index 0c74960b2671..7c8037ebccf8 100644 --- a/criterion/fork_join_hydroflow_builder/report/typical.svg +++ b/criterion/fork_join_hydroflow_builder/report/typical.svg @@ -9,86 +9,70 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - - -160 - - + - -8.236 - - - -8.237 - - - -8.238 + +9.374 - - -8.239 + + +9.376 - - -8.24 + + +9.378 - - -8.241 + + +9.38 - - -8.242 + + +9.382 - - -8.243 + + +9.384 - - -8.244 + + +9.386 - - -8.245 + + +9.388 - - -8.246 + + +9.39 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/base/estimates.json b/criterion/identity_hydroflow/base/estimates.json index a4e16b03a723..121d43aaa671 100644 --- a/criterion/identity_hydroflow/base/estimates.json +++ b/criterion/identity_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17304003.7865,"upper_bound":17495158.16716667},"point_estimate":17396348.05,"standard_error":49110.28429352523},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17271297.0,"upper_bound":17434033.333333332},"point_estimate":17363938.166666664,"standard_error":35084.689296924866},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":308031.88933133986,"upper_bound":547905.445572733},"point_estimate":441610.1933598491,"standard_error":59744.99179367631},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":378594.11302467465,"upper_bound":596697.673870674},"point_estimate":491686.9240043443,"standard_error":55762.27998169728}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14355554.29625,"upper_bound":14360321.217875},"point_estimate":14357793.26,"standard_error":1210.87453191614},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14353187.5,"upper_bound":14356462.25},"point_estimate":14354249.75,"standard_error":1041.284124317463},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5263.044581562281,"upper_bound":9544.052005559206},"point_estimate":7097.947373986244,"standard_error":1128.2611189589072},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8414.925530129201,"upper_bound":15353.570353383198},"point_estimate":12219.952338086308,"standard_error":1768.226022540708}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/sample.json b/criterion/identity_hydroflow/base/sample.json index ec65305aa2d9..bf88a23a00fb 100644 --- a/criterion/identity_hydroflow/base/sample.json +++ b/criterion/identity_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[52207398.0,52126897.0,52172897.0,51027576.0,51562986.0,51991194.0,50673269.0,50990375.0,54715446.0,53571524.0,53209618.0,54592943.0,50946375.0,51189778.0,50855273.0,51146578.0,50726969.0,50334963.0,50521766.0,53358320.0,51148578.0,50172859.0,50007956.0,50057257.0,50512066.0,51262680.0,50795672.0,52021294.0,58352016.0,56921188.0,56541281.0,55974570.0,53926632.0,53197717.0,53555324.0,53533823.0,52097296.0,50992275.0,51813891.0,51099977.0,50733270.0,50467265.0,51762790.0,50693269.0,50487365.0,51617487.0,50891673.0,51705489.0,50491565.0,50982275.0,52100796.0,50746170.0,49930255.0,50720970.0,51315681.0,52576805.0,53248218.0,53096115.0,51206679.0,51993495.0,51747589.0,51947993.0,52650507.0,51308081.0,51207779.0,51800790.0,51522885.0,52774409.0,52111996.0,54740346.0,52347800.0,52112897.0,51959793.0,52414202.0,52347001.0,51860992.0,53321219.0,53287519.0,54490942.0,52532004.0,52276100.0,52302100.0,52414002.0,52416002.0,53653126.0,52925212.0,53269619.0,53550723.0,52832311.0,52046795.0,52733708.0,52324100.0,52377702.0,52357012.0,52086333.0,52329637.0,52927149.0,52256436.0,52601343.0,52064132.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0],"times":[57460949.0,57393550.0,57427849.0,57387749.0,57413450.0,57415249.0,57425849.0,57510548.0,57422249.0,57387450.0,57412149.0,57453649.0,57393349.0,57426049.0,57439649.0,57393850.0,57404849.0,57464949.0,57386449.0,57470249.0,57430049.0,57415349.0,57411749.0,57415550.0,57604046.0,57615947.0,57403149.0,57420250.0,57414549.0,57624546.0,57451649.0,57458549.0,57442049.0,57400349.0,57396350.0,57420349.0,57417749.0,57465249.0,57457248.0,57412750.0,57395749.0,57415549.0,57399950.0,57429449.0,57388449.0,57384150.0,57399449.0,57405550.0,57456849.0,57445648.0,57401350.0,57433149.0,57491548.0,57572647.0,57493048.0,57436449.0,57425050.0,57447448.0,57409350.0,57393149.0,57412649.0,57395550.0,57396349.0,57410850.0,57426449.0,57424349.0,57426349.0,57387850.0,57398149.0,57404249.0,57392150.0,57441949.0,57463549.0,57404149.0,57410449.0,57614247.0,57472548.0,57424749.0,57386550.0,57400450.0,57407149.0,57384650.0,57395749.0,57434149.0,57428549.0,57388150.0,57412849.0,57392749.0,57400450.0,57500648.0,57416249.0,57449649.0,57425149.0,57425749.0,57438349.0,57453749.0,57425949.0,57412949.0,57398650.0,57440649.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/tukey.json b/criterion/identity_hydroflow/base/tukey.json index 21cceb621ede..82ce8e911837 100644 --- a/criterion/identity_hydroflow/base/tukey.json +++ b/criterion/identity_hydroflow/base/tukey.json @@ -1 +1 @@ -[15391019.16666665,16217997.541666657,18423273.208333343,19250251.58333335] \ No newline at end of file +[14318944.25,14334525.21875,14376074.46875,14391655.4375] \ No newline at end of file diff --git a/criterion/identity_hydroflow/change/estimates.json b/criterion/identity_hydroflow/change/estimates.json index da9fb82b7e33..eb61c79e80fc 100644 --- a/criterion/identity_hydroflow/change/estimates.json +++ b/criterion/identity_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07101007997724297,"upper_bound":0.08301323356242085},"point_estimate":0.07735991331268366,"standard_error":0.003029444403255406},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.06962783038960274,"upper_bound":0.0804775258260697},"point_estimate":0.07624665339095804,"standard_error":0.0023560803376951383}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.17933429150167524,"upper_bound":-0.1702716791135762},"point_estimate":-0.17466624496513228,"standard_error":0.0023172838125497023},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.17666506134787507,"upper_bound":-0.1688478939942959},"point_estimate":-0.17332982804812824,"standard_error":0.0016739152059768619}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/estimates.json b/criterion/identity_hydroflow/new/estimates.json index a4e16b03a723..121d43aaa671 100644 --- a/criterion/identity_hydroflow/new/estimates.json +++ b/criterion/identity_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17304003.7865,"upper_bound":17495158.16716667},"point_estimate":17396348.05,"standard_error":49110.28429352523},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17271297.0,"upper_bound":17434033.333333332},"point_estimate":17363938.166666664,"standard_error":35084.689296924866},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":308031.88933133986,"upper_bound":547905.445572733},"point_estimate":441610.1933598491,"standard_error":59744.99179367631},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":378594.11302467465,"upper_bound":596697.673870674},"point_estimate":491686.9240043443,"standard_error":55762.27998169728}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14355554.29625,"upper_bound":14360321.217875},"point_estimate":14357793.26,"standard_error":1210.87453191614},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14353187.5,"upper_bound":14356462.25},"point_estimate":14354249.75,"standard_error":1041.284124317463},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5263.044581562281,"upper_bound":9544.052005559206},"point_estimate":7097.947373986244,"standard_error":1128.2611189589072},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8414.925530129201,"upper_bound":15353.570353383198},"point_estimate":12219.952338086308,"standard_error":1768.226022540708}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/sample.json b/criterion/identity_hydroflow/new/sample.json index ec65305aa2d9..bf88a23a00fb 100644 --- a/criterion/identity_hydroflow/new/sample.json +++ b/criterion/identity_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[52207398.0,52126897.0,52172897.0,51027576.0,51562986.0,51991194.0,50673269.0,50990375.0,54715446.0,53571524.0,53209618.0,54592943.0,50946375.0,51189778.0,50855273.0,51146578.0,50726969.0,50334963.0,50521766.0,53358320.0,51148578.0,50172859.0,50007956.0,50057257.0,50512066.0,51262680.0,50795672.0,52021294.0,58352016.0,56921188.0,56541281.0,55974570.0,53926632.0,53197717.0,53555324.0,53533823.0,52097296.0,50992275.0,51813891.0,51099977.0,50733270.0,50467265.0,51762790.0,50693269.0,50487365.0,51617487.0,50891673.0,51705489.0,50491565.0,50982275.0,52100796.0,50746170.0,49930255.0,50720970.0,51315681.0,52576805.0,53248218.0,53096115.0,51206679.0,51993495.0,51747589.0,51947993.0,52650507.0,51308081.0,51207779.0,51800790.0,51522885.0,52774409.0,52111996.0,54740346.0,52347800.0,52112897.0,51959793.0,52414202.0,52347001.0,51860992.0,53321219.0,53287519.0,54490942.0,52532004.0,52276100.0,52302100.0,52414002.0,52416002.0,53653126.0,52925212.0,53269619.0,53550723.0,52832311.0,52046795.0,52733708.0,52324100.0,52377702.0,52357012.0,52086333.0,52329637.0,52927149.0,52256436.0,52601343.0,52064132.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0],"times":[57460949.0,57393550.0,57427849.0,57387749.0,57413450.0,57415249.0,57425849.0,57510548.0,57422249.0,57387450.0,57412149.0,57453649.0,57393349.0,57426049.0,57439649.0,57393850.0,57404849.0,57464949.0,57386449.0,57470249.0,57430049.0,57415349.0,57411749.0,57415550.0,57604046.0,57615947.0,57403149.0,57420250.0,57414549.0,57624546.0,57451649.0,57458549.0,57442049.0,57400349.0,57396350.0,57420349.0,57417749.0,57465249.0,57457248.0,57412750.0,57395749.0,57415549.0,57399950.0,57429449.0,57388449.0,57384150.0,57399449.0,57405550.0,57456849.0,57445648.0,57401350.0,57433149.0,57491548.0,57572647.0,57493048.0,57436449.0,57425050.0,57447448.0,57409350.0,57393149.0,57412649.0,57395550.0,57396349.0,57410850.0,57426449.0,57424349.0,57426349.0,57387850.0,57398149.0,57404249.0,57392150.0,57441949.0,57463549.0,57404149.0,57410449.0,57614247.0,57472548.0,57424749.0,57386550.0,57400450.0,57407149.0,57384650.0,57395749.0,57434149.0,57428549.0,57388150.0,57412849.0,57392749.0,57400450.0,57500648.0,57416249.0,57449649.0,57425149.0,57425749.0,57438349.0,57453749.0,57425949.0,57412949.0,57398650.0,57440649.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/tukey.json b/criterion/identity_hydroflow/new/tukey.json index 21cceb621ede..82ce8e911837 100644 --- a/criterion/identity_hydroflow/new/tukey.json +++ b/criterion/identity_hydroflow/new/tukey.json @@ -1 +1 @@ -[15391019.16666665,16217997.541666657,18423273.208333343,19250251.58333335] \ No newline at end of file +[14318944.25,14334525.21875,14376074.46875,14391655.4375] \ No newline at end of file diff --git a/criterion/identity_hydroflow/report/MAD.svg b/criterion/identity_hydroflow/report/MAD.svg index ead6a97e53d1..7c4d0839bc25 100644 --- a/criterion/identity_hydroflow/report/MAD.svg +++ b/criterion/identity_hydroflow/report/MAD.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (µs) - -0.001 + +0.05 - - -0.002 + + +0.1 - - -0.003 + + +0.15 - - -0.004 + + +0.2 - - -0.005 + + +0.25 - - -0.006 + + +0.3 - - -0.007 + + +0.35 - + + +0.4 + + - -300 + +5 + + + +5.5 + + + +6 + + + +6.5 + + + +7 + + + +7.5 - - -350 + + +8 - - -400 + + +8.5 - - -450 + + +9 - - -500 + + +9.5 - - -550 + + +10 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/SD.svg b/criterion/identity_hydroflow/report/SD.svg index 4d25ea71846b..49595be8d1f3 100644 --- a/criterion/identity_hydroflow/report/SD.svg +++ b/criterion/identity_hydroflow/report/SD.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - -0.001 + +0.05 - - -0.002 + + +0.1 - - -0.003 + + +0.15 - - -0.004 + + +0.2 - - -0.005 + + + +8 - - -0.006 + + +9 - - -0.007 + + +10 - - - -400 + + +11 + + + +12 - - -450 + + +13 - - -500 + + +14 - - -550 + + +15 - - -600 + + +16 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/both/iteration_times.svg b/criterion/identity_hydroflow/report/both/iteration_times.svg index b2d3a3c2b7e3..91fa9a246578 100644 --- a/criterion/identity_hydroflow/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow/report/both/iteration_times.svg @@ -16,37 +16,57 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + - + +14.5 + + + +15.0 + + + +15.5 + + + +16.0 + + + 16.5 - - + + 17.0 - - + + 17.5 - - + + 18.0 - - + + 18.5 - - + + 19.0 - + 0 @@ -92,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow/report/both/pdf.svg b/criterion/identity_hydroflow/report/both/pdf.svg index 76d18a5bdfdc..41a5fc008057 100644 --- a/criterion/identity_hydroflow/report/both/pdf.svg +++ b/criterion/identity_hydroflow/report/both/pdf.svg @@ -10,62 +10,58 @@ Average Time (ms) -1 +5 - -2 + +10 - - -3 + + +15 - - -4 + + +20 - - -5 + + +25 - - -6 + + +30 - - -7 + + +35 - - -8 + + +40 - - -9 + + +45 - + - -17 + +16 - - + + 18 - - -19 - - - + + 20 - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow/report/change/mean.svg b/criterion/identity_hydroflow/report/change/mean.svg index bd5deef1ed3d..cd9756ad4d19 100644 --- a/criterion/identity_hydroflow/report/change/mean.svg +++ b/criterion/identity_hydroflow/report/change/mean.svg @@ -9,74 +9,86 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + - -0.07 + +-0.18 - - -0.072 + + +-0.179 - - -0.074 + + +-0.178 - - -0.076 + + +-0.177 - - -0.078 + + +-0.176 - - -0.08 + + +-0.175 - - -0.082 + + +-0.174 - - -0.084 + + +-0.173 - - - - + + +-0.172 + + + +-0.171 + + + +-0.17 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/median.svg b/criterion/identity_hydroflow/report/change/median.svg index cdff6ae85964..334a851bb66d 100644 --- a/criterion/identity_hydroflow/report/change/median.svg +++ b/criterion/identity_hydroflow/report/change/median.svg @@ -9,54 +9,94 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + +550 + + - -0.07 + +-0.177 + + + +-0.176 + + + +-0.175 + + + +-0.174 + + + +-0.173 - - -0.072 + + +-0.172 - - -0.074 + + +-0.171 - - -0.076 + + +-0.17 - - -0.078 + + +-0.169 - - -0.08 + + +-0.168 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/t-test.svg b/criterion/identity_hydroflow/report/change/t-test.svg index 768ab49e616c..e7aeb8357274 100644 --- a/criterion/identity_hydroflow/report/change/t-test.svg +++ b/criterion/identity_hydroflow/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow/report/index.html b/criterion/identity_hydroflow/report/index.html index fa70e86f5930..08dac8fcb417 100644 --- a/criterion/identity_hydroflow/report/index.html +++ b/criterion/identity_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000699 - 0.0000724 - 0.0000696 + 0.0003670 + 0.0003795 + 0.0003638 Mean - 17.304 ms - 17.396 ms - 17.495 ms + 14.356 ms + 14.358 ms + 14.360 ms Std. Dev. - 378.59 µs - 491.69 µs - 596.70 µs + 8.4149 µs + 12.220 µs + 15.354 µs Median - 17.271 ms - 17.364 ms - 17.434 ms + 14.353 ms + 14.354 ms + 14.356 ms MAD - 308.03 µs - 441.61 µs - 547.91 µs + 5.2630 µs + 7.0979 µs + 9.5441 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +7.1010% - +7.7360% - +8.3013% + -17.933% + -17.467% + -17.027% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/identity_hydroflow/report/iteration_times.svg b/criterion/identity_hydroflow/report/iteration_times.svg index 92484413ed49..e6e3674fec11 100644 --- a/criterion/identity_hydroflow/report/iteration_times.svg +++ b/criterion/identity_hydroflow/report/iteration_times.svg @@ -15,32 +15,37 @@ Average Iteration Time (ms) - - - - - + + + + + + - -17.0 + +14.35 - - -17.5 + + +14.36 - - -18.0 + + +14.37 - - -18.5 + + +14.38 - - -19.0 + + +14.39 - + + +14.4 + + 10 @@ -82,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow/report/iteration_times_small.svg b/criterion/identity_hydroflow/report/iteration_times_small.svg index d3af3c7b9069..cad8acd7570a 100644 --- a/criterion/identity_hydroflow/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/iteration_times_small.svg @@ -12,32 +12,37 @@ Average Iteration Time (ms) - - - - - + + + + + + - -17.0 + +14.35 - - -17.5 + + +14.36 - - -18.0 + + +14.37 - - -18.5 + + +14.38 - - -19.0 + + +14.39 - + + +14.4 + + 10 @@ -79,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/mean.svg b/criterion/identity_hydroflow/report/mean.svg index 6ce069e56d35..e3472a1f7a54 100644 --- a/criterion/identity_hydroflow/report/mean.svg +++ b/criterion/identity_hydroflow/report/mean.svg @@ -9,86 +9,78 @@ Density (a.u.) Average time (ms) - -1 + +50 - - -2 + + +100 - - -3 + + +150 - - -4 + + +200 - - -5 + + +250 - - -6 + + +300 - - -7 + + +350 - - -8 - - + - -17.3 - - - -17.32 + +14.3555 - - -17.34 + + +14.356 - - -17.36 + + +14.3565 - - -17.38 + + +14.357 - - -17.4 + + +14.3575 - - -17.42 + + +14.358 - - -17.44 + + +14.3585 - - -17.46 + + +14.359 - - -17.48 + + +14.3595 - - -17.5 + + +14.36 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/median.svg b/criterion/identity_hydroflow/report/median.svg index ffde03c08cc9..735e44bbdaae 100644 --- a/criterion/identity_hydroflow/report/median.svg +++ b/criterion/identity_hydroflow/report/median.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (ms) - -5 + +100 - - -10 + + +200 - + + +300 + + + +400 + + -15 +500 - -20 + +600 - - -25 + + +700 - - - -17.26 + + +800 - - -17.28 + + +900 - - -17.3 + + +1000 - - -17.32 + + + +14.353 - - -17.34 + + +14.3535 - - -17.36 + + +14.354 - - -17.38 + + +14.3545 - - -17.4 + + +14.355 - - -17.42 + + +14.3555 - - -17.44 + + +14.356 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/pdf.svg b/criterion/identity_hydroflow/report/pdf.svg index cd6333a068c9..5e3d30611d6b 100644 --- a/criterion/identity_hydroflow/report/pdf.svg +++ b/criterion/identity_hydroflow/report/pdf.svg @@ -13,63 +13,75 @@ Average Time (ms) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 + + +3.5 + + + +4 + - -16.5 + +14.34 - - -17 + + +14.35 - - -17.5 + + +14.36 - - -18 + + +14.37 - - -18.5 + + +14.38 - - -19 + + +14.39 - - -19.5 + + +14.4 - - -20 + + +14.41 + + + +14.42 - + Density (a.u.) @@ -78,52 +90,60 @@ Density (a.u.) 0 - -0.1 + +5 - - -0.2 + + +10 - - -0.3 + + +15 - - -0.4 + + +20 - - -0.5 + + +25 + + + +30 - - -0.6 + + +35 - - -0.7 + + +40 - - -0.8 + + +45 - - - - - + + + + + - - - - - - - - - + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow/report/pdf_small.svg b/criterion/identity_hydroflow/report/pdf_small.svg index 0ec78b702121..b7b677ccb1a3 100644 --- a/criterion/identity_hydroflow/report/pdf_small.svg +++ b/criterion/identity_hydroflow/report/pdf_small.svg @@ -10,59 +10,67 @@ Average Time (ms) 0 - -0.1 + +5 - - -0.2 + + +10 - - -0.3 + + +15 - - -0.4 + + +20 + + + +25 - - -0.5 + + +30 - - -0.6 + + +35 - - -0.7 + + +40 - - -0.8 + + +45 - - -0.9 + + +50 - + - -17 + +14.34 - - -18 + + +14.36 - - -19 + + +14.38 - + + +14.4 + + -20 +14.42 - - + + diff --git a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg index 28c22f368a22..ff478217056c 100644 --- a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg @@ -13,37 +13,57 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + - + +14.5 + + + +15.0 + + + +15.5 + + + +16.0 + + + 16.5 - - + + 17.0 - - + + 17.5 - - + + 18.0 - - + + 18.5 - - + + 19.0 - + 0 @@ -89,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/relative_pdf_small.svg b/criterion/identity_hydroflow/report/relative_pdf_small.svg index d3d1230b3406..17cacd601cfe 100644 --- a/criterion/identity_hydroflow/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow/report/relative_pdf_small.svg @@ -6,61 +6,57 @@ Density (a.u.) Average Time (ms) - -1 + +5 - - -2 + + +10 - - -3 + + +15 - - -4 + + +20 - - -5 + + +25 - - -6 + + +30 - - -7 + + +35 - - -8 + + +40 - - -9 + + +45 - + - -17 + +16 - - + + 18 - - -19 - - - + + 20 - - - - - + + + + + diff --git a/criterion/identity_hydroflow/report/typical.svg b/criterion/identity_hydroflow/report/typical.svg index 5854d4f4fbe6..0a1038f9d49f 100644 --- a/criterion/identity_hydroflow/report/typical.svg +++ b/criterion/identity_hydroflow/report/typical.svg @@ -9,86 +9,78 @@ Density (a.u.) Average time (ms) - -1 + +50 - - -2 + + +100 - - -3 + + +150 - - -4 + + +200 - - -5 + + +250 - - -6 + + +300 - - -7 + + +350 - - -8 - - + - -17.3 - - - -17.32 + +14.3555 - - -17.34 + + +14.356 - - -17.36 + + +14.3565 - - -17.38 + + +14.357 - - -17.4 + + +14.3575 - - -17.42 + + +14.358 - - -17.44 + + +14.3585 - - -17.46 + + +14.359 - - -17.48 + + +14.3595 - - -17.5 + + +14.36 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/base/estimates.json b/criterion/identity_hydroflow_compiled/base/estimates.json index acdc54922420..13233dfd9b73 100644 --- a/criterion/identity_hydroflow_compiled/base/estimates.json +++ b/criterion/identity_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14684412.9259375,"upper_bound":14688125.06775},"point_estimate":14686160.2325,"standard_error":950.4098970221561},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14683479.0,"upper_bound":14686617.0},"point_estimate":14685192.0,"standard_error":917.9988795473657},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5170.567408204079,"upper_bound":8580.547347664833},"point_estimate":7394.652693718672,"standard_error":906.8936874648185},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6314.474380988835,"upper_bound":12724.132513398814},"point_estimate":9535.845799544773,"standard_error":1678.8775955075948}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18213114.44125001,"upper_bound":18220401.421499994},"point_estimate":18216583.746666666,"standard_error":1855.7447758646451},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18206106.5,"upper_bound":18210640.0},"point_estimate":18206906.333333332,"standard_error":1059.2137428463493},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2273.0728596467306,"upper_bound":8524.949848651886},"point_estimate":4027.7299284925793,"standard_error":1525.2054373229826},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14385.114742847765,"upper_bound":22096.454192297082},"point_estimate":18638.93024410175,"standard_error":1971.1225727289777}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/sample.json b/criterion/identity_hydroflow_compiled/base/sample.json index 80a24b1459dd..e5fb34677b84 100644 --- a/criterion/identity_hydroflow_compiled/base/sample.json +++ b/criterion/identity_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0],"times":[58745765.0,58727964.0,58737164.0,58762865.0,58823166.0,58696264.0,58735964.0,58734864.0,58765868.0,58746468.0,58726368.0,58744368.0,58750069.0,58764268.0,58719568.0,58749868.0,58731268.0,58679767.0,58729068.0,58671367.0,58715568.0,58742868.0,58686967.0,58721868.0,58743568.0,58736068.0,58775869.0,58777569.0,58736468.0,58730768.0,58730168.0,58719168.0,58742368.0,58767268.0,58786070.0,58739968.0,58717867.0,58776369.0,58737168.0,58729568.0,58743669.0,58763868.0,58904072.0,58718267.0,58723468.0,58750969.0,58743968.0,58725068.0,58704767.0,58713468.0,58762868.0,58734568.0,58746569.0,58768668.0,58718968.0,58785469.0,58775169.0,58709968.0,58719067.0,58764169.0,58782469.0,58956672.0,58727868.0,58713968.0,58698367.0,58735468.0,58727468.0,58721368.0,58716168.0,58772369.0,58751168.0,58789169.0,58775669.0,58788269.0,58709168.0,58766568.0,58754569.0,58770869.0,58722667.0,58724268.0,58724768.0,58772769.0,58779169.0,58720267.0,58730667.0,58764769.0,58745568.0,58716468.0,58732968.0,58769269.0,58737568.0,58758168.0,58756269.0,58750468.0,58751769.0,58759768.0,58741568.0,58697068.0,58670066.0,58747169.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[54617520.0,54616819.0,54619319.0,54614220.0,54622719.0,54721719.0,54623319.0,54615920.0,54738019.0,54690419.0,54689019.0,54645219.0,54640719.0,54681519.0,54614820.0,54616919.0,54620719.0,54680820.0,54643019.0,54636219.0,54649319.0,54615020.0,54616419.0,54644419.0,54610820.0,54618419.0,54834319.0,54614019.0,54637019.0,54640220.0,54613619.0,54785419.0,54794918.0,54612719.0,54628620.0,54617719.0,54612420.0,54617319.0,54615919.0,54745619.0,54621820.0,54834818.0,54612519.0,54642620.0,54800018.0,54618419.0,54642120.0,54622519.0,54610620.0,54648719.0,54618219.0,54633220.0,54615019.0,54620419.0,54611020.0,54613519.0,54611620.0,54731418.0,54615820.0,54608919.0,54618420.0,54616619.0,54611720.0,54626719.0,54663519.0,54675119.0,54631920.0,54623419.0,54677119.0,54620719.0,54655120.0,54685219.0,54613919.0,54618819.0,54618820.0,54612619.0,54675519.0,54615420.0,54618419.0,54711719.0,54614620.0,54777318.0,54650019.0,54636720.0,54791118.0,54620220.0,54621819.0,54731019.0,54614519.0,54613720.0,54616919.0,54614819.0,54611220.0,54614919.0,54726219.0,54675119.0,54618220.0,54617619.0,54614919.0,54796519.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/tukey.json b/criterion/identity_hydroflow_compiled/base/tukey.json index 91fba8db6ab6..c305e79e3895 100644 --- a/criterion/identity_hydroflow_compiled/base/tukey.json +++ b/criterion/identity_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[14650310.3125,14665563.625,14706239.125,14721492.4375] \ No newline at end of file +[18163206.91666667,18184156.79166667,18240023.125,18260972.999999996] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/change/estimates.json b/criterion/identity_hydroflow_compiled/change/estimates.json index 0534e5bdc2ae..154b691fbf90 100644 --- a/criterion/identity_hydroflow_compiled/change/estimates.json +++ b/criterion/identity_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00037629386438345884,"upper_bound":0.000504489137328212},"point_estimate":0.00015025806554147536,"standard_error":0.00023059396972512279},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0001666007194842667,"upper_bound":0.0005243043559237659},"point_estimate":0.00035752010593981254,"standard_error":0.00009286109319129344}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.24011563620001838,"upper_bound":0.24069464345257546},"point_estimate":0.2403911885935952,"standard_error":0.00014902111591950638},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.23968170849842863,"upper_bound":0.24010677532154778},"point_estimate":0.23981397950624905,"standard_error":0.00010712527239284538}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/estimates.json b/criterion/identity_hydroflow_compiled/new/estimates.json index acdc54922420..13233dfd9b73 100644 --- a/criterion/identity_hydroflow_compiled/new/estimates.json +++ b/criterion/identity_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14684412.9259375,"upper_bound":14688125.06775},"point_estimate":14686160.2325,"standard_error":950.4098970221561},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14683479.0,"upper_bound":14686617.0},"point_estimate":14685192.0,"standard_error":917.9988795473657},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5170.567408204079,"upper_bound":8580.547347664833},"point_estimate":7394.652693718672,"standard_error":906.8936874648185},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6314.474380988835,"upper_bound":12724.132513398814},"point_estimate":9535.845799544773,"standard_error":1678.8775955075948}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18213114.44125001,"upper_bound":18220401.421499994},"point_estimate":18216583.746666666,"standard_error":1855.7447758646451},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18206106.5,"upper_bound":18210640.0},"point_estimate":18206906.333333332,"standard_error":1059.2137428463493},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2273.0728596467306,"upper_bound":8524.949848651886},"point_estimate":4027.7299284925793,"standard_error":1525.2054373229826},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14385.114742847765,"upper_bound":22096.454192297082},"point_estimate":18638.93024410175,"standard_error":1971.1225727289777}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/sample.json b/criterion/identity_hydroflow_compiled/new/sample.json index 80a24b1459dd..e5fb34677b84 100644 --- a/criterion/identity_hydroflow_compiled/new/sample.json +++ b/criterion/identity_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0],"times":[58745765.0,58727964.0,58737164.0,58762865.0,58823166.0,58696264.0,58735964.0,58734864.0,58765868.0,58746468.0,58726368.0,58744368.0,58750069.0,58764268.0,58719568.0,58749868.0,58731268.0,58679767.0,58729068.0,58671367.0,58715568.0,58742868.0,58686967.0,58721868.0,58743568.0,58736068.0,58775869.0,58777569.0,58736468.0,58730768.0,58730168.0,58719168.0,58742368.0,58767268.0,58786070.0,58739968.0,58717867.0,58776369.0,58737168.0,58729568.0,58743669.0,58763868.0,58904072.0,58718267.0,58723468.0,58750969.0,58743968.0,58725068.0,58704767.0,58713468.0,58762868.0,58734568.0,58746569.0,58768668.0,58718968.0,58785469.0,58775169.0,58709968.0,58719067.0,58764169.0,58782469.0,58956672.0,58727868.0,58713968.0,58698367.0,58735468.0,58727468.0,58721368.0,58716168.0,58772369.0,58751168.0,58789169.0,58775669.0,58788269.0,58709168.0,58766568.0,58754569.0,58770869.0,58722667.0,58724268.0,58724768.0,58772769.0,58779169.0,58720267.0,58730667.0,58764769.0,58745568.0,58716468.0,58732968.0,58769269.0,58737568.0,58758168.0,58756269.0,58750468.0,58751769.0,58759768.0,58741568.0,58697068.0,58670066.0,58747169.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[54617520.0,54616819.0,54619319.0,54614220.0,54622719.0,54721719.0,54623319.0,54615920.0,54738019.0,54690419.0,54689019.0,54645219.0,54640719.0,54681519.0,54614820.0,54616919.0,54620719.0,54680820.0,54643019.0,54636219.0,54649319.0,54615020.0,54616419.0,54644419.0,54610820.0,54618419.0,54834319.0,54614019.0,54637019.0,54640220.0,54613619.0,54785419.0,54794918.0,54612719.0,54628620.0,54617719.0,54612420.0,54617319.0,54615919.0,54745619.0,54621820.0,54834818.0,54612519.0,54642620.0,54800018.0,54618419.0,54642120.0,54622519.0,54610620.0,54648719.0,54618219.0,54633220.0,54615019.0,54620419.0,54611020.0,54613519.0,54611620.0,54731418.0,54615820.0,54608919.0,54618420.0,54616619.0,54611720.0,54626719.0,54663519.0,54675119.0,54631920.0,54623419.0,54677119.0,54620719.0,54655120.0,54685219.0,54613919.0,54618819.0,54618820.0,54612619.0,54675519.0,54615420.0,54618419.0,54711719.0,54614620.0,54777318.0,54650019.0,54636720.0,54791118.0,54620220.0,54621819.0,54731019.0,54614519.0,54613720.0,54616919.0,54614819.0,54611220.0,54614919.0,54726219.0,54675119.0,54618220.0,54617619.0,54614919.0,54796519.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/tukey.json b/criterion/identity_hydroflow_compiled/new/tukey.json index 91fba8db6ab6..c305e79e3895 100644 --- a/criterion/identity_hydroflow_compiled/new/tukey.json +++ b/criterion/identity_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[14650310.3125,14665563.625,14706239.125,14721492.4375] \ No newline at end of file +[18163206.91666667,18184156.79166667,18240023.125,18260972.999999996] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/report/MAD.svg b/criterion/identity_hydroflow_compiled/report/MAD.svg index 6504bf6ac416..29e6addd3a4b 100644 --- a/criterion/identity_hydroflow_compiled/report/MAD.svg +++ b/criterion/identity_hydroflow_compiled/report/MAD.svg @@ -9,78 +9,70 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 + + + +2 - - -0.45 + + +3 - - - -5 + + +4 - - -5.5 + + +5 - - + + 6 - - -6.5 - - - + + 7 - - -7.5 - - - + + 8 - - -8.5 + + +9 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/SD.svg b/criterion/identity_hydroflow_compiled/report/SD.svg index 326888eeeb27..ae2986b5e7f5 100644 --- a/criterion/identity_hydroflow_compiled/report/SD.svg +++ b/criterion/identity_hydroflow_compiled/report/SD.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - -0.05 + +0.02 - - + + +0.04 + + + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 + + + +0.14 - - + + +0.16 + + + +0.18 + + + 0.2 - - -0.25 + + +0.22 - + -6 +14 - -7 + +15 + + + +16 - - -8 + + +17 - - -9 + + +18 - - -10 + + +19 - - -11 + + +20 - - -12 + + +21 - - -13 + + +22 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg index 9e03424e3209..07d088ab2946 100644 --- a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg @@ -16,37 +16,42 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - -14.7 + +15.0 - - -14.75 + + +15.5 - - -14.8 + + +16.0 - - -14.85 + + +16.5 - - -14.9 + + +17.0 - - -14.95 + + +17.5 - + + +18.0 + + 0 @@ -92,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_compiled/report/both/pdf.svg b/criterion/identity_hydroflow_compiled/report/both/pdf.svg index 8eb11e995c16..438ec285a837 100644 --- a/criterion/identity_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/both/pdf.svg @@ -50,22 +50,26 @@ Average Time (ms) - -14.7 - - - -14.8 - - - -14.9 - - - - - - + +15 + + + +16 + + + +17 + + + +18 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow_compiled/report/change/mean.svg b/criterion/identity_hydroflow_compiled/report/change/mean.svg index d086e89e8b56..edf35196fc6c 100644 --- a/criterion/identity_hydroflow_compiled/report/change/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/change/mean.svg @@ -9,87 +9,59 @@ Density (a.u.) Relative change (%) - -200 + +500 - - -400 - - - -600 - - - -800 - - - + + 1000 - - -1200 + + +1500 - - -1400 + + +2000 - - -1600 + + +2500 - + --4e-4 +0.2401 - --3e-4 - - - --2e-4 - - - --1e-4 - - - -0 - - - -1e-4 - - - -2e-4 - - - -3e-4 - - - -4e-4 - - - -5e-4 - - - -6e-4 - - - - - - + +0.2402 + + + +0.2403 + + + +0.2404 + + + +0.2405 + + + +0.2406 + + + +0.2407 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/median.svg b/criterion/identity_hydroflow_compiled/report/change/median.svg index bfbadb835531..11c1f1c3ccc6 100644 --- a/criterion/identity_hydroflow_compiled/report/change/median.svg +++ b/criterion/identity_hydroflow_compiled/report/change/median.svg @@ -9,83 +9,83 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - -4000 - - - -4500 - - + - -0.00015 + +0.23965 + + + +0.2397 - - -2e-4 + + +0.23975 - - -0.00025 + + +0.2398 - - -3e-4 + + +0.23985 - + -0.00035 +0.2399 - -4e-4 - - - -0.00045 - - - -5e-4 - - - -0.00055 - - - - - - + +0.23995 + + + +0.24 + + + +0.24005 + + + +0.2401 + + + +0.24015 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/t-test.svg b/criterion/identity_hydroflow_compiled/report/change/t-test.svg index ed1d073eb1ea..ca6bb9e80f4a 100644 --- a/criterion/identity_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/identity_hydroflow_compiled/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_compiled/report/index.html b/criterion/identity_hydroflow_compiled/report/index.html index cc9bd1c1a25e..7874f5be1b6d 100644 --- a/criterion/identity_hydroflow_compiled/report/index.html +++ b/criterion/identity_hydroflow_compiled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000429 - 0.0000444 - 0.0000425 + 0.0630003 + 0.0650616 + 0.0625821 Mean - 14.684 ms - 14.686 ms - 14.688 ms + 18.213 ms + 18.217 ms + 18.220 ms Std. Dev. - 6.3145 µs - 9.5358 µs - 12.724 µs + 14.385 µs + 18.639 µs + 22.096 µs Median - 14.683 ms - 14.685 ms - 14.687 ms + 18.206 ms + 18.207 ms + 18.211 ms MAD - 5.1706 µs - 7.3947 µs - 8.5805 µs + 2.2731 µs + 4.0277 µs + 8.5249 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.0376% - +0.0150% - +0.0504% - (p = 0.59 > + +24.012% + +24.039% + +24.069% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has regressed.

Additional Plots:

diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/iteration_times.svg index 301bbbfb0067..a4b68d17d098 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times.svg @@ -15,42 +15,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -14.67 + +18.21 - - -14.68 + + +18.22 - - -14.69 + + +18.23 - - -14.7 + + +18.24 - - -14.71 + + +18.25 - - -14.72 + + +18.26 - - -14.73 + + +18.27 - + 10 @@ -92,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg index 88aa9d0b05a8..cfea227c09b5 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg @@ -12,42 +12,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -14.67 + +18.21 - - -14.68 + + +18.22 - - -14.69 + + +18.23 - - -14.7 + + +18.24 - - -14.71 + + +18.25 - - -14.72 + + +18.26 - - -14.73 + + +18.27 - + 10 @@ -89,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/mean.svg b/criterion/identity_hydroflow_compiled/report/mean.svg index ef60ad6c5be9..bf12e80a50b4 100644 --- a/criterion/identity_hydroflow_compiled/report/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/mean.svg @@ -9,78 +9,90 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - -300 + + +120 - - -350 + + +140 - - -400 + + +160 - - -450 + + +180 - + + +200 + + + +220 + + - -14.6845 + +18.213 + + + +18.214 - - -14.685 + + +18.215 - - -14.6855 + + +18.216 - - -14.686 + + +18.217 - - -14.6865 + + +18.218 - - -14.687 + + +18.219 - - -14.6875 + + +18.22 - - -14.688 + + +18.221 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/median.svg b/criterion/identity_hydroflow_compiled/report/median.svg index 928e340437c6..260d1efa9ebb 100644 --- a/criterion/identity_hydroflow_compiled/report/median.svg +++ b/criterion/identity_hydroflow_compiled/report/median.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - + + +800 + + - -14.6835 + +18.206 + + + +18.2065 + + + +18.207 + + + +18.2075 + + + +18.208 - - -14.684 + + +18.2085 - - -14.6845 + + +18.209 - - -14.685 + + +18.2095 - - -14.6855 + + +18.21 - - -14.686 + + +18.2105 - - -14.6865 + + +18.211 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/pdf.svg b/criterion/identity_hydroflow_compiled/report/pdf.svg index 905f23b7bc12..eb3706fadd65 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf.svg @@ -13,79 +13,59 @@ Average Time (ms) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - + -4 +3 - -14.66 + +18.18 - - -14.67 + + +18.2 - - -14.68 + + +18.22 - - -14.69 + + +18.24 - - -14.7 + + +18.26 - - -14.71 + + +18.28 - - -14.72 + + +18.3 - - -14.73 - - - -14.74 - - - -14.75 - - + Density (a.u.) @@ -94,56 +74,64 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - - -45 - - - -50 - - - - - - + + + + + - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_compiled/report/pdf_small.svg b/criterion/identity_hydroflow_compiled/report/pdf_small.svg index 9868eab67a2a..c7023c5882f0 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf_small.svg @@ -10,47 +10,43 @@ Average Time (ms) 0 - + +5 + + + 10 - - + + +15 + + + 20 - - -30 + + +25 - - -40 + + +30 - - -50 + + +35 - + - -14.66 - - - -14.68 - - - -14.7 - - - -14.72 + +18.2 - - -14.74 + + +18.25 - - - + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg index b8d2749a68df..01087aa9c1cd 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg @@ -13,37 +13,42 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - -14.7 + +15.0 - - -14.75 + + +15.5 - - -14.8 + + +16.0 - - -14.85 + + +16.5 - - -14.9 + + +17.0 - - -14.95 + + +17.5 - + + +18.0 + + 0 @@ -89,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg index 394ea2920936..d5087e132321 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg @@ -47,20 +47,24 @@ Average Time (ms) - -14.7 - - - -14.8 - - - -14.9 - - - - - - + +15 + + + +16 + + + +17 + + + +18 + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/typical.svg b/criterion/identity_hydroflow_compiled/report/typical.svg index cde7f81c53e9..477028e9d72c 100644 --- a/criterion/identity_hydroflow_compiled/report/typical.svg +++ b/criterion/identity_hydroflow_compiled/report/typical.svg @@ -9,78 +9,90 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - -300 + + +120 - - -350 + + +140 - - -400 + + +160 - - -450 + + +180 - + + +200 + + + +220 + + - -14.6845 + +18.213 + + + +18.214 - - -14.685 + + +18.215 - - -14.6855 + + +18.216 - - -14.686 + + +18.217 - - -14.6865 + + +18.218 - - -14.687 + + +18.219 - - -14.6875 + + +18.22 - - -14.688 + + +18.221 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/base/estimates.json b/criterion/identity_hydroflow_surface/base/estimates.json index e5ebe81ed76b..1c93a978e540 100644 --- a/criterion/identity_hydroflow_surface/base/estimates.json +++ b/criterion/identity_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14953309.116375,"upper_bound":14962611.1468125},"point_estimate":14957973.9475,"standard_error":2367.169888839341},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14954640.25,"upper_bound":14965014.75},"point_estimate":14960627.125,"standard_error":2616.026679590952},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18106.993478536606,"upper_bound":30578.258440252393},"point_estimate":23778.309027850628,"standard_error":3195.4414576362683},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20773.415102091432,"upper_bound":26339.07540179196},"point_estimate":23761.504252812636,"standard_error":1413.4319692578943}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19523316.092666667,"upper_bound":19526163.552333333},"point_estimate":19524629.91,"standard_error":731.3986913929375},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19522268.333333332,"upper_bound":19523501.333333332},"point_estimate":19522766.0,"standard_error":298.8278621760858},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2451.664381470741,"upper_bound":4472.509920596156},"point_estimate":3459.3999385842944,"standard_error":487.77900510282376},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4252.098516610236,"upper_bound":10413.701521771702},"point_estimate":7363.632080743285,"standard_error":1660.7888936370243}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/sample.json b/criterion/identity_hydroflow_surface/base/sample.json index 7155ccd6160e..b42e8fb6186f 100644 --- a/criterion/identity_hydroflow_surface/base/sample.json +++ b/criterion/identity_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0],"times":[59962164.0,59935064.0,59899363.0,59954264.0,59899263.0,59886563.0,59955364.0,59909063.0,59879163.0,59870962.0,59911164.0,59895463.0,59995264.0,59844562.0,59836762.0,59977565.0,59976164.0,59908463.0,59854363.0,59911063.0,59856862.0,59719260.0,59800162.0,59773860.0,59919664.0,59884463.0,59802761.0,59800661.0,59840262.0,59919464.0,59818561.0,59915464.0,59790661.0,59664159.0,59728260.0,59845862.0,59715360.0,59846462.0,59808961.0,59688960.0,59698659.0,59717560.0,59735360.0,59610058.0,59716260.0,59726060.0,59642858.0,59743361.0,59820961.0,59756061.0,59833762.0,59635958.0,59780314.0,59828859.0,59682755.0,59902860.0,59663155.0,59723056.0,59808158.0,59903460.0,59793358.0,59766357.0,59763557.0,59737357.0,59756457.0,59840958.0,59790258.0,59860259.0,59986461.0,59953261.0,59904860.0,59879859.0,59941761.0,59973161.0,59852459.0,59856159.0,59791758.0,59993961.0,59923560.0,59888060.0,59854559.0,60016962.0,59980061.0,59864659.0,59914760.0,59883160.0,59837558.0,59877260.0,59682455.0,59888560.0,59830058.0,59801358.0,59633354.0,59813259.0,59817258.0,59860059.0,59665055.0,59824458.0,59844059.0,59715056.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[58564293.0,58564792.0,58560793.0,58577192.0,58574793.0,58562093.0,58600792.0,58627792.0,58567992.0,58586493.0,58576192.0,58573293.0,58555892.0,58557393.0,58580193.0,58576992.0,58569793.0,58563892.0,58566093.0,58570693.0,58557992.0,58565893.0,58569493.0,58584192.0,58567693.0,58562592.0,58583493.0,58565292.0,58557093.0,58576715.0,58575404.0,58559804.0,58551305.0,58561904.0,58566304.0,58567804.0,58561404.0,58557604.0,58568704.0,58647603.0,58591703.0,58581504.0,58555704.0,58607804.0,58635603.0,58567204.0,58566704.0,58571404.0,58562204.0,58555804.0,58560904.0,58719602.0,58585504.0,58553004.0,58556404.0,58568704.0,58566904.0,58580104.0,58567704.0,58556104.0,58596804.0,58554604.0,58570804.0,58584503.0,58584404.0,58599804.0,58571404.0,58586003.0,58571804.0,58560604.0,58566905.0,58561104.0,58574404.0,58564604.0,58610403.0,58569204.0,58566804.0,58574704.0,58560804.0,58567604.0,58564604.0,58583604.0,58574504.0,58568604.0,58565204.0,58585803.0,58566805.0,58556704.0,58571004.0,58567704.0,58569004.0,58593803.0,58562804.0,58560204.0,58580304.0,58563704.0,58569504.0,58570504.0,58551905.0,58569104.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/tukey.json b/criterion/identity_hydroflow_surface/base/tukey.json index 47b8b142008d..1368379c86a3 100644 --- a/criterion/identity_hydroflow_surface/base/tukey.json +++ b/criterion/identity_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[14838399.5,14889906.875,15027259.875,15078767.25] \ No newline at end of file +[19506284.666666668,19513558.166666668,19532954.166666668,19540227.666666668] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/change/estimates.json b/criterion/identity_hydroflow_surface/change/estimates.json index 8df6f076cdd3..14f3245851e4 100644 --- a/criterion/identity_hydroflow_surface/change/estimates.json +++ b/criterion/identity_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0016861824811786885,"upper_bound":0.002481433265955668},"point_estimate":0.0020947264778350405,"standard_error":0.0002036366753623182},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0018475035211433788,"upper_bound":0.0027318521576187344},"point_estimate":0.0023540010488765084,"standard_error":0.0002318356185315639}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.30488850837539627,"upper_bound":0.30571775597845297},"point_estimate":0.30529909856296067,"standard_error":0.00021153207925747011},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3045672407372668,"upper_bound":0.3054675354789434},"point_estimate":0.3049430239041533,"standard_error":0.00022865550331802406}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/estimates.json b/criterion/identity_hydroflow_surface/new/estimates.json index e5ebe81ed76b..1c93a978e540 100644 --- a/criterion/identity_hydroflow_surface/new/estimates.json +++ b/criterion/identity_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14953309.116375,"upper_bound":14962611.1468125},"point_estimate":14957973.9475,"standard_error":2367.169888839341},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14954640.25,"upper_bound":14965014.75},"point_estimate":14960627.125,"standard_error":2616.026679590952},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18106.993478536606,"upper_bound":30578.258440252393},"point_estimate":23778.309027850628,"standard_error":3195.4414576362683},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20773.415102091432,"upper_bound":26339.07540179196},"point_estimate":23761.504252812636,"standard_error":1413.4319692578943}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19523316.092666667,"upper_bound":19526163.552333333},"point_estimate":19524629.91,"standard_error":731.3986913929375},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19522268.333333332,"upper_bound":19523501.333333332},"point_estimate":19522766.0,"standard_error":298.8278621760858},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2451.664381470741,"upper_bound":4472.509920596156},"point_estimate":3459.3999385842944,"standard_error":487.77900510282376},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4252.098516610236,"upper_bound":10413.701521771702},"point_estimate":7363.632080743285,"standard_error":1660.7888936370243}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/sample.json b/criterion/identity_hydroflow_surface/new/sample.json index 7155ccd6160e..b42e8fb6186f 100644 --- a/criterion/identity_hydroflow_surface/new/sample.json +++ b/criterion/identity_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0],"times":[59962164.0,59935064.0,59899363.0,59954264.0,59899263.0,59886563.0,59955364.0,59909063.0,59879163.0,59870962.0,59911164.0,59895463.0,59995264.0,59844562.0,59836762.0,59977565.0,59976164.0,59908463.0,59854363.0,59911063.0,59856862.0,59719260.0,59800162.0,59773860.0,59919664.0,59884463.0,59802761.0,59800661.0,59840262.0,59919464.0,59818561.0,59915464.0,59790661.0,59664159.0,59728260.0,59845862.0,59715360.0,59846462.0,59808961.0,59688960.0,59698659.0,59717560.0,59735360.0,59610058.0,59716260.0,59726060.0,59642858.0,59743361.0,59820961.0,59756061.0,59833762.0,59635958.0,59780314.0,59828859.0,59682755.0,59902860.0,59663155.0,59723056.0,59808158.0,59903460.0,59793358.0,59766357.0,59763557.0,59737357.0,59756457.0,59840958.0,59790258.0,59860259.0,59986461.0,59953261.0,59904860.0,59879859.0,59941761.0,59973161.0,59852459.0,59856159.0,59791758.0,59993961.0,59923560.0,59888060.0,59854559.0,60016962.0,59980061.0,59864659.0,59914760.0,59883160.0,59837558.0,59877260.0,59682455.0,59888560.0,59830058.0,59801358.0,59633354.0,59813259.0,59817258.0,59860059.0,59665055.0,59824458.0,59844059.0,59715056.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[58564293.0,58564792.0,58560793.0,58577192.0,58574793.0,58562093.0,58600792.0,58627792.0,58567992.0,58586493.0,58576192.0,58573293.0,58555892.0,58557393.0,58580193.0,58576992.0,58569793.0,58563892.0,58566093.0,58570693.0,58557992.0,58565893.0,58569493.0,58584192.0,58567693.0,58562592.0,58583493.0,58565292.0,58557093.0,58576715.0,58575404.0,58559804.0,58551305.0,58561904.0,58566304.0,58567804.0,58561404.0,58557604.0,58568704.0,58647603.0,58591703.0,58581504.0,58555704.0,58607804.0,58635603.0,58567204.0,58566704.0,58571404.0,58562204.0,58555804.0,58560904.0,58719602.0,58585504.0,58553004.0,58556404.0,58568704.0,58566904.0,58580104.0,58567704.0,58556104.0,58596804.0,58554604.0,58570804.0,58584503.0,58584404.0,58599804.0,58571404.0,58586003.0,58571804.0,58560604.0,58566905.0,58561104.0,58574404.0,58564604.0,58610403.0,58569204.0,58566804.0,58574704.0,58560804.0,58567604.0,58564604.0,58583604.0,58574504.0,58568604.0,58565204.0,58585803.0,58566805.0,58556704.0,58571004.0,58567704.0,58569004.0,58593803.0,58562804.0,58560204.0,58580304.0,58563704.0,58569504.0,58570504.0,58551905.0,58569104.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/tukey.json b/criterion/identity_hydroflow_surface/new/tukey.json index 47b8b142008d..1368379c86a3 100644 --- a/criterion/identity_hydroflow_surface/new/tukey.json +++ b/criterion/identity_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[14838399.5,14889906.875,15027259.875,15078767.25] \ No newline at end of file +[19506284.666666668,19513558.166666668,19532954.166666668,19540227.666666668] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/report/MAD.svg b/criterion/identity_hydroflow_surface/report/MAD.svg index c48e18c9e824..19992abf74eb 100644 --- a/criterion/identity_hydroflow_surface/report/MAD.svg +++ b/criterion/identity_hydroflow_surface/report/MAD.svg @@ -9,66 +9,54 @@ Density (a.u.) Average time (µs) - -0.02 + +0.2 - - -0.04 + + +0.4 - - -0.06 + + +0.6 - - -0.08 + + +0.8 - - -0.1 + + +1 - - -0.12 + + +1.2 - - -0.14 - - + - -18 - - - -20 - - - -22 + +2.5 - - -24 + + +3 - - -26 + + +3.5 - - -28 + + +4 - - -30 + + +4.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/SD.svg b/criterion/identity_hydroflow_surface/report/SD.svg index 6ab00e75d018..091fa7d8ad8d 100644 --- a/criterion/identity_hydroflow_surface/report/SD.svg +++ b/criterion/identity_hydroflow_surface/report/SD.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - + - -21 + +4 + + + +5 + + + +6 - - -22 + + +7 - - -23 + + +8 - - -24 + + +9 - - -25 + + +10 - - -26 + + +11 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg index d897fa28b993..5313c1dff652 100644 --- a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg @@ -16,37 +16,57 @@ Average Iteration Time (ms) + - - - - - + + + + + + + + + +15.0 + + -14.9 +15.5 - -14.92 + +16.0 - - -14.94 + + +16.5 - - -14.96 + + +17.0 - - -14.98 + + +17.5 - - -15.0 + + +18.0 + + + +18.5 + + + +19.0 + + + +19.5 - + 0 @@ -92,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_surface/report/both/pdf.svg b/criterion/identity_hydroflow_surface/report/both/pdf.svg index e736d6846e8e..766896ba7420 100644 --- a/criterion/identity_hydroflow_surface/report/both/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/both/pdf.svg @@ -9,55 +9,63 @@ Density (a.u.) Average Time (ms) - -2 + +10 - - -4 + + +20 - - -6 + + +30 - - -8 + + +40 - - -10 + + +50 + + + +60 + + + +70 - - -12 + + +80 - - -14 + + + +15 - - + + 16 - - + + +17 + + + 18 - - - -14.9 - - - -14.95 - - - - - - + + +19 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow_surface/report/change/mean.svg b/criterion/identity_hydroflow_surface/report/change/mean.svg index 6a2db037f35b..3c5653429658 100644 --- a/criterion/identity_hydroflow_surface/report/change/mean.svg +++ b/criterion/identity_hydroflow_surface/report/change/mean.svg @@ -9,87 +9,91 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - - + + 1800 - + - -0.0016 - - - -0.0017 - - - -0.0018 - - - -0.0019 - - - -0.002 - - - -0.0021 - - - -0.0022 - - - -0.0023 - - - -0.0024 - - - -0.0025 - - - - - - + +0.3048 + + + +0.3049 + + + +0.305 + + + +0.3051 + + + +0.3052 + + + +0.3053 + + + +0.3054 + + + +0.3055 + + + +0.3056 + + + +0.3057 + + + +0.3058 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/median.svg b/criterion/identity_hydroflow_surface/report/change/median.svg index bc9a19cb4df4..6406b27bc410 100644 --- a/criterion/identity_hydroflow_surface/report/change/median.svg +++ b/criterion/identity_hydroflow_surface/report/change/median.svg @@ -9,91 +9,75 @@ Density (a.u.) Relative change (%) - -200 + +500 - - -400 - - - -600 - - - -800 - - - + + 1000 - - -1200 - - - -1400 + + +1500 - - -1600 + + +2000 - - -1800 + + +2500 - + - -0.0018 - - - -0.0019 - - - -0.002 - - - -0.0021 - - - -0.0022 - - - -0.0023 - - - -0.0024 - - - -0.0025 - - - -0.0026 - - - -0.0027 - - - -0.0028 - - - - - - + +0.3045 + + + +0.3046 + + + +0.3047 + + + +0.3048 + + + +0.3049 + + + +0.305 + + + +0.3051 + + + +0.3052 + + + +0.3053 + + + +0.3054 + + + +0.3055 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/t-test.svg b/criterion/identity_hydroflow_surface/report/change/t-test.svg index 4848adcc4bf0..49b263531c6f 100644 --- a/criterion/identity_hydroflow_surface/report/change/t-test.svg +++ b/criterion/identity_hydroflow_surface/report/change/t-test.svg @@ -17,72 +17,72 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/identity_hydroflow_surface/report/index.html b/criterion/identity_hydroflow_surface/report/index.html index 58361b7bf4ef..4f7652df536e 100644 --- a/criterion/identity_hydroflow_surface/report/index.html +++ b/criterion/identity_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0144796 - 0.0150349 - 0.0144860 + 0.0004591 + 0.0004738 + 0.0004540 Mean - 14.953 ms - 14.958 ms - 14.963 ms + 19.523 ms + 19.525 ms + 19.526 ms Std. Dev. - 20.773 µs - 23.762 µs - 26.339 µs + 4.2521 µs + 7.3636 µs + 10.414 µs Median - 14.955 ms - 14.961 ms - 14.965 ms + 19.522 ms + 19.523 ms + 19.524 ms MAD - 18.107 µs - 23.778 µs - 30.578 µs + 2.4517 µs + 3.4594 µs + 4.4725 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.1686% - +0.2095% - +0.2481% + +30.489% + +30.530% + +30.572% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/identity_hydroflow_surface/report/iteration_times.svg b/criterion/identity_hydroflow_surface/report/iteration_times.svg index 8294a7de873a..53fd7ca4cb13 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times.svg @@ -15,57 +15,62 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + + - -14.91 + +19.52 - - -14.92 + + +19.525 - - -14.93 + + +19.53 - - -14.94 + + +19.535 - - -14.95 + + +19.54 - - -14.96 + + +19.545 - - -14.97 + + +19.55 - - -14.98 + + +19.555 - - -14.99 + + +19.56 - - -15.0 + + +19.565 - + + +19.57 + + 10 @@ -107,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg index dcbc91d0f7d9..a53062172044 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg @@ -12,57 +12,62 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + + - -14.91 + +19.52 - - -14.92 + + +19.525 - - -14.93 + + +19.53 - - -14.94 + + +19.535 - - -14.95 + + +19.54 - - -14.96 + + +19.545 - - -14.97 + + +19.55 - - -14.98 + + +19.555 - - -14.99 + + +19.56 - - -15.0 + + +19.565 - + + +19.57 + + 10 @@ -104,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/mean.svg b/criterion/identity_hydroflow_surface/report/mean.svg index 3879be4ad3d8..d5b393f1f910 100644 --- a/criterion/identity_hydroflow_surface/report/mean.svg +++ b/criterion/identity_hydroflow_surface/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -20 - - - -40 - - - -60 - - - -80 - - - + 100 - - -120 + + +200 - - -140 + + +300 - - -160 + + +400 - - -180 + + +500 - - - -14.953 + + +600 - - -14.954 - - - -14.955 - - - -14.956 - - - -14.957 + + + +19.523 - - -14.958 + + +19.5235 - - -14.959 + + +19.524 - - -14.96 + + +19.5245 - - -14.961 + + +19.525 - - -14.962 + + +19.5255 - - -14.963 + + +19.526 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/median.svg b/criterion/identity_hydroflow_surface/report/median.svg index 0eb8a5328e81..0e58e4d1738b 100644 --- a/criterion/identity_hydroflow_surface/report/median.svg +++ b/criterion/identity_hydroflow_surface/report/median.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (ms) - -50 + +500 - - -100 + + +1000 - - -150 + + +1500 - - -200 + + +2000 - - -250 + + +2500 - + + +3000 + + - -14.954 + +19.5222 + + + +19.5224 - - -14.956 + + +19.5226 - - -14.958 + + +19.5228 - - -14.96 + + +19.523 - - -14.962 + + +19.5232 - - -14.964 + + +19.5234 - - -14.966 + + +19.5236 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/pdf.svg b/criterion/identity_hydroflow_surface/report/pdf.svg index 8c4951eb3011..20a589738339 100644 --- a/criterion/identity_hydroflow_surface/report/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/pdf.svg @@ -13,71 +13,63 @@ Average Time (ms) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - + -4 +3 - -14.88 + +19.51 - - -14.9 + + +19.52 - - -14.92 + + +19.53 - - -14.94 + + +19.54 - - -14.96 + + +19.55 - - -14.98 + + +19.56 - - -15 + + +19.57 - - -15.02 + + +19.58 - + Density (a.u.) @@ -86,40 +78,60 @@ Density (a.u.) 0 - -2 + +10 - - -4 + + +20 - - -6 + + +30 - - -8 + + +40 - - -10 + + +50 + + + +60 - - -12 + + +70 - - -14 + + +80 - - - - - + + + + + - + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_surface/report/pdf_small.svg b/criterion/identity_hydroflow_surface/report/pdf_small.svg index 4102726db211..3300d2a90736 100644 --- a/criterion/identity_hydroflow_surface/report/pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,59 @@ Average Time (ms) 0 - -2 + +10 - - -4 + + +20 - - -6 + + +30 - - -8 + + +40 - - -10 + + +50 + + + +60 - - -12 + + +70 - - -14 + + +80 - - -16 + + +90 - + - -14.9 + +19.52 + + + +19.54 + + + +19.56 - - -14.95 + + +19.58 - - - + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg index e5bcaecd4f20..f8841d39e03b 100644 --- a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,37 +13,57 @@ Average Iteration Time (ms) + - - - - - + + + + + + + + + +15.0 + + -14.9 +15.5 - -14.92 + +16.0 - - -14.94 + + +16.5 - - -14.96 + + +17.0 - - -14.98 + + +17.5 - - -15.0 + + +18.0 + + + +18.5 + + + +19.0 + + + +19.5 - + 0 @@ -89,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg index 1e09c1457ce6..f5a08ad6b9db 100644 --- a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg @@ -6,53 +6,61 @@ Density (a.u.) Average Time (ms) - -2 - - - -4 + +10 - - -6 + + +20 - - -8 + + +30 - - -10 + + +40 - - -12 + + +50 - - -14 + + +60 - - -16 + + +70 - - -18 + + +80 - + + +15 + + -14.9 +16 - -14.95 - - - - - - + +17 + + + +18 + + + +19 + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/typical.svg b/criterion/identity_hydroflow_surface/report/typical.svg index 0ab9bd688b10..cc8c4f776474 100644 --- a/criterion/identity_hydroflow_surface/report/typical.svg +++ b/criterion/identity_hydroflow_surface/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -20 - - - -40 - - - -60 - - - -80 - - - + 100 - - -120 + + +200 - - -140 + + +300 - - -160 + + +400 - - -180 + + +500 - - - -14.953 + + +600 - - -14.954 - - - -14.955 - - - -14.956 - - - -14.957 + + + +19.523 - - -14.958 + + +19.5235 - - -14.959 + + +19.524 - - -14.96 + + +19.5245 - - -14.961 + + +19.525 - - -14.962 + + +19.5255 - - -14.963 + + +19.526 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/base/estimates.json b/criterion/micro_ops_anti_join/base/estimates.json index 2ca585c30c36..38f7c7f5c967 100644 --- a/criterion/micro_ops_anti_join/base/estimates.json +++ b/criterion/micro_ops_anti_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14515.277815513424,"upper_bound":14592.136720731425},"point_estimate":14551.352379580616,"standard_error":19.749047639909733},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14503.142857142857,"upper_bound":14567.935714285713},"point_estimate":14549.324234838085,"standard_error":16.075454363688},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70.55155314867156,"upper_bound":138.07951215314804},"point_estimate":94.09641079163633,"standard_error":17.083186647370137},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14486.96944812636,"upper_bound":14526.3292816714},"point_estimate":14504.296280689903,"standard_error":10.051426434734907},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":128.93864634332488,"upper_bound":262.4474668943904},"point_estimate":197.39873053134937,"standard_error":34.622559869932815}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13078.291080425272,"upper_bound":13123.45931021862},"point_estimate":13100.713763568583,"standard_error":11.516034508117002},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13077.84375,"upper_bound":13105.79928972391},"point_estimate":13089.506092436975,"standard_error":7.974445185908531},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43.16942283052872,"upper_bound":82.3024157718568},"point_estimate":61.34578539335282,"standard_error":9.736418507939607},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13047.573437102468,"upper_bound":13070.646251372938},"point_estimate":13058.516242057041,"standard_error":5.902173572857259},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":93.22887166803943,"upper_bound":136.92317062658506},"point_estimate":116.35845562615955,"standard_error":11.066211818557786}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/sample.json b/criterion/micro_ops_anti_join/base/sample.json index 3dedc02acc30..b5f4263be405 100644 --- a/criterion/micro_ops_anti_join/base/sample.json +++ b/criterion/micro_ops_anti_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[209904.0,407708.0,604310.0,802316.0,1001520.0,1241823.0,1404222.0,1591032.0,1847337.0,2060739.0,2287644.0,2489444.0,2715151.0,3009257.0,3158957.0,3308664.0,3484964.0,3643763.0,3787268.0,4009473.0,4187777.0,4392079.0,4584785.0,4826889.0,5107393.0,5311296.0,5522797.0,5707109.0,5906312.0,6100212.0,6317915.0,6528219.0,6724322.0,6907425.0,7115334.0,7309039.0,7563627.0,7730041.0,7963343.0,8158044.0,8976666.0,8589758.0,8783955.0,8968259.0,9159962.0,9409365.0,9581870.0,9797775.0,10084586.0,10204084.0,10418197.0,10608291.0,10815498.0,11027102.0,11239204.0,11441112.0,11614817.0,11860422.0,12050819.0,12268125.0,12426624.0,12651031.0,12890225.0,13067641.0,13294038.0,13448251.0,13689751.0,13903457.0,14107064.0,14251157.0,14448754.0,14619168.0,14747471.0,14947775.0,15182077.0,15399485.0,15619276.0,15822686.0,15993296.0,16169095.0,16382506.0,16572504.0,16755406.0,16964004.0,17200114.0,17363721.0,17601020.0,17785635.0,17996942.0,18203538.0,18431338.0,18590046.0,18805551.0,19003354.0,19272561.0,19512762.0,19616367.0,19867967.0,20064773.0,20230071.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[188199.0,371896.0,553894.0,743090.0,916286.0,1111888.0,1313683.0,1503280.0,1677879.0,1864576.0,2044476.0,2247165.0,2428968.0,2608768.0,2773465.0,2967361.0,3148458.0,3301856.0,3425859.0,3594955.0,3773555.0,3942647.0,4125947.0,4334540.0,4603739.0,4769936.0,4941840.0,5157832.0,5335135.0,5491825.0,5675532.0,5855520.0,6059221.0,6231915.0,6436813.0,6594308.0,6777817.0,6953003.0,7167406.0,7350299.0,7518704.0,7691502.0,7887794.0,8090788.0,8243394.0,8419995.0,8632891.0,8804183.0,9007578.0,9185180.0,9360476.0,9523978.0,9708775.0,9911872.0,10104563.0,10290057.0,10429568.0,10644468.0,10818568.0,11043255.0,11187551.0,11391050.0,11576657.0,11717748.0,11937639.0,12128036.0,12269444.0,12460930.0,12658035.0,12854934.0,13040826.0,13161722.0,13321722.0,13535127.0,13653816.0,13872318.0,14075516.0,14210512.0,14423223.0,14592806.0,14743409.0,15023094.0,15128499.0,15344210.0,15483396.0,15657491.0,15823991.0,16074791.0,16257591.0,16420380.0,16562078.0,16756182.0,16998475.0,17094578.0,17293677.0,17509962.0,17686468.0,17917164.0,18069563.0,18378057.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/tukey.json b/criterion/micro_ops_anti_join/base/tukey.json index 26498d737d93..45b63b4f6129 100644 --- a/criterion/micro_ops_anti_join/base/tukey.json +++ b/criterion/micro_ops_anti_join/base/tukey.json @@ -1 +1 @@ -[14007.624531161273,14227.363698561236,14813.334811627803,15033.073979027766] \ No newline at end of file +[12806.15558413106,12926.083878443551,13245.89266327686,13365.82095758935] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/change/estimates.json b/criterion/micro_ops_anti_join/change/estimates.json index 6b10bf13f9eb..b894fd019732 100644 --- a/criterion/micro_ops_anti_join/change/estimates.json +++ b/criterion/micro_ops_anti_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0030475828214298244,"upper_bound":0.010138977765363988},"point_estimate":0.0067072187183159215,"standard_error":0.001813679764181636},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.005837481268836042,"upper_bound":0.010579012147107214},"point_estimate":0.008992291928642482,"standard_error":0.0012372645488593565}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.10259765771586936,"upper_bound":-0.09686114352125684},"point_estimate":-0.09969098254040365,"standard_error":0.0014638155908229657},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.10164015527962256,"upper_bound":-0.09718864899239753},"point_estimate":-0.10033580383792684,"standard_error":0.0011418539122966603}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/estimates.json b/criterion/micro_ops_anti_join/new/estimates.json index 2ca585c30c36..38f7c7f5c967 100644 --- a/criterion/micro_ops_anti_join/new/estimates.json +++ b/criterion/micro_ops_anti_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14515.277815513424,"upper_bound":14592.136720731425},"point_estimate":14551.352379580616,"standard_error":19.749047639909733},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14503.142857142857,"upper_bound":14567.935714285713},"point_estimate":14549.324234838085,"standard_error":16.075454363688},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70.55155314867156,"upper_bound":138.07951215314804},"point_estimate":94.09641079163633,"standard_error":17.083186647370137},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14486.96944812636,"upper_bound":14526.3292816714},"point_estimate":14504.296280689903,"standard_error":10.051426434734907},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":128.93864634332488,"upper_bound":262.4474668943904},"point_estimate":197.39873053134937,"standard_error":34.622559869932815}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13078.291080425272,"upper_bound":13123.45931021862},"point_estimate":13100.713763568583,"standard_error":11.516034508117002},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13077.84375,"upper_bound":13105.79928972391},"point_estimate":13089.506092436975,"standard_error":7.974445185908531},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43.16942283052872,"upper_bound":82.3024157718568},"point_estimate":61.34578539335282,"standard_error":9.736418507939607},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13047.573437102468,"upper_bound":13070.646251372938},"point_estimate":13058.516242057041,"standard_error":5.902173572857259},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":93.22887166803943,"upper_bound":136.92317062658506},"point_estimate":116.35845562615955,"standard_error":11.066211818557786}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/sample.json b/criterion/micro_ops_anti_join/new/sample.json index 3dedc02acc30..b5f4263be405 100644 --- a/criterion/micro_ops_anti_join/new/sample.json +++ b/criterion/micro_ops_anti_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[209904.0,407708.0,604310.0,802316.0,1001520.0,1241823.0,1404222.0,1591032.0,1847337.0,2060739.0,2287644.0,2489444.0,2715151.0,3009257.0,3158957.0,3308664.0,3484964.0,3643763.0,3787268.0,4009473.0,4187777.0,4392079.0,4584785.0,4826889.0,5107393.0,5311296.0,5522797.0,5707109.0,5906312.0,6100212.0,6317915.0,6528219.0,6724322.0,6907425.0,7115334.0,7309039.0,7563627.0,7730041.0,7963343.0,8158044.0,8976666.0,8589758.0,8783955.0,8968259.0,9159962.0,9409365.0,9581870.0,9797775.0,10084586.0,10204084.0,10418197.0,10608291.0,10815498.0,11027102.0,11239204.0,11441112.0,11614817.0,11860422.0,12050819.0,12268125.0,12426624.0,12651031.0,12890225.0,13067641.0,13294038.0,13448251.0,13689751.0,13903457.0,14107064.0,14251157.0,14448754.0,14619168.0,14747471.0,14947775.0,15182077.0,15399485.0,15619276.0,15822686.0,15993296.0,16169095.0,16382506.0,16572504.0,16755406.0,16964004.0,17200114.0,17363721.0,17601020.0,17785635.0,17996942.0,18203538.0,18431338.0,18590046.0,18805551.0,19003354.0,19272561.0,19512762.0,19616367.0,19867967.0,20064773.0,20230071.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[188199.0,371896.0,553894.0,743090.0,916286.0,1111888.0,1313683.0,1503280.0,1677879.0,1864576.0,2044476.0,2247165.0,2428968.0,2608768.0,2773465.0,2967361.0,3148458.0,3301856.0,3425859.0,3594955.0,3773555.0,3942647.0,4125947.0,4334540.0,4603739.0,4769936.0,4941840.0,5157832.0,5335135.0,5491825.0,5675532.0,5855520.0,6059221.0,6231915.0,6436813.0,6594308.0,6777817.0,6953003.0,7167406.0,7350299.0,7518704.0,7691502.0,7887794.0,8090788.0,8243394.0,8419995.0,8632891.0,8804183.0,9007578.0,9185180.0,9360476.0,9523978.0,9708775.0,9911872.0,10104563.0,10290057.0,10429568.0,10644468.0,10818568.0,11043255.0,11187551.0,11391050.0,11576657.0,11717748.0,11937639.0,12128036.0,12269444.0,12460930.0,12658035.0,12854934.0,13040826.0,13161722.0,13321722.0,13535127.0,13653816.0,13872318.0,14075516.0,14210512.0,14423223.0,14592806.0,14743409.0,15023094.0,15128499.0,15344210.0,15483396.0,15657491.0,15823991.0,16074791.0,16257591.0,16420380.0,16562078.0,16756182.0,16998475.0,17094578.0,17293677.0,17509962.0,17686468.0,17917164.0,18069563.0,18378057.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/tukey.json b/criterion/micro_ops_anti_join/new/tukey.json index 26498d737d93..45b63b4f6129 100644 --- a/criterion/micro_ops_anti_join/new/tukey.json +++ b/criterion/micro_ops_anti_join/new/tukey.json @@ -1 +1 @@ -[14007.624531161273,14227.363698561236,14813.334811627803,15033.073979027766] \ No newline at end of file +[12806.15558413106,12926.083878443551,13245.89266327686,13365.82095758935] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/report/MAD.svg b/criterion/micro_ops_anti_join/report/MAD.svg index 9fbbdcb4bd48..8bc56ce86ea9 100644 --- a/criterion/micro_ops_anti_join/report/MAD.svg +++ b/criterion/micro_ops_anti_join/report/MAD.svg @@ -9,62 +9,94 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + +0.05 + + + +0.055 + + - -70 + +40 - - -80 + + +45 - - -90 + + +50 - - -100 + + +55 - - -110 + + +60 - - -120 + + +65 - - -130 + + +70 + + + +75 + + + +80 - - -140 + + +85 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/SD.svg b/criterion/micro_ops_anti_join/report/SD.svg index ba1c1b0854e8..f93daf82686b 100644 --- a/criterion/micro_ops_anti_join/report/SD.svg +++ b/criterion/micro_ops_anti_join/report/SD.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (ns) - -0.002 + +0.005 - - -0.004 + + +0.01 - - -0.006 + + +0.015 - - -0.008 + + +0.02 - - -0.01 + + +0.025 + + + +0.03 - - -0.012 + + +0.035 - + - -120 + +90 - - -140 + + +95 - - -160 + + +100 - - -180 + + +105 - - -200 + + +110 - - -220 + + +115 - - -240 + + +120 + + + +125 + + + +130 - - -260 + + +135 + + + +140 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/both/pdf.svg b/criterion/micro_ops_anti_join/report/both/pdf.svg index fa4abc86463f..a71acf8b1ad1 100644 --- a/criterion/micro_ops_anti_join/report/both/pdf.svg +++ b/criterion/micro_ops_anti_join/report/both/pdf.svg @@ -9,51 +9,59 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - + + +3.5 + + + +4 + + + +4.5 + + - -14 + +13 - - -14.5 + + +14 - - + + 15 - - -15.5 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_anti_join/report/both/regression.svg b/criterion/micro_ops_anti_join/report/both/regression.svg index fcf322dad98c..58402e781e66 100644 --- a/criterion/micro_ops_anti_join/report/both/regression.svg +++ b/criterion/micro_ops_anti_join/report/both/regression.svg @@ -105,10 +105,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_anti_join/report/change/mean.svg b/criterion/micro_ops_anti_join/report/change/mean.svg index 790a1e883570..a5ebab506873 100644 --- a/criterion/micro_ops_anti_join/report/change/mean.svg +++ b/criterion/micro_ops_anti_join/report/change/mean.svg @@ -9,83 +9,59 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 + + +150 - - -160 - - - -180 - - - + + 200 - + + +250 + + - -0.003 - - - -0.004 - - - -0.005 - - - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - - - - + +-0.103 + + + +-0.102 + + + +-0.101 + + + +-0.1 + + + +-0.099 + + + +-0.098 + + + +-0.097 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/median.svg b/criterion/micro_ops_anti_join/report/change/median.svg index 5dbcce45434f..1545adb80e2b 100644 --- a/criterion/micro_ops_anti_join/report/change/median.svg +++ b/criterion/micro_ops_anti_join/report/change/median.svg @@ -9,63 +9,83 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - + 150 - + 200 - - + + 250 - - + + 300 - - + + 350 - + - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - -0.011 - - - - - - + +-0.102 + + + +-0.1015 + + + +-0.101 + + + +-0.1005 + + + +-0.1 + + + +-0.0995 + + + +-0.099 + + + +-0.0985 + + + +-0.098 + + + +-0.0975 + + + +-0.097 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/t-test.svg b/criterion/micro_ops_anti_join/report/change/t-test.svg index e3d3dac9dad5..e8054a844222 100644 --- a/criterion/micro_ops_anti_join/report/change/t-test.svg +++ b/criterion/micro_ops_anti_join/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_anti_join/report/index.html b/criterion/micro_ops_anti_join/report/index.html index 273ae44ba26b..a951be0bd20d 100644 --- a/criterion/micro_ops_anti_join/report/index.html +++ b/criterion/micro_ops_anti_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 14.487 µs - 14.504 µs - 14.526 µs + 13.048 µs + 13.059 µs + 13.071 µs R² - 0.9918736 - 0.9920710 - 0.9917518 + 0.9977984 + 0.9978930 + 0.9977767 Mean - 14.515 µs - 14.551 µs - 14.592 µs + 13.078 µs + 13.101 µs + 13.123 µs Std. Dev. - 128.94 ns - 197.40 ns - 262.45 ns + 93.229 ns + 116.36 ns + 136.92 ns Median - 14.503 µs - 14.549 µs - 14.568 µs + 13.078 µs + 13.090 µs + 13.106 µs MAD - 70.552 ns - 94.096 ns - 138.08 ns + 43.169 ns + 61.346 ns + 82.302 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.3048% - +0.6707% - +1.0139% + -10.260% + -9.9691% + -9.6861% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has improved.

Additional Plots:

diff --git a/criterion/micro_ops_anti_join/report/mean.svg b/criterion/micro_ops_anti_join/report/mean.svg index ef328331c7fb..4071a0b23743 100644 --- a/criterion/micro_ops_anti_join/report/mean.svg +++ b/criterion/micro_ops_anti_join/report/mean.svg @@ -9,94 +9,78 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 + + +15 - - -14 - - - -16 + + +20 - - -18 + + +25 - - -20 + + +30 - - -22 + + +35 - + - -14.51 + +13.075 - - -14.52 + + +13.08 - - -14.53 + + +13.085 - - -14.54 + + +13.09 - - -14.55 + + +13.095 - - -14.56 + + +13.1 - - -14.57 + + +13.105 - - -14.58 + + +13.11 - - -14.59 + + +13.115 - - -14.6 + + +13.12 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/median.svg b/criterion/micro_ops_anti_join/report/median.svg index a5bf604f091e..e0d059714321 100644 --- a/criterion/micro_ops_anti_join/report/median.svg +++ b/criterion/micro_ops_anti_join/report/median.svg @@ -9,86 +9,78 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - - -55 + + +60 - - - -14.5 + + +70 + + + +80 + + + +90 - - -14.51 + + +100 + + + + +13.075 - - -14.52 + + +13.08 - - -14.53 + + +13.085 - - -14.54 + + +13.09 - - -14.55 + + +13.095 - - -14.56 + + +13.1 - - -14.57 + + +13.105 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/pdf.svg b/criterion/micro_ops_anti_join/report/pdf.svg index 4356b4b63139..9677d624bead 100644 --- a/criterion/micro_ops_anti_join/report/pdf.svg +++ b/criterion/micro_ops_anti_join/report/pdf.svg @@ -42,46 +42,38 @@ Average Time (µs) - -14 + +12.7 - - -14.2 + + +12.8 - - -14.4 + + +12.9 - - -14.6 + + +13 - - -14.8 + + +13.1 - - -15 + + +13.2 - - -15.2 + + +13.3 - - -15.4 + + +13.4 - - -15.6 - - - -15.8 - - + Density (a.u.) @@ -90,48 +82,84 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - - - - - - - - - - - - - - - - - - - - - + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_anti_join/report/pdf_small.svg b/criterion/micro_ops_anti_join/report/pdf_small.svg index 6ffed5ea469c..91564ada1e45 100644 --- a/criterion/micro_ops_anti_join/report/pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/pdf_small.svg @@ -10,47 +10,63 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - + + +3.5 + + + +4 + + + +4.5 + + + +5 + + - -14 + +12.8 - - -14.5 + + +13 - - -15 + + +13.2 - + -15.5 +13.4 - - + + diff --git a/criterion/micro_ops_anti_join/report/regression.svg b/criterion/micro_ops_anti_join/report/regression.svg index 669c4e8e8b00..83b1fc3a21a6 100644 --- a/criterion/micro_ops_anti_join/report/regression.svg +++ b/criterion/micro_ops_anti_join/report/regression.svg @@ -15,57 +15,52 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - + + 16.0 - - + + 18.0 - - -20.0 - - + 0.2 @@ -101,102 +96,102 @@ Iterations (x 10^3) - - + + - + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_anti_join/report/regression_small.svg b/criterion/micro_ops_anti_join/report/regression_small.svg index c0b431eda42d..3914f04d598c 100644 --- a/criterion/micro_ops_anti_join/report/regression_small.svg +++ b/criterion/micro_ops_anti_join/report/regression_small.svg @@ -12,57 +12,52 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - + + 16.0 - - + + 18.0 - - -20.0 - - + 0.2 @@ -98,100 +93,100 @@ Iterations (x 10^3) - - + + - + - - - + + + - + - + - - - + + + - - + + - - + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg index 894f49287b41..7b0926ac4cec 100644 --- a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg @@ -6,49 +6,57 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - + + +3.5 + + + +4 + + + +4.5 + + - -14 + +13 - - -14.5 + + +14 - - + + 15 - - -15.5 - - - - - - + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_regression_small.svg b/criterion/micro_ops_anti_join/report/relative_regression_small.svg index f0be60a2ee52..221eca472f88 100644 --- a/criterion/micro_ops_anti_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_regression_small.svg @@ -102,8 +102,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_anti_join/report/slope.svg b/criterion/micro_ops_anti_join/report/slope.svg index 8684fc1281cd..de2c57a7f675 100644 --- a/criterion/micro_ops_anti_join/report/slope.svg +++ b/criterion/micro_ops_anti_join/report/slope.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - - -14.485 - - - -14.49 + + +50 - - -14.495 + + +60 - - -14.5 + + +70 - - -14.505 - - - -14.51 + + + +13.05 - - -14.515 + + +13.055 - - -14.52 + + +13.06 - - -14.525 + + +13.065 - - -14.53 + + +13.07 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/typical.svg b/criterion/micro_ops_anti_join/report/typical.svg index ca408d49aec3..2b32d15cf75b 100644 --- a/criterion/micro_ops_anti_join/report/typical.svg +++ b/criterion/micro_ops_anti_join/report/typical.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - - -14.485 - - - -14.49 + + +50 - - -14.495 + + +60 - - -14.5 + + +70 - - -14.505 - - - -14.51 + + + +13.05 - - -14.515 + + +13.055 - - -14.52 + + +13.06 - - -14.525 + + +13.065 - - -14.53 + + +13.07 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/base/estimates.json b/criterion/micro_ops_crossjoin/base/estimates.json index eaf844760a6f..542d08ea4294 100644 --- a/criterion/micro_ops_crossjoin/base/estimates.json +++ b/criterion/micro_ops_crossjoin/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":130217.86795127377,"upper_bound":130694.0216551697},"point_estimate":130434.76563201388,"standard_error":122.3254591487666},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":130061.98907103825,"upper_bound":130119.09356725146},"point_estimate":130089.25096774193,"standard_error":16.547864715045794},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":92.11934212611827,"upper_bound":154.27004773650003},"point_estimate":130.6504510046361,"standard_error":15.001031125072517},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":130067.84767128003,"upper_bound":130295.5758778559},"point_estimate":130161.33740505394,"standard_error":59.734047721746585},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":706.4148241023144,"upper_bound":1616.181242085426},"point_estimate":1226.7224972477206,"standard_error":230.75736397683622}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":142603.84148497455,"upper_bound":142823.59310106677},"point_estimate":142706.5153998081,"standard_error":56.19414422984808},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":142508.12083333332,"upper_bound":142605.1992753623},"point_estimate":142544.6885167464,"standard_error":27.892592433621914},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":164.35192155622084,"upper_bound":283.4498204789157},"point_estimate":228.22120382288443,"standard_error":29.79008064171899},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":142490.65313566203,"upper_bound":142567.29069344097},"point_estimate":142528.68212501847,"standard_error":19.499400921537593},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":380.7890326459616,"upper_bound":727.0153492430071},"point_estimate":564.824008003325,"standard_error":88.47727404723527}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/sample.json b/criterion/micro_ops_crossjoin/base/sample.json index ebd5ddc481ff..674086339341 100644 --- a/criterion/micro_ops_crossjoin/base/sample.json +++ b/criterion/micro_ops_crossjoin/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[809715.0,1626530.0,2439446.0,3245362.0,4070976.0,4766188.0,5474202.0,6274217.0,7032930.0,7819145.0,8608659.0,9371277.0,10152487.0,10919804.0,11722417.0,12494933.0,13249246.0,14009760.0,14853075.0,15608187.0,16401807.0,17185917.0,17969835.0,18686943.0,19527365.0,20287075.0,21069990.0,21849503.0,22630320.0,23418838.0,24210049.0,25002360.0,25749576.0,26501391.0,27285903.0,28071919.0,28888535.0,29681651.0,30421565.0,31199177.0,31974997.0,32786112.0,33600125.0,34333736.0,35140151.0,35876465.0,36710185.0,37522598.0,38222308.0,38998621.0,39780439.0,40552854.0,41355567.0,42172083.0,42903796.0,43765910.0,44500730.0,45238341.0,46004951.0,46867165.0,47602688.0,48385497.0,49208714.0,49988229.0,50711644.0,51508060.0,52315278.0,53071594.0,53848106.0,54641524.0,56604954.0,56177151.0,56977159.0,57766581.0,58484496.0,59335009.0,60142621.0,61964656.0,61633852.0,62393468.0,63427589.0,63959990.0,64728123.0,65504428.0,66358640.0,67102254.0,67918270.0,68674486.0,69449099.0,70232506.0,71020034.0,71757538.0,72590355.0,73352268.0,74165090.0,74860602.0,75736216.0,76449525.0,77281541.0,78052956.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[872788.0,1738977.0,2603367.0,3454854.0,4315442.0,5179731.0,6042021.0,6898509.0,7746398.0,8604585.0,9475174.0,10342863.0,11134653.0,11983141.0,12814433.0,13669523.0,14498412.0,15338193.0,16253486.0,17117475.0,18006362.0,18808552.0,19713942.0,20510331.0,21405615.0,22288408.0,23167892.0,23888380.0,24734973.0,25613263.0,26544449.0,27382037.0,28180332.0,29075120.0,29898508.0,30785396.0,31631985.0,32431675.0,33359061.0,34201949.0,35053040.0,35862226.0,36750115.0,37555003.0,38457293.0,39358183.0,40087769.0,41135954.0,41862850.0,42738034.0,43541119.0,44544117.0,45363808.0,46189095.0,47089081.0,47937869.0,48732161.0,49665343.0,50490836.0,51408328.0,52244711.0,53029509.0,53877287.0,54705286.0,55614770.0,56589052.0,57364142.0,58247230.0,58960922.0,59772916.0,60705595.0,61601486.0,62390676.0,63411772.0,64173457.0,65024542.0,65708634.0,66632127.0,67514214.0,68408407.0,69362691.0,70099893.0,70947769.0,71779865.0,72682850.0,73528252.0,74368723.0,75261320.0,76021705.0,76964392.0,77671102.0,78718070.0,79625458.0,80491443.0,81252929.0,81959833.0,82944809.0,83878908.0,84566297.0,85524193.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/tukey.json b/criterion/micro_ops_crossjoin/base/tukey.json index 7a7c31b2b5d2..3f383feaff7b 100644 --- a/criterion/micro_ops_crossjoin/base/tukey.json +++ b/criterion/micro_ops_crossjoin/base/tukey.json @@ -1 +1 @@ -[129514.26306431662,129764.64402829313,130432.32659889715,130682.70756287366] \ No newline at end of file +[141582.7884418902,142008.40793622288,143143.39325444333,143569.012748776] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/change/estimates.json b/criterion/micro_ops_crossjoin/change/estimates.json index 7aacae931783..2333534e39fa 100644 --- a/criterion/micro_ops_crossjoin/change/estimates.json +++ b/criterion/micro_ops_crossjoin/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0001618720807042803,"upper_bound":0.00469982447854389},"point_estimate":0.002335566100243991,"standard_error":0.0011507317205398321},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0008946843429169515,"upper_bound":0.0015023120363855114},"point_estimate":0.001157585558185792,"standard_error":0.00015700664063547398}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.09179349478969612,"upper_bound":0.09613007512785265},"point_estimate":0.0940834271318094,"standard_error":0.0011117417019288539},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.09536591950237638,"upper_bound":0.09632495505009775},"point_estimate":0.09574532450873297,"standard_error":0.00024467629216231603}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/estimates.json b/criterion/micro_ops_crossjoin/new/estimates.json index eaf844760a6f..542d08ea4294 100644 --- a/criterion/micro_ops_crossjoin/new/estimates.json +++ b/criterion/micro_ops_crossjoin/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":130217.86795127377,"upper_bound":130694.0216551697},"point_estimate":130434.76563201388,"standard_error":122.3254591487666},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":130061.98907103825,"upper_bound":130119.09356725146},"point_estimate":130089.25096774193,"standard_error":16.547864715045794},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":92.11934212611827,"upper_bound":154.27004773650003},"point_estimate":130.6504510046361,"standard_error":15.001031125072517},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":130067.84767128003,"upper_bound":130295.5758778559},"point_estimate":130161.33740505394,"standard_error":59.734047721746585},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":706.4148241023144,"upper_bound":1616.181242085426},"point_estimate":1226.7224972477206,"standard_error":230.75736397683622}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":142603.84148497455,"upper_bound":142823.59310106677},"point_estimate":142706.5153998081,"standard_error":56.19414422984808},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":142508.12083333332,"upper_bound":142605.1992753623},"point_estimate":142544.6885167464,"standard_error":27.892592433621914},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":164.35192155622084,"upper_bound":283.4498204789157},"point_estimate":228.22120382288443,"standard_error":29.79008064171899},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":142490.65313566203,"upper_bound":142567.29069344097},"point_estimate":142528.68212501847,"standard_error":19.499400921537593},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":380.7890326459616,"upper_bound":727.0153492430071},"point_estimate":564.824008003325,"standard_error":88.47727404723527}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/sample.json b/criterion/micro_ops_crossjoin/new/sample.json index ebd5ddc481ff..674086339341 100644 --- a/criterion/micro_ops_crossjoin/new/sample.json +++ b/criterion/micro_ops_crossjoin/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[809715.0,1626530.0,2439446.0,3245362.0,4070976.0,4766188.0,5474202.0,6274217.0,7032930.0,7819145.0,8608659.0,9371277.0,10152487.0,10919804.0,11722417.0,12494933.0,13249246.0,14009760.0,14853075.0,15608187.0,16401807.0,17185917.0,17969835.0,18686943.0,19527365.0,20287075.0,21069990.0,21849503.0,22630320.0,23418838.0,24210049.0,25002360.0,25749576.0,26501391.0,27285903.0,28071919.0,28888535.0,29681651.0,30421565.0,31199177.0,31974997.0,32786112.0,33600125.0,34333736.0,35140151.0,35876465.0,36710185.0,37522598.0,38222308.0,38998621.0,39780439.0,40552854.0,41355567.0,42172083.0,42903796.0,43765910.0,44500730.0,45238341.0,46004951.0,46867165.0,47602688.0,48385497.0,49208714.0,49988229.0,50711644.0,51508060.0,52315278.0,53071594.0,53848106.0,54641524.0,56604954.0,56177151.0,56977159.0,57766581.0,58484496.0,59335009.0,60142621.0,61964656.0,61633852.0,62393468.0,63427589.0,63959990.0,64728123.0,65504428.0,66358640.0,67102254.0,67918270.0,68674486.0,69449099.0,70232506.0,71020034.0,71757538.0,72590355.0,73352268.0,74165090.0,74860602.0,75736216.0,76449525.0,77281541.0,78052956.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[872788.0,1738977.0,2603367.0,3454854.0,4315442.0,5179731.0,6042021.0,6898509.0,7746398.0,8604585.0,9475174.0,10342863.0,11134653.0,11983141.0,12814433.0,13669523.0,14498412.0,15338193.0,16253486.0,17117475.0,18006362.0,18808552.0,19713942.0,20510331.0,21405615.0,22288408.0,23167892.0,23888380.0,24734973.0,25613263.0,26544449.0,27382037.0,28180332.0,29075120.0,29898508.0,30785396.0,31631985.0,32431675.0,33359061.0,34201949.0,35053040.0,35862226.0,36750115.0,37555003.0,38457293.0,39358183.0,40087769.0,41135954.0,41862850.0,42738034.0,43541119.0,44544117.0,45363808.0,46189095.0,47089081.0,47937869.0,48732161.0,49665343.0,50490836.0,51408328.0,52244711.0,53029509.0,53877287.0,54705286.0,55614770.0,56589052.0,57364142.0,58247230.0,58960922.0,59772916.0,60705595.0,61601486.0,62390676.0,63411772.0,64173457.0,65024542.0,65708634.0,66632127.0,67514214.0,68408407.0,69362691.0,70099893.0,70947769.0,71779865.0,72682850.0,73528252.0,74368723.0,75261320.0,76021705.0,76964392.0,77671102.0,78718070.0,79625458.0,80491443.0,81252929.0,81959833.0,82944809.0,83878908.0,84566297.0,85524193.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/tukey.json b/criterion/micro_ops_crossjoin/new/tukey.json index 7a7c31b2b5d2..3f383feaff7b 100644 --- a/criterion/micro_ops_crossjoin/new/tukey.json +++ b/criterion/micro_ops_crossjoin/new/tukey.json @@ -1 +1 @@ -[129514.26306431662,129764.64402829313,130432.32659889715,130682.70756287366] \ No newline at end of file +[141582.7884418902,142008.40793622288,143143.39325444333,143569.012748776] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/report/MAD.svg b/criterion/micro_ops_crossjoin/report/MAD.svg index aca84cc1acbe..7b148c58eb89 100644 --- a/criterion/micro_ops_crossjoin/report/MAD.svg +++ b/criterion/micro_ops_crossjoin/report/MAD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ns) - -0.005 + +0.002 - - -0.01 + + +0.004 - - -0.015 + + +0.006 - - -0.02 + + +0.008 - - -0.025 + + +0.01 - - -0.03 + + +0.012 - - - -90 + + +0.014 - - -100 + + + +160 - - -110 + + +180 - - -120 + + +200 - - -130 + + +220 - - -140 + + +240 - - -150 + + +260 - - -160 + + +280 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/SD.svg b/criterion/micro_ops_crossjoin/report/SD.svg index 03af8757121f..f237be632821 100644 --- a/criterion/micro_ops_crossjoin/report/SD.svg +++ b/criterion/micro_ops_crossjoin/report/SD.svg @@ -6,97 +6,85 @@ micro/ops/crossjoin:SD Density (a.u.) -Average time (µs) +Average time (ns) -0.2 +5e-4 - -0.4 + +0.001 - - -0.6 + + +0.0015 - - -0.8 + + +0.002 - - -1 + + +0.0025 - - -1.2 + + +0.003 - - -1.4 + + +0.0035 - - -1.6 + + +0.004 - - -1.8 + + +0.0045 - - -2 - - + - -0.7 - - - -0.8 - - - -0.9 + +350 - - -1 + + +400 - - -1.1 + + +450 - - -1.2 + + +500 - - -1.3 + + +550 - - -1.4 + + +600 - - -1.5 + + +650 - - -1.6 + + +700 - - -1.7 + + +750 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/both/pdf.svg b/criterion/micro_ops_crossjoin/report/both/pdf.svg index d5774b0e5eaa..8b3afa7b2417 100644 --- a/criterion/micro_ops_crossjoin/report/both/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/both/pdf.svg @@ -9,67 +9,71 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - + + +1.1 + + - + 130 - - -132 + + +135 - - -134 + + +140 - - -136 + + +145 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_crossjoin/report/both/regression.svg b/criterion/micro_ops_crossjoin/report/both/regression.svg index 82307f456905..07165efc1060 100644 --- a/criterion/micro_ops_crossjoin/report/both/regression.svg +++ b/criterion/micro_ops_crossjoin/report/both/regression.svg @@ -16,46 +16,51 @@ Iterations - - - - - - - + + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + + +80.0 + + 0 @@ -85,8 +90,8 @@ Iterations 600 - - + + diff --git a/criterion/micro_ops_crossjoin/report/change/mean.svg b/criterion/micro_ops_crossjoin/report/change/mean.svg index 3860e6b6884e..871de6410bd4 100644 --- a/criterion/micro_ops_crossjoin/report/change/mean.svg +++ b/criterion/micro_ops_crossjoin/report/change/mean.svg @@ -9,83 +9,83 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - + - -0 - - - -5e-4 - - - -0.001 - - - -0.0015 - - - -0.002 - - - -0.0025 - - - -0.003 - - - -0.0035 - - - -0.004 - - - -0.0045 - - - -0.005 - - - - - - + +0.0915 + + + +0.092 + + + +0.0925 + + + +0.093 + + + +0.0935 + + + +0.094 + + + +0.0945 + + + +0.095 + + + +0.0955 + + + +0.096 + + + +0.0965 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/median.svg b/criterion/micro_ops_crossjoin/report/change/median.svg index ed3e5207c0a3..f8c999db4652 100644 --- a/criterion/micro_ops_crossjoin/report/change/median.svg +++ b/criterion/micro_ops_crossjoin/report/change/median.svg @@ -9,59 +9,67 @@ Density (a.u.) Relative change (%) - -500 + +200 - - + + +400 + + + +600 + + + +800 + + + 1000 - - -1500 + + +1200 - - -2000 + + +1400 - - -2500 + + +1600 - + - -9e-4 - - - -0.001 - - - -0.0011 - - - -0.0012 - - - -0.0013 - - - -0.0014 - - - -0.0015 - - - - - - + +0.0954 + + + +0.0956 + + + +0.0958 + + + +0.096 + + + +0.0962 + + + +0.0964 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/t-test.svg b/criterion/micro_ops_crossjoin/report/change/t-test.svg index 6e2ff6387eaa..328724a9c725 100644 --- a/criterion/micro_ops_crossjoin/report/change/t-test.svg +++ b/criterion/micro_ops_crossjoin/report/change/t-test.svg @@ -13,69 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + +5.0 + + + + t distribution diff --git a/criterion/micro_ops_crossjoin/report/index.html b/criterion/micro_ops_crossjoin/report/index.html index 09554b6f45f1..be2f77972270 100644 --- a/criterion/micro_ops_crossjoin/report/index.html +++ b/criterion/micro_ops_crossjoin/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 130.07 µs - 130.16 µs - 130.30 µs + 142.49 µs + 142.53 µs + 142.57 µs R² - 0.9981268 - 0.9981980 - 0.9980513 + 0.9998043 + 0.9998141 + 0.9998040 Mean - 130.22 µs - 130.43 µs - 130.69 µs + 142.60 µs + 142.71 µs + 142.82 µs Std. Dev. - 706.41 ns - 1.2267 µs - 1.6162 µs + 380.79 ns + 564.82 ns + 727.02 ns Median - 130.06 µs - 130.09 µs - 130.12 µs + 142.51 µs + 142.54 µs + 142.61 µs MAD - 92.119 ns - 130.65 ns - 154.27 ns + 164.35 ns + 228.22 ns + 283.45 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.0162% - +0.2336% - +0.4700% - (p = 0.04 < + +9.1793% + +9.4083% + +9.6130% + (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_crossjoin/report/mean.svg b/criterion/micro_ops_crossjoin/report/mean.svg index 6cbc9ed3dd41..9327afc907a5 100644 --- a/criterion/micro_ops_crossjoin/report/mean.svg +++ b/criterion/micro_ops_crossjoin/report/mean.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - - -130.2 - - - -130.25 + + +4 - - -130.3 + + +5 - - -130.35 + + +6 - - -130.4 + + +7 - - -130.45 - - - -130.5 + + + +142.6 - - -130.55 + + +142.65 - - -130.6 + + +142.7 - - -130.65 + + +142.75 - - -130.7 + + +142.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/median.svg b/criterion/micro_ops_crossjoin/report/median.svg index 73ca016daae1..e9cd5ef1f9d1 100644 --- a/criterion/micro_ops_crossjoin/report/median.svg +++ b/criterion/micro_ops_crossjoin/report/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 + + + +10 - - -25 + + +12 - - -30 + + +14 - - -35 + + +16 - - -40 + + +18 - - -45 + + +20 - + - -130.06 - - - -130.07 + +142.5 - - -130.08 + + +142.52 - - -130.09 + + +142.54 - - -130.1 + + +142.56 - - -130.11 + + +142.58 - - -130.12 + + +142.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/pdf.svg b/criterion/micro_ops_crossjoin/report/pdf.svg index c138876d9a0f..37ce6ca47918 100644 --- a/criterion/micro_ops_crossjoin/report/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/pdf.svg @@ -38,42 +38,46 @@ Average Time (µs) - -129 + +141.5 - - -130 + + +142 - - -131 + + +142.5 - - -132 + + +143 - - -133 + + +143.5 - - -134 + + +144 - - -135 + + +144.5 - - -136 + + +145 - - -137 + + +145.5 - + + +146 + + Density (a.u.) @@ -82,60 +86,56 @@ Density (a.u.) 0 - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 + + +0.6 + + + +0.8 - + -0.6 +1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_crossjoin/report/pdf_small.svg b/criterion/micro_ops_crossjoin/report/pdf_small.svg index 3a73335639f1..3df7e5539951 100644 --- a/criterion/micro_ops_crossjoin/report/pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/pdf_small.svg @@ -10,51 +10,51 @@ Average Time (µs) 0 - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 + + +0.6 + + + +0.8 - + -0.6 +1 - -0.7 + +1.2 - + - -130 + +142 + + + +143 - - -132 + + +144 - - -134 + + +145 - - -136 + + +146 - - - + + + diff --git a/criterion/micro_ops_crossjoin/report/regression.svg b/criterion/micro_ops_crossjoin/report/regression.svg index a5ae16b9b1ff..0f7765deaaf8 100644 --- a/criterion/micro_ops_crossjoin/report/regression.svg +++ b/criterion/micro_ops_crossjoin/report/regression.svg @@ -14,42 +14,47 @@ Iterations - - - - - - - + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + + +80.0 + + 100 @@ -78,12 +83,12 @@ Iterations - + - + @@ -98,19 +103,19 @@ Iterations - + - - - + + + - + - + @@ -126,16 +131,16 @@ Iterations - - + + - + - - + + @@ -144,15 +149,15 @@ Iterations - - + + - - + + - - + + @@ -161,21 +166,21 @@ Iterations - + - + - + - + - + Sample diff --git a/criterion/micro_ops_crossjoin/report/regression_small.svg b/criterion/micro_ops_crossjoin/report/regression_small.svg index 85091bacda90..d72f058e29e7 100644 --- a/criterion/micro_ops_crossjoin/report/regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/regression_small.svg @@ -11,42 +11,47 @@ Iterations - - - - - - - + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + + +80.0 + + 100 @@ -75,7 +80,7 @@ Iterations - + @@ -85,7 +90,7 @@ Iterations - + @@ -101,7 +106,7 @@ Iterations - + @@ -117,39 +122,39 @@ Iterations - + - + - + - + - + - + - + - - + + - + @@ -162,9 +167,9 @@ Iterations - + - + @@ -172,6 +177,6 @@ Iterations - + diff --git a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg index 4a51dc622d6b..0a71d8b75b5a 100644 --- a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg @@ -6,65 +6,69 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - + + +1.1 + + - + 130 - - -132 + + +135 - - -134 + + +140 - - -136 + + +145 - - - - - + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg index ac0653c87152..b52a77992e49 100644 --- a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg @@ -13,46 +13,51 @@ Iterations - - - - - - - + + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + + +80.0 + + 0 @@ -82,8 +87,8 @@ Iterations 600 - - + + diff --git a/criterion/micro_ops_crossjoin/report/slope.svg b/criterion/micro_ops_crossjoin/report/slope.svg index eb2ce738859c..0751b332d3a5 100644 --- a/criterion/micro_ops_crossjoin/report/slope.svg +++ b/criterion/micro_ops_crossjoin/report/slope.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - -1 + +2 + + + +4 - + -2 +6 - -3 + +8 - - -4 + + +10 - - -5 + + +12 - - -6 + + +14 - - -7 + + +16 - - -8 + + +18 + + + +20 + + + +22 - + - -130.05 + +142.49 + + + +142.5 + + + +142.51 + + + +142.52 - - -130.1 + + +142.53 - - -130.15 + + +142.54 - - -130.2 + + +142.55 - - -130.25 + + +142.56 - - -130.3 + + +142.57 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/typical.svg b/criterion/micro_ops_crossjoin/report/typical.svg index 6b5a6a7bc2e2..8160941d39be 100644 --- a/criterion/micro_ops_crossjoin/report/typical.svg +++ b/criterion/micro_ops_crossjoin/report/typical.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - -1 + +2 + + + +4 - + -2 +6 - -3 + +8 - - -4 + + +10 - - -5 + + +12 - - -6 + + +14 - - -7 + + +16 - - -8 + + +18 + + + +20 + + + +22 - + - -130.05 + +142.49 + + + +142.5 + + + +142.51 + + + +142.52 - - -130.1 + + +142.53 - - -130.15 + + +142.54 - - -130.2 + + +142.55 - - -130.25 + + +142.56 - - -130.3 + + +142.57 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/base/estimates.json b/criterion/micro_ops_difference/base/estimates.json index c277de55a3c4..a42df1ac21a8 100644 --- a/criterion/micro_ops_difference/base/estimates.json +++ b/criterion/micro_ops_difference/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117545.53009732933,"upper_bound":118021.04983977602},"point_estimate":117770.0979191078,"standard_error":121.2699509009813},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117159.43023255814,"upper_bound":117439.38563829787},"point_estimate":117261.17120726495,"standard_error":62.44612479798416},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":359.3787239340586,"upper_bound":845.2369840849532},"point_estimate":530.4368251503107,"standard_error":115.47434110893334},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117111.25076799256,"upper_bound":117243.60531408922},"point_estimate":117175.24346977982,"standard_error":33.796724391693935},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":914.9343480236391,"upper_bound":1563.2551741901968},"point_estimate":1218.4974361628854,"standard_error":174.28456726164976}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114066.73075355648,"upper_bound":114531.75846912591},"point_estimate":114293.14896018506,"standard_error":119.04618496056555},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113682.92857142857,"upper_bound":113984.19943820225},"point_estimate":113819.52685185186,"standard_error":75.63666220224395},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":436.09336506487966,"upper_bound":847.4332317201869},"point_estimate":575.9188524142992,"standard_error":105.91848676024058},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113594.87776694543,"upper_bound":113987.85468598583},"point_estimate":113752.99403354514,"standard_error":102.89696385131595},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":997.6264222901727,"upper_bound":1359.6295561327383},"point_estimate":1197.699991669468,"standard_error":92.1243657674916}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/sample.json b/criterion/micro_ops_difference/base/sample.json index 93720c037edd..0f166cb4b8d0 100644 --- a/criterion/micro_ops_difference/base/sample.json +++ b/criterion/micro_ops_difference/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[479709.0,952318.0,1426626.0,1987636.0,2403146.0,2865652.0,3348462.0,3825271.0,4288078.0,4822590.0,5269800.0,5715804.0,6252215.0,6717723.0,7147329.0,7665345.0,8059149.0,8449055.0,9034567.0,9476672.0,9988582.0,10350289.0,10900801.0,11413311.0,11782518.0,12403731.0,12840138.0,13181241.0,13721152.0,14173261.0,14495770.0,15308882.0,15531288.0,16088397.0,16568807.0,16886309.0,17496419.0,17839727.0,18288837.0,18735843.0,19266055.0,19615462.0,20110066.0,20608380.0,21065590.0,21404903.0,21882700.0,22386409.0,22842721.0,23307925.0,23754439.0,24347843.0,24778853.0,25308354.0,25664776.0,26183281.0,26639893.0,27097303.0,27653314.0,28098122.0,28634829.0,28986433.0,29622149.0,30000451.0,30501969.0,30880159.0,31370480.0,31903490.0,32439791.0,32777406.0,33297019.0,33785528.0,34050719.0,34699231.0,35135838.0,35585055.0,36208659.0,36583968.0,36990070.0,37596091.0,37958104.0,38337304.0,38895716.0,39415521.0,39856038.0,40302844.0,40763951.0,41278763.0,41623971.0,42129068.0,42674079.0,43072505.0,43450504.0,44157209.0,44439312.0,44972333.0,45429835.0,45886248.0,46378061.0,47029062.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[465794.0,939489.0,1369682.0,1839976.0,2307572.0,2769263.0,3224758.0,3701953.0,4242343.0,4646939.0,5101935.0,5585729.0,6081421.0,6509413.0,6917310.0,7431904.0,7889998.0,8364495.0,8844186.0,9289080.0,9799475.0,10191669.0,10742463.0,11155655.0,11569849.0,11880748.0,12293041.0,12704036.0,13172428.0,13594525.0,14046017.0,14520208.0,14999207.0,15433802.0,15841791.0,16417087.0,17031484.0,17239875.0,17606970.0,18084266.0,18668258.0,19148550.0,19607543.0,19984244.0,20474034.0,20947627.0,21437723.0,21831515.0,22359413.0,22765300.0,23197000.0,23709292.0,24179182.0,24554278.0,24963277.0,25559072.0,25869068.0,26571256.0,26826053.0,27354639.0,27845640.0,28125741.0,28556028.0,29091122.0,29631120.0,30119007.0,30446002.0,30873700.0,31420995.0,31868088.0,32227091.0,32668778.0,33049477.0,33506866.0,34055363.0,34583957.0,35014342.0,35499741.0,35801636.0,36295628.0,36723125.0,37113619.0,37588113.0,38106804.0,38547104.0,39023097.0,39448990.0,39932582.0,40578375.0,41106572.0,41568061.0,43198146.0,42327251.0,42773841.0,43271446.0,43660841.0,43987132.0,44452720.0,44930617.0,45221106.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/tukey.json b/criterion/micro_ops_difference/base/tukey.json index 0d68fe568e14..2a95f7513f4f 100644 --- a/criterion/micro_ops_difference/base/tukey.json +++ b/criterion/micro_ops_difference/base/tukey.json @@ -1 +1 @@ -[113094.13755751323,115074.86075023148,120356.78926414682,122337.51245686506] \ No newline at end of file +[108718.92020098849,111081.17774386104,117380.53119152121,119742.78873439378] \ No newline at end of file diff --git a/criterion/micro_ops_difference/change/estimates.json b/criterion/micro_ops_difference/change/estimates.json index 250f2b4ef16c..b8fab579f569 100644 --- a/criterion/micro_ops_difference/change/estimates.json +++ b/criterion/micro_ops_difference/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00046482635705023237,"upper_bound":0.005574635093705348},"point_estimate":0.002873314981942876,"standard_error":0.0013135151205285669},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0008648954339186554,"upper_bound":0.001959207633479477},"point_estimate":0.0004309279334278049,"standard_error":0.0007141999663236691}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03215459553416912,"upper_bound":-0.02685980781320274},"point_estimate":-0.029523189844937736,"standard_error":0.001355970115644643},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.031082791355500405,"upper_bound":-0.027759381398597682},"point_estimate":-0.029350247144724673,"standard_error":0.0007773382300261512}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/estimates.json b/criterion/micro_ops_difference/new/estimates.json index c277de55a3c4..a42df1ac21a8 100644 --- a/criterion/micro_ops_difference/new/estimates.json +++ b/criterion/micro_ops_difference/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117545.53009732933,"upper_bound":118021.04983977602},"point_estimate":117770.0979191078,"standard_error":121.2699509009813},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117159.43023255814,"upper_bound":117439.38563829787},"point_estimate":117261.17120726495,"standard_error":62.44612479798416},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":359.3787239340586,"upper_bound":845.2369840849532},"point_estimate":530.4368251503107,"standard_error":115.47434110893334},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117111.25076799256,"upper_bound":117243.60531408922},"point_estimate":117175.24346977982,"standard_error":33.796724391693935},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":914.9343480236391,"upper_bound":1563.2551741901968},"point_estimate":1218.4974361628854,"standard_error":174.28456726164976}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114066.73075355648,"upper_bound":114531.75846912591},"point_estimate":114293.14896018506,"standard_error":119.04618496056555},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113682.92857142857,"upper_bound":113984.19943820225},"point_estimate":113819.52685185186,"standard_error":75.63666220224395},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":436.09336506487966,"upper_bound":847.4332317201869},"point_estimate":575.9188524142992,"standard_error":105.91848676024058},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113594.87776694543,"upper_bound":113987.85468598583},"point_estimate":113752.99403354514,"standard_error":102.89696385131595},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":997.6264222901727,"upper_bound":1359.6295561327383},"point_estimate":1197.699991669468,"standard_error":92.1243657674916}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/sample.json b/criterion/micro_ops_difference/new/sample.json index 93720c037edd..0f166cb4b8d0 100644 --- a/criterion/micro_ops_difference/new/sample.json +++ b/criterion/micro_ops_difference/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[479709.0,952318.0,1426626.0,1987636.0,2403146.0,2865652.0,3348462.0,3825271.0,4288078.0,4822590.0,5269800.0,5715804.0,6252215.0,6717723.0,7147329.0,7665345.0,8059149.0,8449055.0,9034567.0,9476672.0,9988582.0,10350289.0,10900801.0,11413311.0,11782518.0,12403731.0,12840138.0,13181241.0,13721152.0,14173261.0,14495770.0,15308882.0,15531288.0,16088397.0,16568807.0,16886309.0,17496419.0,17839727.0,18288837.0,18735843.0,19266055.0,19615462.0,20110066.0,20608380.0,21065590.0,21404903.0,21882700.0,22386409.0,22842721.0,23307925.0,23754439.0,24347843.0,24778853.0,25308354.0,25664776.0,26183281.0,26639893.0,27097303.0,27653314.0,28098122.0,28634829.0,28986433.0,29622149.0,30000451.0,30501969.0,30880159.0,31370480.0,31903490.0,32439791.0,32777406.0,33297019.0,33785528.0,34050719.0,34699231.0,35135838.0,35585055.0,36208659.0,36583968.0,36990070.0,37596091.0,37958104.0,38337304.0,38895716.0,39415521.0,39856038.0,40302844.0,40763951.0,41278763.0,41623971.0,42129068.0,42674079.0,43072505.0,43450504.0,44157209.0,44439312.0,44972333.0,45429835.0,45886248.0,46378061.0,47029062.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[465794.0,939489.0,1369682.0,1839976.0,2307572.0,2769263.0,3224758.0,3701953.0,4242343.0,4646939.0,5101935.0,5585729.0,6081421.0,6509413.0,6917310.0,7431904.0,7889998.0,8364495.0,8844186.0,9289080.0,9799475.0,10191669.0,10742463.0,11155655.0,11569849.0,11880748.0,12293041.0,12704036.0,13172428.0,13594525.0,14046017.0,14520208.0,14999207.0,15433802.0,15841791.0,16417087.0,17031484.0,17239875.0,17606970.0,18084266.0,18668258.0,19148550.0,19607543.0,19984244.0,20474034.0,20947627.0,21437723.0,21831515.0,22359413.0,22765300.0,23197000.0,23709292.0,24179182.0,24554278.0,24963277.0,25559072.0,25869068.0,26571256.0,26826053.0,27354639.0,27845640.0,28125741.0,28556028.0,29091122.0,29631120.0,30119007.0,30446002.0,30873700.0,31420995.0,31868088.0,32227091.0,32668778.0,33049477.0,33506866.0,34055363.0,34583957.0,35014342.0,35499741.0,35801636.0,36295628.0,36723125.0,37113619.0,37588113.0,38106804.0,38547104.0,39023097.0,39448990.0,39932582.0,40578375.0,41106572.0,41568061.0,43198146.0,42327251.0,42773841.0,43271446.0,43660841.0,43987132.0,44452720.0,44930617.0,45221106.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/tukey.json b/criterion/micro_ops_difference/new/tukey.json index 0d68fe568e14..2a95f7513f4f 100644 --- a/criterion/micro_ops_difference/new/tukey.json +++ b/criterion/micro_ops_difference/new/tukey.json @@ -1 +1 @@ -[113094.13755751323,115074.86075023148,120356.78926414682,122337.51245686506] \ No newline at end of file +[108718.92020098849,111081.17774386104,117380.53119152121,119742.78873439378] \ No newline at end of file diff --git a/criterion/micro_ops_difference/report/MAD.svg b/criterion/micro_ops_difference/report/MAD.svg index 4ce8132a56d6..7e85aba11b52 100644 --- a/criterion/micro_ops_difference/report/MAD.svg +++ b/criterion/micro_ops_difference/report/MAD.svg @@ -9,94 +9,94 @@ Density (a.u.) Average time (ns) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - + + 0.0035 - - + + 0.004 - - + + 0.0045 - - + + 0.005 - - - -350 + + +0.0055 - - + + + 400 - - + + 450 - - + + 500 - - + + 550 - - + + 600 - - + + 650 - - + + 700 - - + + 750 - - + + 800 - - + + 850 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/SD.svg b/criterion/micro_ops_difference/report/SD.svg index 826c8cb90010..f13312d68cde 100644 --- a/criterion/micro_ops_difference/report/SD.svg +++ b/criterion/micro_ops_difference/report/SD.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - -0.9 + + +3 + + + +3.5 + + + +4 - - + + +4.5 + + + + 1 - - + + +1.05 + + + 1.1 - - -1.2 + + +1.15 - - -1.3 + + +1.2 - - -1.4 + + +1.25 - - -1.5 + + +1.3 - - -1.6 + + +1.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/both/pdf.svg b/criterion/micro_ops_difference/report/both/pdf.svg index 255aaff2079e..75aa8e417f63 100644 --- a/criterion/micro_ops_difference/report/both/pdf.svg +++ b/criterion/micro_ops_difference/report/both/pdf.svg @@ -9,55 +9,59 @@ Density (a.u.) Average Time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - -0.4 + + +0.35 - - -0.5 + + +0.4 - - -0.6 + + +0.45 - + - -116 - - - -118 + +115 - - + + 120 - - -122 - - - -124 + + +125 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_difference/report/both/regression.svg b/criterion/micro_ops_difference/report/both/regression.svg index 28827ac47ab8..b67ae280a64f 100644 --- a/criterion/micro_ops_difference/report/both/regression.svg +++ b/criterion/micro_ops_difference/report/both/regression.svg @@ -107,8 +107,8 @@ Iterations - - + + Base Sample diff --git a/criterion/micro_ops_difference/report/change/mean.svg b/criterion/micro_ops_difference/report/change/mean.svg index 98b0294297c9..8d0979ab9269 100644 --- a/criterion/micro_ops_difference/report/change/mean.svg +++ b/criterion/micro_ops_difference/report/change/mean.svg @@ -13,59 +13,51 @@ Relative change (%) 50 - + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - + - -0 - - - -0.001 - - - -0.002 - - - -0.003 - - - -0.004 - - - -0.005 - - - -0.006 - - - - - - + +-0.032 + + + +-0.031 + + + +-0.03 + + + +-0.029 + + + +-0.028 + + + +-0.027 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/median.svg b/criterion/micro_ops_difference/report/change/median.svg index c38e96a18a91..9944b402ec2a 100644 --- a/criterion/micro_ops_difference/report/change/median.svg +++ b/criterion/micro_ops_difference/report/change/median.svg @@ -13,59 +13,63 @@ Relative change (%) 100 - + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + - --0.001 - - - --5e-4 - - - -0 - - - -5e-4 - - - -0.001 - - - -0.0015 - - - -0.002 - - - - - - + +-0.031 + + + +-0.0305 + + + +-0.03 + + + +-0.0295 + + + +-0.029 + + + +-0.0285 + + + +-0.028 + + + +-0.0275 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/t-test.svg b/criterion/micro_ops_difference/report/change/t-test.svg index 920885b2680d..a3d6dd669967 100644 --- a/criterion/micro_ops_difference/report/change/t-test.svg +++ b/criterion/micro_ops_difference/report/change/t-test.svg @@ -21,69 +21,73 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/micro_ops_difference/report/index.html b/criterion/micro_ops_difference/report/index.html index 9a8e7ea428be..c2315bf1c466 100644 --- a/criterion/micro_ops_difference/report/index.html +++ b/criterion/micro_ops_difference/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 117.11 µs - 117.18 µs - 117.24 µs + 113.59 µs + 113.75 µs + 113.99 µs R² - 0.9983061 - 0.9983466 - 0.9983003 + 0.9936990 + 0.9939697 + 0.9933725 Mean - 117.55 µs - 117.77 µs - 118.02 µs + 114.07 µs + 114.29 µs + 114.53 µs Std. Dev. - 914.93 ns - 1.2185 µs - 1.5633 µs + 997.63 ns + 1.1977 µs + 1.3596 µs Median - 117.16 µs - 117.26 µs - 117.44 µs + 113.68 µs + 113.82 µs + 113.98 µs MAD - 359.38 ns - 530.44 ns - 845.24 ns + 436.09 ns + 575.92 ns + 847.43 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.0465% - +0.2873% - +0.5575% - (p = 0.02 < + -3.2155% + -2.9523% + -2.6860% + (p = 0.00 < 0.05) - Change within noise threshold. + Performance has improved.

Additional Plots:

diff --git a/criterion/micro_ops_difference/report/mean.svg b/criterion/micro_ops_difference/report/mean.svg index 6d527f300e3a..5706a55b51fd 100644 --- a/criterion/micro_ops_difference/report/mean.svg +++ b/criterion/micro_ops_difference/report/mean.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - + - -117.5 + +114.05 - - -117.6 + + +114.1 - - -117.7 + + +114.15 - - -117.8 + + +114.2 - - -117.9 + + +114.25 - - -118 + + +114.3 - - - - + + +114.35 + + + +114.4 + + + +114.45 + + + +114.5 + + + +114.55 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/median.svg b/criterion/micro_ops_difference/report/median.svg index 104a62e23239..b6e1ead08858 100644 --- a/criterion/micro_ops_difference/report/median.svg +++ b/criterion/micro_ops_difference/report/median.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + - -117.15 + +113.65 - - -117.2 + + +113.7 - - -117.25 + + +113.75 - - -117.3 + + +113.8 - - -117.35 + + +113.85 - - -117.4 + + +113.9 - - -117.45 + + +113.95 - - - - + + +114 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/pdf.svg b/criterion/micro_ops_difference/report/pdf.svg index 4de5f889303e..c607f1f830fa 100644 --- a/criterion/micro_ops_difference/report/pdf.svg +++ b/criterion/micro_ops_difference/report/pdf.svg @@ -46,50 +46,38 @@ Average Time (µs) - + +112 + + + +113 + + + +114 + + + 115 - - + + 116 - - + + 117 - - + + 118 - - + + 119 - - -120 - - - -121 - - - -122 - - - -123 - - - -124 - - - -125 - - + Density (a.u.) @@ -98,52 +86,54 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - - - - + + + + + - - - - - + + + + + + + PDF diff --git a/criterion/micro_ops_difference/report/pdf_small.svg b/criterion/micro_ops_difference/report/pdf_small.svg index 9fd9a0a8e415..7378602728b1 100644 --- a/criterion/micro_ops_difference/report/pdf_small.svg +++ b/criterion/micro_ops_difference/report/pdf_small.svg @@ -10,67 +10,63 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - + - -116 - - - -118 + +112 - - -120 + + +114 - - -122 + + +116 - - -124 + + +118 - - - + + + diff --git a/criterion/micro_ops_difference/report/regression.svg b/criterion/micro_ops_difference/report/regression.svg index eb39cf69056b..c752ba78474e 100644 --- a/criterion/micro_ops_difference/report/regression.svg +++ b/criterion/micro_ops_difference/report/regression.svg @@ -16,52 +16,52 @@ Iterations - - - - - - - - - + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 50 @@ -98,105 +98,105 @@ Iterations - + - + - + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_difference/report/regression_small.svg b/criterion/micro_ops_difference/report/regression_small.svg index b320b3d8b755..58b0403f6c06 100644 --- a/criterion/micro_ops_difference/report/regression_small.svg +++ b/criterion/micro_ops_difference/report/regression_small.svg @@ -13,52 +13,52 @@ Iterations - - - - - - - - - + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 50 @@ -100,98 +100,98 @@ Iterations - + - + - + - + - - - - - - + + + + + + - - + + - - - + + + - - - - + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_difference/report/relative_pdf_small.svg b/criterion/micro_ops_difference/report/relative_pdf_small.svg index ef59a536285e..7f6a555ccbba 100644 --- a/criterion/micro_ops_difference/report/relative_pdf_small.svg +++ b/criterion/micro_ops_difference/report/relative_pdf_small.svg @@ -6,53 +6,57 @@ Density (a.u.) Average Time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - -0.4 + + +0.35 - - -0.5 + + +0.4 - - -0.6 + + +0.45 - + - -116 - - - -118 + +115 - - + + 120 - - -122 - - - -124 + + +125 - - - - - + + + + + diff --git a/criterion/micro_ops_difference/report/relative_regression_small.svg b/criterion/micro_ops_difference/report/relative_regression_small.svg index 5559357187fd..ef50b3f85d70 100644 --- a/criterion/micro_ops_difference/report/relative_regression_small.svg +++ b/criterion/micro_ops_difference/report/relative_regression_small.svg @@ -104,6 +104,6 @@ Iterations - - + + diff --git a/criterion/micro_ops_difference/report/slope.svg b/criterion/micro_ops_difference/report/slope.svg index 58e3319a2371..82b78c0feb2a 100644 --- a/criterion/micro_ops_difference/report/slope.svg +++ b/criterion/micro_ops_difference/report/slope.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (µs) - -2 + +0.5 - - -4 + + +1 + + + +1.5 - - -6 + + +2 + + + +2.5 - - -8 + + +3 - - -10 + + +3.5 - - -12 + + +4 - + - -117.1 + +113.6 - - -117.12 + + +113.65 - - -117.14 + + +113.7 - - -117.16 + + +113.75 - - -117.18 + + +113.8 - - -117.2 + + +113.85 - - -117.22 + + +113.9 - - -117.24 + + +113.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/typical.svg b/criterion/micro_ops_difference/report/typical.svg index 4c993721918e..69db58ed3b45 100644 --- a/criterion/micro_ops_difference/report/typical.svg +++ b/criterion/micro_ops_difference/report/typical.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (µs) - -2 + +0.5 - - -4 + + +1 + + + +1.5 - - -6 + + +2 + + + +2.5 - - -8 + + +3 - - -10 + + +3.5 - - -12 + + +4 - + - -117.1 + +113.6 - - -117.12 + + +113.65 - - -117.14 + + +113.7 - - -117.16 + + +113.75 - - -117.18 + + +113.8 - - -117.2 + + +113.85 - - -117.22 + + +113.9 - - -117.24 + + +113.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/base/estimates.json b/criterion/micro_ops_flat_map/base/estimates.json index e016640e66d7..f619c3424f2b 100644 --- a/criterion/micro_ops_flat_map/base/estimates.json +++ b/criterion/micro_ops_flat_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27705.934544146545,"upper_bound":27732.307027570314},"point_estimate":27716.9204127476,"standard_error":6.881021602629854},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27702.758421516755,"upper_bound":27712.6952120739},"point_estimate":27708.689013532763,"standard_error":2.7167972208888123},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16.330348464396092,"upper_bound":29.167254556510088},"point_estimate":23.086906583287405,"standard_error":3.321025934589092},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27708.375163270626,"upper_bound":27716.159188596423},"point_estimate":27712.12888921728,"standard_error":1.9719986120970048},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22.81065617618418,"upper_bound":110.49898184432412},"point_estimate":69.18691447812009,"standard_error":25.896552238176255}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21177.34065301018,"upper_bound":21204.93602273646},"point_estimate":21188.172550967996,"standard_error":7.3343955201119995},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21174.356902356903,"upper_bound":21185.548245614034},"point_estimate":21178.77009893455,"standard_error":2.9151189881931137},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16.727850464669718,"upper_bound":26.882842466886057},"point_estimate":21.553146446622055,"standard_error":2.549007067324075},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21181.756217048394,"upper_bound":21221.288071359617},"point_estimate":21195.721351657554,"standard_error":11.088281270266302},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23.071164763747692,"upper_bound":121.02726718332761},"point_estimate":73.56135053456745,"standard_error":33.00490626897387}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/sample.json b/criterion/micro_ops_flat_map/base/sample.json index cc1f9a5dbcf2..ec28a53d3382 100644 --- a/criterion/micro_ops_flat_map/base/sample.json +++ b/criterion/micro_ops_flat_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[248903.0,509410.0,746913.0,996216.0,1245429.0,1493926.0,1762530.0,1996339.0,2240341.0,2495748.0,2747253.0,2989657.0,3246460.0,3486966.0,3740872.0,3983575.0,4246081.0,4500284.0,4735488.0,4993597.0,5233198.0,5490404.0,5734301.0,5976108.0,6247722.0,6481137.0,6728611.0,6972930.0,7222335.0,7476236.0,7722452.0,7981247.0,8234062.0,8482074.0,8729477.0,8985369.0,9223888.0,9478068.0,9721372.0,9978097.0,10213700.0,10479307.0,10719905.0,10964621.0,11219612.0,11468119.0,11714418.0,11969831.0,12218842.0,12454440.0,12719647.0,12957138.0,13211853.0,13472438.0,13729465.0,13969773.0,14212876.0,14465883.0,14739186.0,14963773.0,15214308.0,15451186.0,15698307.0,15963391.0,16210020.0,16473506.0,16728014.0,16969018.0,17238014.0,17443344.0,17721438.0,17961842.0,18221740.0,18455433.0,18696946.0,18970361.0,19191254.0,19443667.0,19703467.0,19958562.0,20203976.0,20442584.0,20710590.0,20943295.0,21227792.0,21459497.0,21693308.0,21961717.0,22200517.0,22436625.0,22687732.0,22944531.0,23179231.0,23449636.0,23690046.0,23935956.0,24198969.0,24437653.0,24683160.0,24936365.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[190499.0,381096.0,570694.0,762491.0,956488.0,1141687.0,1332082.0,1531478.0,1711879.0,1904279.0,2101973.0,2290970.0,2476071.0,2674468.0,2862064.0,3055860.0,3234857.0,3437958.0,3616951.0,3807352.0,4002948.0,4190746.0,4382448.0,4571739.0,4769240.0,4946334.0,5151237.0,5345730.0,5531728.0,5717330.0,5924023.0,6091226.0,6286017.0,6473317.0,6666709.0,6855812.0,7045411.0,7229509.0,7420004.0,7623303.0,7803498.0,7988202.0,8190399.0,8381794.0,8577191.0,8783187.0,8951983.0,9146189.0,9335278.0,9527079.0,9709779.0,9908473.0,10095875.0,10331671.0,10480965.0,10686364.0,10849964.0,11059853.0,11253257.0,11447353.0,11631950.0,11820949.0,12019346.0,12210640.0,12385239.0,12583441.0,12768338.0,12964333.0,13158934.0,13352332.0,13538026.0,13723225.0,13914325.0,14563015.0,14343119.0,14490915.0,14685515.0,14873511.0,15055512.0,15249911.0,15434202.0,15640604.0,15819902.0,16009001.0,16205394.0,16405701.0,16588797.0,16787390.0,16957186.0,17156889.0,17351976.0,17545775.0,17734376.0,17930875.0,18102274.0,18310673.0,18517164.0,18693166.0,18866967.0,19061067.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/tukey.json b/criterion/micro_ops_flat_map/base/tukey.json index da742737c35b..c9ef5c256cdd 100644 --- a/criterion/micro_ops_flat_map/base/tukey.json +++ b/criterion/micro_ops_flat_map/base/tukey.json @@ -1 +1 @@ -[27599.665582592897,27646.41881862038,27771.094114693664,27817.847350721146] \ No newline at end of file +[21078.83779433897,21122.107385829673,21237.49296313821,21280.762554628913] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/change/estimates.json b/criterion/micro_ops_flat_map/change/estimates.json index b3c8e6b7d122..e5266f884198 100644 --- a/criterion/micro_ops_flat_map/change/estimates.json +++ b/criterion/micro_ops_flat_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001580966600906769,"upper_bound":0.002708463315966414},"point_estimate":0.002022929445580468,"standard_error":0.0002818735513924986},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0015447489262800929,"upper_bound":0.0020841499909955985},"point_estimate":0.0018690209928744483,"standard_error":0.00014006406291187953}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.23614522097109036,"upper_bound":-0.23482454702863587},"point_estimate":-0.23555098346268277,"standard_error":0.00033085823040312443},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.23589115446347125,"upper_bound":-0.23535185225565658},"point_estimate":-0.23566322143241925,"standard_error":0.00013750249796529577}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/estimates.json b/criterion/micro_ops_flat_map/new/estimates.json index e016640e66d7..f619c3424f2b 100644 --- a/criterion/micro_ops_flat_map/new/estimates.json +++ b/criterion/micro_ops_flat_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27705.934544146545,"upper_bound":27732.307027570314},"point_estimate":27716.9204127476,"standard_error":6.881021602629854},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27702.758421516755,"upper_bound":27712.6952120739},"point_estimate":27708.689013532763,"standard_error":2.7167972208888123},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16.330348464396092,"upper_bound":29.167254556510088},"point_estimate":23.086906583287405,"standard_error":3.321025934589092},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27708.375163270626,"upper_bound":27716.159188596423},"point_estimate":27712.12888921728,"standard_error":1.9719986120970048},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22.81065617618418,"upper_bound":110.49898184432412},"point_estimate":69.18691447812009,"standard_error":25.896552238176255}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21177.34065301018,"upper_bound":21204.93602273646},"point_estimate":21188.172550967996,"standard_error":7.3343955201119995},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21174.356902356903,"upper_bound":21185.548245614034},"point_estimate":21178.77009893455,"standard_error":2.9151189881931137},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16.727850464669718,"upper_bound":26.882842466886057},"point_estimate":21.553146446622055,"standard_error":2.549007067324075},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21181.756217048394,"upper_bound":21221.288071359617},"point_estimate":21195.721351657554,"standard_error":11.088281270266302},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23.071164763747692,"upper_bound":121.02726718332761},"point_estimate":73.56135053456745,"standard_error":33.00490626897387}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/sample.json b/criterion/micro_ops_flat_map/new/sample.json index cc1f9a5dbcf2..ec28a53d3382 100644 --- a/criterion/micro_ops_flat_map/new/sample.json +++ b/criterion/micro_ops_flat_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[248903.0,509410.0,746913.0,996216.0,1245429.0,1493926.0,1762530.0,1996339.0,2240341.0,2495748.0,2747253.0,2989657.0,3246460.0,3486966.0,3740872.0,3983575.0,4246081.0,4500284.0,4735488.0,4993597.0,5233198.0,5490404.0,5734301.0,5976108.0,6247722.0,6481137.0,6728611.0,6972930.0,7222335.0,7476236.0,7722452.0,7981247.0,8234062.0,8482074.0,8729477.0,8985369.0,9223888.0,9478068.0,9721372.0,9978097.0,10213700.0,10479307.0,10719905.0,10964621.0,11219612.0,11468119.0,11714418.0,11969831.0,12218842.0,12454440.0,12719647.0,12957138.0,13211853.0,13472438.0,13729465.0,13969773.0,14212876.0,14465883.0,14739186.0,14963773.0,15214308.0,15451186.0,15698307.0,15963391.0,16210020.0,16473506.0,16728014.0,16969018.0,17238014.0,17443344.0,17721438.0,17961842.0,18221740.0,18455433.0,18696946.0,18970361.0,19191254.0,19443667.0,19703467.0,19958562.0,20203976.0,20442584.0,20710590.0,20943295.0,21227792.0,21459497.0,21693308.0,21961717.0,22200517.0,22436625.0,22687732.0,22944531.0,23179231.0,23449636.0,23690046.0,23935956.0,24198969.0,24437653.0,24683160.0,24936365.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[190499.0,381096.0,570694.0,762491.0,956488.0,1141687.0,1332082.0,1531478.0,1711879.0,1904279.0,2101973.0,2290970.0,2476071.0,2674468.0,2862064.0,3055860.0,3234857.0,3437958.0,3616951.0,3807352.0,4002948.0,4190746.0,4382448.0,4571739.0,4769240.0,4946334.0,5151237.0,5345730.0,5531728.0,5717330.0,5924023.0,6091226.0,6286017.0,6473317.0,6666709.0,6855812.0,7045411.0,7229509.0,7420004.0,7623303.0,7803498.0,7988202.0,8190399.0,8381794.0,8577191.0,8783187.0,8951983.0,9146189.0,9335278.0,9527079.0,9709779.0,9908473.0,10095875.0,10331671.0,10480965.0,10686364.0,10849964.0,11059853.0,11253257.0,11447353.0,11631950.0,11820949.0,12019346.0,12210640.0,12385239.0,12583441.0,12768338.0,12964333.0,13158934.0,13352332.0,13538026.0,13723225.0,13914325.0,14563015.0,14343119.0,14490915.0,14685515.0,14873511.0,15055512.0,15249911.0,15434202.0,15640604.0,15819902.0,16009001.0,16205394.0,16405701.0,16588797.0,16787390.0,16957186.0,17156889.0,17351976.0,17545775.0,17734376.0,17930875.0,18102274.0,18310673.0,18517164.0,18693166.0,18866967.0,19061067.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/tukey.json b/criterion/micro_ops_flat_map/new/tukey.json index da742737c35b..c9ef5c256cdd 100644 --- a/criterion/micro_ops_flat_map/new/tukey.json +++ b/criterion/micro_ops_flat_map/new/tukey.json @@ -1 +1 @@ -[27599.665582592897,27646.41881862038,27771.094114693664,27817.847350721146] \ No newline at end of file +[21078.83779433897,21122.107385829673,21237.49296313821,21280.762554628913] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/report/MAD.svg b/criterion/micro_ops_flat_map/report/MAD.svg index 197a7730b105..49a232b51a0b 100644 --- a/criterion/micro_ops_flat_map/report/MAD.svg +++ b/criterion/micro_ops_flat_map/report/MAD.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (ns) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - + + +0.14 + + + +0.16 + + + +0.18 + + - + 16 - - + + 18 - - + + 20 - - + + 22 - - + + 24 - - + + 26 - - + + 28 - - -30 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/SD.svg b/criterion/micro_ops_flat_map/report/SD.svg index a9b96399152d..46170db471bf 100644 --- a/criterion/micro_ops_flat_map/report/SD.svg +++ b/criterion/micro_ops_flat_map/report/SD.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 - - - + + 120 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/both/pdf.svg b/criterion/micro_ops_flat_map/report/both/pdf.svg index 8695708440d1..e73a8624b7dd 100644 --- a/criterion/micro_ops_flat_map/report/both/pdf.svg +++ b/criterion/micro_ops_flat_map/report/both/pdf.svg @@ -9,59 +9,67 @@ Density (a.u.) Average Time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - -6 + + +5 - - -8 + + +6 - - -10 + + +7 - - -12 + + +8 - - -14 + + +9 - - -16 + + +10 - + - -27.6 + +22 - - -27.8 + + +24 - - -28 + + +26 - - -28.2 + + +28 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_flat_map/report/both/regression.svg b/criterion/micro_ops_flat_map/report/both/regression.svg index b4a47494c58f..dcec95e50bcc 100644 --- a/criterion/micro_ops_flat_map/report/both/regression.svg +++ b/criterion/micro_ops_flat_map/report/both/regression.svg @@ -85,10 +85,10 @@ Iterations 900 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_flat_map/report/change/mean.svg b/criterion/micro_ops_flat_map/report/change/mean.svg index ff504bc8aab8..afa0f95a42ac 100644 --- a/criterion/micro_ops_flat_map/report/change/mean.svg +++ b/criterion/micro_ops_flat_map/report/change/mean.svg @@ -9,67 +9,67 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - -1400 - - + - -0.0016 - - - -0.0018 - - - -0.002 - - - -0.0022 - - - -0.0024 - - - -0.0026 - - - -0.0028 - - - - - - + +-0.2362 + + + +-0.236 + + + +-0.2358 + + + +-0.2356 + + + +-0.2354 + + + +-0.2352 + + + +-0.235 + + + +-0.2348 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/median.svg b/criterion/micro_ops_flat_map/report/change/median.svg index f1dc792ea518..59892f9f8b9d 100644 --- a/criterion/micro_ops_flat_map/report/change/median.svg +++ b/criterion/micro_ops_flat_map/report/change/median.svg @@ -9,63 +9,63 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - + - -0.0015 - - - -0.0016 - - - -0.0017 - - - -0.0018 - - - -0.0019 - - - -0.002 - - - -0.0021 - - - - - - + +-0.2359 + + + +-0.2358 + + + +-0.2357 + + + +-0.2356 + + + +-0.2355 + + + +-0.2354 + + + +-0.2353 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/t-test.svg b/criterion/micro_ops_flat_map/report/change/t-test.svg index 60965e66f7d3..57a7476e184a 100644 --- a/criterion/micro_ops_flat_map/report/change/t-test.svg +++ b/criterion/micro_ops_flat_map/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_flat_map/report/index.html b/criterion/micro_ops_flat_map/report/index.html index 6df3fbf62392..ca0bbe1561de 100644 --- a/criterion/micro_ops_flat_map/report/index.html +++ b/criterion/micro_ops_flat_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 27.708 µs - 27.712 µs - 27.716 µs + 21.182 µs + 21.196 µs + 21.221 µs R² - 0.9999440 - 0.9999465 - 0.9999436 + 0.9975681 + 0.9976280 + 0.9974275 Mean - 27.706 µs - 27.717 µs - 27.732 µs + 21.177 µs + 21.188 µs + 21.205 µs Std. Dev. - 22.811 ns - 69.187 ns - 110.50 ns + 23.071 ns + 73.561 ns + 121.03 ns Median - 27.703 µs - 27.709 µs - 27.713 µs + 21.174 µs + 21.179 µs + 21.186 µs MAD - 16.330 ns - 23.087 ns - 29.167 ns + 16.728 ns + 21.553 ns + 26.883 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.1581% - +0.2023% - +0.2708% + -23.615% + -23.555% + -23.482% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has improved.

Additional Plots:

diff --git a/criterion/micro_ops_flat_map/report/mean.svg b/criterion/micro_ops_flat_map/report/mean.svg index 1bd0212b530e..dde5e24b75dc 100644 --- a/criterion/micro_ops_flat_map/report/mean.svg +++ b/criterion/micro_ops_flat_map/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + - -27.705 + +21.175 - - -27.71 + + +21.18 - - -27.715 + + +21.185 - - -27.72 + + +21.19 - - -27.725 + + +21.195 - - -27.73 + + +21.2 - - -27.735 + + +21.205 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/median.svg b/criterion/micro_ops_flat_map/report/median.svg index bd3a87319c9d..412665d2ae40 100644 --- a/criterion/micro_ops_flat_map/report/median.svg +++ b/criterion/micro_ops_flat_map/report/median.svg @@ -9,54 +9,58 @@ Density (a.u.) Average time (µs) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - -27.702 + +21.174 - - -27.704 + + +21.176 - - -27.706 + + +21.178 - - -27.708 + + +21.18 - - -27.71 + + +21.182 - - -27.712 + + +21.184 - - - - + + +21.186 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/pdf.svg b/criterion/micro_ops_flat_map/report/pdf.svg index 1ccdeae5e731..371a8c377d17 100644 --- a/criterion/micro_ops_flat_map/report/pdf.svg +++ b/criterion/micro_ops_flat_map/report/pdf.svg @@ -50,38 +50,42 @@ Average Time (µs) - -27.6 + +21.1 - - -27.7 + + +21.2 - - -27.8 + + +21.3 - - -27.9 + + +21.4 - - -28 + + +21.5 - - -28.1 + + +21.6 - - -28.2 + + +21.7 - - -28.3 + + +21.8 - + + +21.9 + + Density (a.u.) @@ -90,58 +94,58 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - -10 - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_flat_map/report/pdf_small.svg b/criterion/micro_ops_flat_map/report/pdf_small.svg index 3e4f2ae8caa4..8548bd073a90 100644 --- a/criterion/micro_ops_flat_map/report/pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/pdf_small.svg @@ -10,43 +10,63 @@ Average Time (µs) 0 - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - + + +7 + + + 8 - - + + +9 + + + 10 - + - -27.6 + +21.2 - - -27.8 + + +21.4 - - -28 + + +21.6 - - -28.2 + + +21.8 - - - + + + diff --git a/criterion/micro_ops_flat_map/report/regression.svg b/criterion/micro_ops_flat_map/report/regression.svg index b44f399cb0d1..ffe20b190e8e 100644 --- a/criterion/micro_ops_flat_map/report/regression.svg +++ b/criterion/micro_ops_flat_map/report/regression.svg @@ -17,27 +17,52 @@ Iterations - - - - + + + + + + + + + - -5.0 + +2.0 - - + + +4.0 + + + +6.0 + + + +8.0 + + + 10.0 - - -15.0 + + +12.0 + + + +14.0 + + + +16.0 - - -20.0 + + +18.0 - + 100 @@ -79,7 +104,7 @@ Iterations - + @@ -88,7 +113,7 @@ Iterations - + @@ -101,16 +126,16 @@ Iterations - + - + - + @@ -127,15 +152,15 @@ Iterations - - + + - - + + - + @@ -143,29 +168,29 @@ Iterations - - + + - - - + + + - + - + - - - + + + - + diff --git a/criterion/micro_ops_flat_map/report/regression_small.svg b/criterion/micro_ops_flat_map/report/regression_small.svg index 67532eb3b97b..51e371ba656f 100644 --- a/criterion/micro_ops_flat_map/report/regression_small.svg +++ b/criterion/micro_ops_flat_map/report/regression_small.svg @@ -14,27 +14,52 @@ Iterations - - - - + + + + + + + + + - -5.0 + +2.0 - - + + +4.0 + + + +6.0 + + + +8.0 + + + 10.0 - - -15.0 + + +12.0 + + + +14.0 + + + +16.0 - - -20.0 + + +18.0 - + 100 @@ -78,7 +103,7 @@ Iterations - + @@ -88,10 +113,10 @@ Iterations - + - + @@ -104,10 +129,10 @@ Iterations - + - + @@ -120,13 +145,13 @@ Iterations - + - - + + @@ -136,23 +161,23 @@ Iterations - + - + - + - + diff --git a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg index ea407f28939f..964571851a37 100644 --- a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg @@ -6,57 +6,65 @@ Density (a.u.) Average Time (µs) - + +1 + + + 2 - - -4 + + +3 - - -6 + + +4 - + -8 +5 - -10 + +6 + + + +7 - - -12 + + +8 - - -14 + + +9 - - -16 + + +10 - + - -27.6 + +22 - - -27.8 + + +24 - - -28 + + +26 - - -28.2 + + +28 - - - - - + + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_regression_small.svg b/criterion/micro_ops_flat_map/report/relative_regression_small.svg index ed7437e83022..7a5a1d0bca61 100644 --- a/criterion/micro_ops_flat_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_regression_small.svg @@ -82,8 +82,8 @@ Iterations 900 - - - - + + + + diff --git a/criterion/micro_ops_flat_map/report/slope.svg b/criterion/micro_ops_flat_map/report/slope.svg index 469e8d1dfa33..10fa4c237353 100644 --- a/criterion/micro_ops_flat_map/report/slope.svg +++ b/criterion/micro_ops_flat_map/report/slope.svg @@ -9,94 +9,78 @@ Density (a.u.) Average time (µs) - -20 - - - -40 - - - -60 + +10 - - -80 - - - -100 - - - -120 + + +20 - - -140 + + +30 - - -160 + + +40 - - -180 + + +50 - - -200 + + +60 - - -220 + + +70 - + - -27.708 + +21.18 - - -27.709 + + +21.185 - - -27.71 + + +21.19 - - -27.711 + + +21.195 - - -27.712 + + +21.2 - - -27.713 + + +21.205 - - -27.714 + + +21.21 - - -27.715 + + +21.215 - - -27.716 + + +21.22 - - -27.717 + + +21.225 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/typical.svg b/criterion/micro_ops_flat_map/report/typical.svg index 3f4fc134db63..a49e3d31033e 100644 --- a/criterion/micro_ops_flat_map/report/typical.svg +++ b/criterion/micro_ops_flat_map/report/typical.svg @@ -9,94 +9,78 @@ Density (a.u.) Average time (µs) - -20 - - - -40 - - - -60 + +10 - - -80 - - - -100 - - - -120 + + +20 - - -140 + + +30 - - -160 + + +40 - - -180 + + +50 - - -200 + + +60 - - -220 + + +70 - + - -27.708 + +21.18 - - -27.709 + + +21.185 - - -27.71 + + +21.19 - - -27.711 + + +21.195 - - -27.712 + + +21.2 - - -27.713 + + +21.205 - - -27.714 + + +21.21 - - -27.715 + + +21.215 - - -27.716 + + +21.22 - - -27.717 + + +21.225 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/base/estimates.json b/criterion/micro_ops_fold/base/estimates.json index e76db90cc0a1..d191af3d3347 100644 --- a/criterion/micro_ops_fold/base/estimates.json +++ b/criterion/micro_ops_fold/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28523.02892708296,"upper_bound":29209.137412588847},"point_estimate":28857.377374641444,"standard_error":174.6740867288938},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27624.63895187705,"upper_bound":28380.004453298956},"point_estimate":27671.379689754693,"standard_error":256.5657017682191},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":270.83334530895013,"upper_bound":1643.1497878328832},"point_estimate":519.1561073717978,"standard_error":312.8382135709271},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27687.645376903376,"upper_bound":27869.459937197378},"point_estimate":27768.004507167134,"standard_error":46.357782927956926},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1496.40905710889,"upper_bound":2063.0570910372035},"point_estimate":1754.9136425909637,"standard_error":155.1246562826963}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33881.5696491191,"upper_bound":34633.008625122195},"point_estimate":34239.515125900616,"standard_error":192.26824608565232},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32965.684092867916,"upper_bound":33199.40698051948},"point_estimate":33038.236394557825,"standard_error":243.55235321500604},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":265.16025417412095,"upper_bound":796.6345269774229},"point_estimate":443.46702559499295,"standard_error":272.53036677549613},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33008.47990457493,"upper_bound":33180.556176998434},"point_estimate":33083.151692879306,"standard_error":44.02952342636685},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1511.422978792372,"upper_bound":2480.772473046484},"point_estimate":1940.2660140240125,"standard_error":289.5619834700125}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/sample.json b/criterion/micro_ops_fold/base/sample.json index f5207da4911e..e94155760a70 100644 --- a/criterion/micro_ops_fold/base/sample.json +++ b/criterion/micro_ops_fold/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[254503.0,432006.0,648212.0,893715.0,1074821.0,1288621.0,1522828.0,1715432.0,1950034.0,2199440.0,2408943.0,2654947.0,2794552.0,3016258.0,3269561.0,3469465.0,3734170.0,3903972.0,4115979.0,4289478.0,4589184.0,4730992.0,4957892.0,5123696.0,5394999.0,5523408.0,5763508.0,6004011.0,6115816.0,6446216.0,6639325.0,6821926.0,7049236.0,7196434.0,7400740.0,7682743.0,7835147.0,8078948.0,7893250.0,7717740.0,7845245.0,7996554.0,8219850.0,8502359.0,8620965.0,8799660.0,9032666.0,9151267.0,9359477.0,9725383.0,9714478.0,9927787.0,10674201.0,10372291.0,10564398.0,10706697.0,10898402.0,11261606.0,11260709.0,11503716.0,11746812.0,11974922.0,12179722.0,12376232.0,12613532.0,12693933.0,12973941.0,13115042.0,13358343.0,13552651.0,13654862.0,13943766.0,14086261.0,14298868.0,14450267.0,14779181.0,14844479.0,14998584.0,15380885.0,15543296.0,15666698.0,15813196.0,15995900.0,16281910.0,16440414.0,16603416.0,16797617.0,17028815.0,17205930.0,17374530.0,17617037.0,18024644.0,18280244.0,18201853.0,18247643.0,18480849.0,18677347.0,18847549.0,19179854.0,19248462.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[258100.0,631395.0,754194.0,1038190.0,1270388.0,1539377.0,1796281.0,2037669.0,2275873.0,2574362.0,2854869.0,3068662.0,3315256.0,3553850.0,3794250.0,4071148.0,4374938.0,4606643.0,4840136.0,5033736.0,5262128.0,5540730.0,5794329.0,5959520.0,6386625.0,6524921.0,6774109.0,7013107.0,7268701.0,7481999.0,7768204.0,8033894.0,8279488.0,8478388.0,8726185.0,8986081.0,9252683.0,9472974.0,9495973.0,9310177.0,9503580.0,9714964.0,9983170.0,10101569.0,10307663.0,10561468.0,10800254.0,10960356.0,11209658.0,11431257.0,11669445.0,11890444.0,12140941.0,12357440.0,12615142.0,12910329.0,13103931.0,13298622.0,13506421.0,13712720.0,14029215.0,14180710.0,14444221.0,14708014.0,15008705.0,15235804.0,15469900.0,15696889.0,15950094.0,16137490.0,16450391.0,16677878.0,16814583.0,17069682.0,17234072.0,17504077.0,17866870.0,17993272.0,18263471.0,18467757.0,18696456.0,19016162.0,19113550.0,19403744.0,19578251.0,19822236.0,20038248.0,20209534.0,20430435.0,20817920.0,20954627.0,21216520.0,21526015.0,21622128.0,21841020.0,22049506.0,22456698.0,22660211.0,22735212.0,22931904.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/tukey.json b/criterion/micro_ops_fold/base/tukey.json index 932a8e8c9193..43b5f5dd9e9b 100644 --- a/criterion/micro_ops_fold/base/tukey.json +++ b/criterion/micro_ops_fold/base/tukey.json @@ -1 +1 @@ -[18184.921268819005,22852.842215205754,35300.63140557042,39968.55235195717] \ No newline at end of file +[23840.075273410803,28341.64383971292,40345.82668318524,44847.39524948735] \ No newline at end of file diff --git a/criterion/micro_ops_fold/change/estimates.json b/criterion/micro_ops_fold/change/estimates.json index e85b18863ad8..8a6ee5bc6d81 100644 --- a/criterion/micro_ops_fold/change/estimates.json +++ b/criterion/micro_ops_fold/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.026715417179211554,"upper_bound":0.006337222858460918},"point_estimate":-0.01018076839991644,"standard_error":0.008504461254067713},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.041624130021827854,"upper_bound":0.008884108777036825},"point_estimate":-0.007386847532878882,"standard_error":0.014040775282289223}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.16775552076395983,"upper_bound":0.20613052695565925},"point_estimate":0.18650820833041992,"standard_error":0.009817447252702458},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1640284186779548,"upper_bound":0.19931643627730494},"point_estimate":0.19394973308071828,"standard_error":0.011117738127980177}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/estimates.json b/criterion/micro_ops_fold/new/estimates.json index e76db90cc0a1..d191af3d3347 100644 --- a/criterion/micro_ops_fold/new/estimates.json +++ b/criterion/micro_ops_fold/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28523.02892708296,"upper_bound":29209.137412588847},"point_estimate":28857.377374641444,"standard_error":174.6740867288938},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27624.63895187705,"upper_bound":28380.004453298956},"point_estimate":27671.379689754693,"standard_error":256.5657017682191},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":270.83334530895013,"upper_bound":1643.1497878328832},"point_estimate":519.1561073717978,"standard_error":312.8382135709271},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27687.645376903376,"upper_bound":27869.459937197378},"point_estimate":27768.004507167134,"standard_error":46.357782927956926},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1496.40905710889,"upper_bound":2063.0570910372035},"point_estimate":1754.9136425909637,"standard_error":155.1246562826963}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33881.5696491191,"upper_bound":34633.008625122195},"point_estimate":34239.515125900616,"standard_error":192.26824608565232},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32965.684092867916,"upper_bound":33199.40698051948},"point_estimate":33038.236394557825,"standard_error":243.55235321500604},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":265.16025417412095,"upper_bound":796.6345269774229},"point_estimate":443.46702559499295,"standard_error":272.53036677549613},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33008.47990457493,"upper_bound":33180.556176998434},"point_estimate":33083.151692879306,"standard_error":44.02952342636685},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1511.422978792372,"upper_bound":2480.772473046484},"point_estimate":1940.2660140240125,"standard_error":289.5619834700125}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/sample.json b/criterion/micro_ops_fold/new/sample.json index f5207da4911e..e94155760a70 100644 --- a/criterion/micro_ops_fold/new/sample.json +++ b/criterion/micro_ops_fold/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[254503.0,432006.0,648212.0,893715.0,1074821.0,1288621.0,1522828.0,1715432.0,1950034.0,2199440.0,2408943.0,2654947.0,2794552.0,3016258.0,3269561.0,3469465.0,3734170.0,3903972.0,4115979.0,4289478.0,4589184.0,4730992.0,4957892.0,5123696.0,5394999.0,5523408.0,5763508.0,6004011.0,6115816.0,6446216.0,6639325.0,6821926.0,7049236.0,7196434.0,7400740.0,7682743.0,7835147.0,8078948.0,7893250.0,7717740.0,7845245.0,7996554.0,8219850.0,8502359.0,8620965.0,8799660.0,9032666.0,9151267.0,9359477.0,9725383.0,9714478.0,9927787.0,10674201.0,10372291.0,10564398.0,10706697.0,10898402.0,11261606.0,11260709.0,11503716.0,11746812.0,11974922.0,12179722.0,12376232.0,12613532.0,12693933.0,12973941.0,13115042.0,13358343.0,13552651.0,13654862.0,13943766.0,14086261.0,14298868.0,14450267.0,14779181.0,14844479.0,14998584.0,15380885.0,15543296.0,15666698.0,15813196.0,15995900.0,16281910.0,16440414.0,16603416.0,16797617.0,17028815.0,17205930.0,17374530.0,17617037.0,18024644.0,18280244.0,18201853.0,18247643.0,18480849.0,18677347.0,18847549.0,19179854.0,19248462.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[258100.0,631395.0,754194.0,1038190.0,1270388.0,1539377.0,1796281.0,2037669.0,2275873.0,2574362.0,2854869.0,3068662.0,3315256.0,3553850.0,3794250.0,4071148.0,4374938.0,4606643.0,4840136.0,5033736.0,5262128.0,5540730.0,5794329.0,5959520.0,6386625.0,6524921.0,6774109.0,7013107.0,7268701.0,7481999.0,7768204.0,8033894.0,8279488.0,8478388.0,8726185.0,8986081.0,9252683.0,9472974.0,9495973.0,9310177.0,9503580.0,9714964.0,9983170.0,10101569.0,10307663.0,10561468.0,10800254.0,10960356.0,11209658.0,11431257.0,11669445.0,11890444.0,12140941.0,12357440.0,12615142.0,12910329.0,13103931.0,13298622.0,13506421.0,13712720.0,14029215.0,14180710.0,14444221.0,14708014.0,15008705.0,15235804.0,15469900.0,15696889.0,15950094.0,16137490.0,16450391.0,16677878.0,16814583.0,17069682.0,17234072.0,17504077.0,17866870.0,17993272.0,18263471.0,18467757.0,18696456.0,19016162.0,19113550.0,19403744.0,19578251.0,19822236.0,20038248.0,20209534.0,20430435.0,20817920.0,20954627.0,21216520.0,21526015.0,21622128.0,21841020.0,22049506.0,22456698.0,22660211.0,22735212.0,22931904.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/tukey.json b/criterion/micro_ops_fold/new/tukey.json index 932a8e8c9193..43b5f5dd9e9b 100644 --- a/criterion/micro_ops_fold/new/tukey.json +++ b/criterion/micro_ops_fold/new/tukey.json @@ -1 +1 @@ -[18184.921268819005,22852.842215205754,35300.63140557042,39968.55235195717] \ No newline at end of file +[23840.075273410803,28341.64383971292,40345.82668318524,44847.39524948735] \ No newline at end of file diff --git a/criterion/micro_ops_fold/report/MAD.svg b/criterion/micro_ops_fold/report/MAD.svg index dedf3a7e649c..645cff07cf7c 100644 --- a/criterion/micro_ops_fold/report/MAD.svg +++ b/criterion/micro_ops_fold/report/MAD.svg @@ -6,73 +6,65 @@ micro/ops/fold:MAD Density (a.u.) -Average time (µs) +Average time (ns) - -0.5 + +5e-4 - + -1 +0.001 - -1.5 + +0.0015 - - -2 + + +0.002 - - -2.5 + + +0.0025 - - -3 + + +0.003 - - -3.5 + + +0.0035 - + - -0.2 + +300 - - -0.4 + + +400 - - -0.6 + + +500 - - -0.8 + + +600 - - -1 + + +700 - - -1.2 + + +800 - - -1.4 - - - -1.6 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/SD.svg b/criterion/micro_ops_fold/report/SD.svg index 1df98da16f5e..4719e5fa9290 100644 --- a/criterion/micro_ops_fold/report/SD.svg +++ b/criterion/micro_ops_fold/report/SD.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - + - + 1.5 - - + + 1.6 - - + + 1.7 - - + + 1.8 - - + + 1.9 - - + + 2 - - + + 2.1 - - - - + + +2.2 + + + +2.3 + + + +2.4 + + + +2.5 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/both/pdf.svg b/criterion/micro_ops_fold/report/both/pdf.svg index ab026829019a..75875b60b7da 100644 --- a/criterion/micro_ops_fold/report/both/pdf.svg +++ b/criterion/micro_ops_fold/report/both/pdf.svg @@ -34,22 +34,30 @@ Average Time (µs) - + 25 - - + + 30 - - + + 35 - - - - - + + +40 + + + +45 + + + + + + Base PDF diff --git a/criterion/micro_ops_fold/report/both/regression.svg b/criterion/micro_ops_fold/report/both/regression.svg index 4e138090defb..9173faaa8016 100644 --- a/criterion/micro_ops_fold/report/both/regression.svg +++ b/criterion/micro_ops_fold/report/both/regression.svg @@ -17,56 +17,31 @@ Iterations - - - - - - - - - + + + + 0.0 - -2.0 + +5.0 - - -4.0 - - - -6.0 - - - -8.0 - - - + + 10.0 - - -12.0 - - - -14.0 - - - -16.0 + + +15.0 - - -18.0 + + +20.0 - + 0 @@ -100,10 +75,10 @@ Iterations 700 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_fold/report/change/mean.svg b/criterion/micro_ops_fold/report/change/mean.svg index fd045e3e4ff3..4e66106d29a6 100644 --- a/criterion/micro_ops_fold/report/change/mean.svg +++ b/criterion/micro_ops_fold/report/change/mean.svg @@ -9,83 +9,83 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - + -45 +40 - --0.03 - - - --0.025 - - - --0.02 - - - --0.015 - - - --0.01 - - - --0.005 - - - -0 - - - -0.005 - - - -0.01 - - - - - - + +0.165 + + + +0.17 + + + +0.175 + + + +0.18 + + + +0.185 + + + +0.19 + + + +0.195 + + + +0.2 + + + +0.205 + + + +0.21 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/median.svg b/criterion/micro_ops_fold/report/change/median.svg index 52574c82db6e..7ab88689cf1b 100644 --- a/criterion/micro_ops_fold/report/change/median.svg +++ b/criterion/micro_ops_fold/report/change/median.svg @@ -9,59 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + - --0.04 - - - --0.03 - - - --0.02 - - - --0.01 - - - -0 - - - -0.01 - - - - - - + +0.165 + + + +0.17 + + + +0.175 + + + +0.18 + + + +0.185 + + + +0.19 + + + +0.195 + + + +0.2 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/t-test.svg b/criterion/micro_ops_fold/report/change/t-test.svg index 6fb2378824d1..3401a9074a9a 100644 --- a/criterion/micro_ops_fold/report/change/t-test.svg +++ b/criterion/micro_ops_fold/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_fold/report/index.html b/criterion/micro_ops_fold/report/index.html index 42480047c07b..ab0bfd053b4c 100644 --- a/criterion/micro_ops_fold/report/index.html +++ b/criterion/micro_ops_fold/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 27.688 µs - 27.768 µs - 27.869 µs + 33.008 µs + 33.083 µs + 33.181 µs R² - 0.9103197 - 0.9113389 - 0.9097154 + 0.9368301 + 0.9374848 + 0.9363713 Mean - 28.523 µs - 28.857 µs - 29.209 µs + 33.882 µs + 34.240 µs + 34.633 µs Std. Dev. - 1.4964 µs - 1.7549 µs - 2.0631 µs + 1.5114 µs + 1.9403 µs + 2.4808 µs Median - 27.625 µs - 27.671 µs - 28.380 µs + 32.966 µs + 33.038 µs + 33.199 µs MAD - 270.83 ns - 519.16 ns - 1.6431 µs + 265.16 ns + 443.47 ns + 796.63 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -2.6715% - -1.0181% - +0.6337% - (p = 0.24 > + +16.776% + +18.651% + +20.613% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_fold/report/mean.svg b/criterion/micro_ops_fold/report/mean.svg index 48e736ae903e..f1ad5db7672b 100644 --- a/criterion/micro_ops_fold/report/mean.svg +++ b/criterion/micro_ops_fold/report/mean.svg @@ -9,62 +9,94 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 + + + +1.4 - - + + +1.6 + + + +1.8 + + + 2 - - -2.5 + + +2.2 - + - -28.5 + +33.8 + + + +33.9 + + + +34 - - -28.6 + + +34.1 - - -28.7 + + +34.2 - - -28.8 + + +34.3 - - -28.9 + + +34.4 - - -29 + + +34.5 - - -29.1 + + +34.6 - - -29.2 + + +34.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/median.svg b/criterion/micro_ops_fold/report/median.svg index 7d121fbe73ae..f7b07d0c37c1 100644 --- a/criterion/micro_ops_fold/report/median.svg +++ b/criterion/micro_ops_fold/report/median.svg @@ -13,78 +13,62 @@ Average time (µs) 1 - + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - -9 - - + - -27.6 - - - -27.7 - - - -27.8 - - - -27.9 + +32.95 - - -28 + + +33 - - -28.1 + + +33.05 - - -28.2 + + +33.1 - - -28.3 + + +33.15 - - -28.4 + + +33.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/pdf.svg b/criterion/micro_ops_fold/report/pdf.svg index f0fe05f5b3cd..905bc8d09343 100644 --- a/criterion/micro_ops_fold/report/pdf.svg +++ b/criterion/micro_ops_fold/report/pdf.svg @@ -42,34 +42,38 @@ Average Time (µs) - -26 - - - -28 - - - -30 - - - + 32 - - + + 34 - - + + 36 - - + + 38 - + + +40 + + + +42 + + + +44 + + + +46 + + Density (a.u.) @@ -78,38 +82,34 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - - - + + + - + - - - + + + PDF diff --git a/criterion/micro_ops_fold/report/pdf_small.svg b/criterion/micro_ops_fold/report/pdf_small.svg index 7b489dc81247..454c620ba111 100644 --- a/criterion/micro_ops_fold/report/pdf_small.svg +++ b/criterion/micro_ops_fold/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - + - -25 + +35 - - -30 + + +40 - - -35 + + +45 - - - + + + diff --git a/criterion/micro_ops_fold/report/regression.svg b/criterion/micro_ops_fold/report/regression.svg index 5b735a5f1e85..e8c5257971af 100644 --- a/criterion/micro_ops_fold/report/regression.svg +++ b/criterion/micro_ops_fold/report/regression.svg @@ -15,52 +15,62 @@ Iterations - - - - - - - - - + + + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - + + 16.0 - - + + 18.0 - + + +20.0 + + + +22.0 + + 100 @@ -91,104 +101,104 @@ Iterations - - + + - - + + - + - + - - - - - - + + + + + + - - - + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - + + + + + - - - + + + - - - + + + - - + + - + - - - - - - - - + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - + + + diff --git a/criterion/micro_ops_fold/report/regression_small.svg b/criterion/micro_ops_fold/report/regression_small.svg index 7b28ea137e27..084619faf942 100644 --- a/criterion/micro_ops_fold/report/regression_small.svg +++ b/criterion/micro_ops_fold/report/regression_small.svg @@ -12,52 +12,62 @@ Iterations - - - - - - - - - + + + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - + + 16.0 - - + + 18.0 - + + +20.0 + + + +22.0 + + 100 @@ -88,104 +98,104 @@ Iterations - - + + - + - + - + - + - + - - + + - - + + - - - + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - + + + + - - + + - - - + + + - + - + - + - - - - - - - - + + + + + + + + - - - + + + - - - - - - - - + + + + + + + + diff --git a/criterion/micro_ops_fold/report/relative_pdf_small.svg b/criterion/micro_ops_fold/report/relative_pdf_small.svg index faf97e4bbe0d..9ca2672dc871 100644 --- a/criterion/micro_ops_fold/report/relative_pdf_small.svg +++ b/criterion/micro_ops_fold/report/relative_pdf_small.svg @@ -35,16 +35,24 @@ Average Time (µs) 25 - + 30 - - + + 35 - - - - - + + +40 + + + +45 + + + + + + diff --git a/criterion/micro_ops_fold/report/relative_regression_small.svg b/criterion/micro_ops_fold/report/relative_regression_small.svg index bbc307d78d7f..551d5b4f4ec7 100644 --- a/criterion/micro_ops_fold/report/relative_regression_small.svg +++ b/criterion/micro_ops_fold/report/relative_regression_small.svg @@ -14,56 +14,31 @@ Iterations - - - - - - - - - + + + + 0.0 - -2.0 + +5.0 - - -4.0 - - - -6.0 - - - -8.0 - - - + + 10.0 - - -12.0 - - - -14.0 - - - -16.0 + + +15.0 - - -18.0 + + +20.0 - + 0 @@ -97,8 +72,8 @@ Iterations 700 - - - - + + + + diff --git a/criterion/micro_ops_fold/report/slope.svg b/criterion/micro_ops_fold/report/slope.svg index 3fbaf0d7516a..afae00cca14c 100644 --- a/criterion/micro_ops_fold/report/slope.svg +++ b/criterion/micro_ops_fold/report/slope.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - + + +10 + + - -27.68 + +33 - + -27.7 +33.02 - -27.72 - - - -27.74 - - - -27.76 + +33.04 - - -27.78 + + +33.06 - - -27.8 + + +33.08 - - -27.82 + + +33.1 - - -27.84 + + +33.12 - - -27.86 + + +33.14 - - -27.88 + + +33.16 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/typical.svg b/criterion/micro_ops_fold/report/typical.svg index 0e23d6e1e225..735d491f6ca9 100644 --- a/criterion/micro_ops_fold/report/typical.svg +++ b/criterion/micro_ops_fold/report/typical.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - + + +10 + + - -27.68 + +33 - + -27.7 +33.02 - -27.72 - - - -27.74 - - - -27.76 + +33.04 - - -27.78 + + +33.06 - - -27.8 + + +33.08 - - -27.82 + + +33.1 - - -27.84 + + +33.12 - - -27.86 + + +33.14 - - -27.88 + + +33.16 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/base/estimates.json b/criterion/micro_ops_group_by/base/estimates.json index 4ac8344dbeed..3ae6ec4a3c82 100644 --- a/criterion/micro_ops_group_by/base/estimates.json +++ b/criterion/micro_ops_group_by/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11361.279811731225,"upper_bound":11504.228255183863},"point_estimate":11432.398398300014,"standard_error":36.46974249085045},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11125.166666666666,"upper_bound":11701.05324074074},"point_estimate":11164.021310528431,"standard_error":205.17870402677218},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81.19957725789408,"upper_bound":671.6738942410634},"point_estimate":202.9276108383247,"standard_error":176.18850633541194},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11300.03239565794,"upper_bound":11470.821213293704},"point_estimate":11389.68109280331,"standard_error":43.490668036077075},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":341.0190676770179,"upper_bound":391.0923668077464},"point_estimate":367.6781526329532,"standard_error":12.732606103912726}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12394.30743460109,"upper_bound":12532.82934593501},"point_estimate":12462.757718389852,"standard_error":35.40392084850033},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12199.242957746479,"upper_bound":12692.580392156862},"point_estimate":12241.965309059058,"standard_error":188.0777538547458},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":128.2482803953817,"upper_bound":628.0605401611709},"point_estimate":383.22059452508097,"standard_error":152.6401142905308},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12353.918837447516,"upper_bound":12513.937359086684},"point_estimate":12437.390334466283,"standard_error":40.63012989418718},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":315.9548195082679,"upper_bound":393.0899971783826},"point_estimate":355.4693871279809,"standard_error":19.806812496518898}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/sample.json b/criterion/micro_ops_group_by/base/sample.json index 0f7793d231d9..0d84c8db3cfd 100644 --- a/criterion/micro_ops_group_by/base/sample.json +++ b/criterion/micro_ops_group_by/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[147203.0,280805.0,421308.0,576712.0,714911.0,856214.0,993814.0,1140116.0,1278922.0,1423623.0,1567624.0,1709027.0,1839929.0,1983633.0,2137732.0,2274030.0,2421536.0,2579242.0,2731940.0,2870247.0,2992450.0,3171252.0,3355251.0,3411753.0,3522455.0,3653160.0,3785354.0,3903857.0,4068565.0,4095065.0,4082167.0,4201866.0,4353268.0,4513970.0,4672377.0,4787677.0,4944178.0,5101679.0,5220080.0,5334485.0,5473582.0,5630987.0,5799991.0,5872290.0,6017089.0,6146396.0,6263801.0,6405694.0,6519203.0,6660202.0,6790303.0,6924413.0,7060617.0,7209105.0,7328016.0,7438415.0,7586620.0,7716427.0,7836018.0,7993227.0,8130932.0,8230329.0,8369930.0,8543336.0,8658431.0,8793031.0,8917534.0,9055743.0,9214844.0,9347345.0,9424139.0,9586653.0,9746050.0,9827453.0,9970355.0,10111458.0,10247963.0,10410960.0,10575366.0,10709066.0,10759964.0,10935070.0,11053374.0,11878689.0,11941980.0,12081971.0,12221239.0,12419346.0,12508114.0,12635035.0,12811422.0,12976241.0,13092416.0,13169420.0,13390120.0,13494847.0,13675147.0,13804529.0,13963883.0,14088943.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[159300.0,308292.0,460894.0,611086.0,758097.0,915090.0,1061088.0,1224495.0,1364877.0,1518272.0,1674466.0,1841680.0,1974271.0,2134657.0,2302862.0,2452786.0,2619269.0,2768080.0,2927779.0,3101765.0,3263163.0,3424586.0,3591242.0,3687508.0,3850437.0,3978862.0,4137108.0,4417434.0,4686931.0,4519445.0,4513552.0,4585740.0,4766240.0,4885416.0,5037024.0,5290657.0,5389268.0,5493826.0,5684023.0,5826833.0,5973199.0,6180217.0,6300014.0,6454639.0,6558530.0,6723054.0,6830653.0,7036028.0,7192844.0,7304199.0,7436883.0,7583768.0,7700909.0,7885629.0,7991117.0,8177971.0,8252530.0,8485767.0,8642084.0,8780380.0,8943951.0,9930939.0,9177378.0,9308590.0,9466283.0,9591218.0,9754600.0,9900004.0,10024951.0,10207301.0,10393755.0,10478710.0,10692550.0,10866491.0,10943915.0,11049357.0,11228651.0,11374012.0,11582960.0,11658971.0,11829358.0,11961005.0,12124266.0,12820232.0,12946432.0,13117028.0,13282434.0,13405624.0,13621826.0,13813412.0,13904815.0,14056718.0,14240115.0,14409812.0,14477020.0,14710008.0,14815805.0,15032905.0,15085101.0,15280504.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/tukey.json b/criterion/micro_ops_group_by/base/tukey.json index fbf085315304..75ce8039c9d8 100644 --- a/criterion/micro_ops_group_by/base/tukey.json +++ b/criterion/micro_ops_group_by/base/tukey.json @@ -1 +1 @@ -[9140.268314562849,10120.383452153219,12734.023819060872,13714.138956651243] \ No newline at end of file +[10336.03803216589,11243.028060395114,13661.668135673044,14568.658163902268] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/change/estimates.json b/criterion/micro_ops_group_by/change/estimates.json index 3a0edc27dde6..9e520760fe49 100644 --- a/criterion/micro_ops_group_by/change/estimates.json +++ b/criterion/micro_ops_group_by/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006132897732635478,"upper_bound":0.012167960326937736},"point_estimate":0.002740819045188081,"standard_error":0.00467265546833659},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.042462750719826414,"upper_bound":0.04898562877854773},"point_estimate":-0.0012366851850060812,"standard_error":0.024883973099533392}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.08102724096034539,"upper_bound":0.09925385521730709},"point_estimate":0.09012626084156161,"standard_error":0.004667141863993514},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.04508775660661346,"upper_bound":0.13726583258254665},"point_estimate":0.09655517206098962,"standard_error":0.025964148392601485}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/estimates.json b/criterion/micro_ops_group_by/new/estimates.json index 4ac8344dbeed..3ae6ec4a3c82 100644 --- a/criterion/micro_ops_group_by/new/estimates.json +++ b/criterion/micro_ops_group_by/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11361.279811731225,"upper_bound":11504.228255183863},"point_estimate":11432.398398300014,"standard_error":36.46974249085045},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11125.166666666666,"upper_bound":11701.05324074074},"point_estimate":11164.021310528431,"standard_error":205.17870402677218},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81.19957725789408,"upper_bound":671.6738942410634},"point_estimate":202.9276108383247,"standard_error":176.18850633541194},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11300.03239565794,"upper_bound":11470.821213293704},"point_estimate":11389.68109280331,"standard_error":43.490668036077075},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":341.0190676770179,"upper_bound":391.0923668077464},"point_estimate":367.6781526329532,"standard_error":12.732606103912726}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12394.30743460109,"upper_bound":12532.82934593501},"point_estimate":12462.757718389852,"standard_error":35.40392084850033},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12199.242957746479,"upper_bound":12692.580392156862},"point_estimate":12241.965309059058,"standard_error":188.0777538547458},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":128.2482803953817,"upper_bound":628.0605401611709},"point_estimate":383.22059452508097,"standard_error":152.6401142905308},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12353.918837447516,"upper_bound":12513.937359086684},"point_estimate":12437.390334466283,"standard_error":40.63012989418718},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":315.9548195082679,"upper_bound":393.0899971783826},"point_estimate":355.4693871279809,"standard_error":19.806812496518898}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/sample.json b/criterion/micro_ops_group_by/new/sample.json index 0f7793d231d9..0d84c8db3cfd 100644 --- a/criterion/micro_ops_group_by/new/sample.json +++ b/criterion/micro_ops_group_by/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[147203.0,280805.0,421308.0,576712.0,714911.0,856214.0,993814.0,1140116.0,1278922.0,1423623.0,1567624.0,1709027.0,1839929.0,1983633.0,2137732.0,2274030.0,2421536.0,2579242.0,2731940.0,2870247.0,2992450.0,3171252.0,3355251.0,3411753.0,3522455.0,3653160.0,3785354.0,3903857.0,4068565.0,4095065.0,4082167.0,4201866.0,4353268.0,4513970.0,4672377.0,4787677.0,4944178.0,5101679.0,5220080.0,5334485.0,5473582.0,5630987.0,5799991.0,5872290.0,6017089.0,6146396.0,6263801.0,6405694.0,6519203.0,6660202.0,6790303.0,6924413.0,7060617.0,7209105.0,7328016.0,7438415.0,7586620.0,7716427.0,7836018.0,7993227.0,8130932.0,8230329.0,8369930.0,8543336.0,8658431.0,8793031.0,8917534.0,9055743.0,9214844.0,9347345.0,9424139.0,9586653.0,9746050.0,9827453.0,9970355.0,10111458.0,10247963.0,10410960.0,10575366.0,10709066.0,10759964.0,10935070.0,11053374.0,11878689.0,11941980.0,12081971.0,12221239.0,12419346.0,12508114.0,12635035.0,12811422.0,12976241.0,13092416.0,13169420.0,13390120.0,13494847.0,13675147.0,13804529.0,13963883.0,14088943.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[159300.0,308292.0,460894.0,611086.0,758097.0,915090.0,1061088.0,1224495.0,1364877.0,1518272.0,1674466.0,1841680.0,1974271.0,2134657.0,2302862.0,2452786.0,2619269.0,2768080.0,2927779.0,3101765.0,3263163.0,3424586.0,3591242.0,3687508.0,3850437.0,3978862.0,4137108.0,4417434.0,4686931.0,4519445.0,4513552.0,4585740.0,4766240.0,4885416.0,5037024.0,5290657.0,5389268.0,5493826.0,5684023.0,5826833.0,5973199.0,6180217.0,6300014.0,6454639.0,6558530.0,6723054.0,6830653.0,7036028.0,7192844.0,7304199.0,7436883.0,7583768.0,7700909.0,7885629.0,7991117.0,8177971.0,8252530.0,8485767.0,8642084.0,8780380.0,8943951.0,9930939.0,9177378.0,9308590.0,9466283.0,9591218.0,9754600.0,9900004.0,10024951.0,10207301.0,10393755.0,10478710.0,10692550.0,10866491.0,10943915.0,11049357.0,11228651.0,11374012.0,11582960.0,11658971.0,11829358.0,11961005.0,12124266.0,12820232.0,12946432.0,13117028.0,13282434.0,13405624.0,13621826.0,13813412.0,13904815.0,14056718.0,14240115.0,14409812.0,14477020.0,14710008.0,14815805.0,15032905.0,15085101.0,15280504.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/tukey.json b/criterion/micro_ops_group_by/new/tukey.json index fbf085315304..75ce8039c9d8 100644 --- a/criterion/micro_ops_group_by/new/tukey.json +++ b/criterion/micro_ops_group_by/new/tukey.json @@ -1 +1 @@ -[9140.268314562849,10120.383452153219,12734.023819060872,13714.138956651243] \ No newline at end of file +[10336.03803216589,11243.028060395114,13661.668135673044,14568.658163902268] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/report/MAD.svg b/criterion/micro_ops_group_by/report/MAD.svg index ebf99899f2fb..fc4a56267a3a 100644 --- a/criterion/micro_ops_group_by/report/MAD.svg +++ b/criterion/micro_ops_group_by/report/MAD.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ns) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - -0.0035 - - - -0.004 - - - -0.0045 - - - -0.005 - - - -0.0055 - - + - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/SD.svg b/criterion/micro_ops_group_by/report/SD.svg index 19ab26ad28d6..d0de6ae12b11 100644 --- a/criterion/micro_ops_group_by/report/SD.svg +++ b/criterion/micro_ops_group_by/report/SD.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ns) - -0.005 + +0.002 - - + + +0.004 + + + +0.006 + + + +0.008 + + + 0.01 - - -0.015 + + +0.012 - - -0.02 + + +0.014 - - -0.025 + + +0.016 - - -0.03 + + +0.018 - - -0.035 + + +0.02 - + - + +310 + + + +320 + + + +330 + + + 340 - - + + 350 - - + + 360 - - + + 370 - - + + 380 - - + + 390 - - - - + + +400 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/both/pdf.svg b/criterion/micro_ops_group_by/report/both/pdf.svg index c3529bbb53da..2498cdf22a6a 100644 --- a/criterion/micro_ops_group_by/report/both/pdf.svg +++ b/criterion/micro_ops_group_by/report/both/pdf.svg @@ -34,22 +34,22 @@ Average Time (µs) - + 11 - - + + 12 - - + + 13 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_group_by/report/both/regression.svg b/criterion/micro_ops_group_by/report/both/regression.svg index f44f18963065..323597b7eef5 100644 --- a/criterion/micro_ops_group_by/report/both/regression.svg +++ b/criterion/micro_ops_group_by/report/both/regression.svg @@ -16,41 +16,46 @@ Iterations (x 10^3) - - - - - - + + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + + +14.0 + + 0 @@ -80,10 +85,10 @@ Iterations (x 10^3) 1.2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_group_by/report/change/mean.svg b/criterion/micro_ops_group_by/report/change/mean.svg index be0cb61374c4..09ef8e4ad433 100644 --- a/criterion/micro_ops_group_by/report/change/mean.svg +++ b/criterion/micro_ops_group_by/report/change/mean.svg @@ -9,59 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + - --0.005 - - - -0 - - - -0.005 - - - -0.01 - - - - - - + +0.08 + + + +0.082 + + + +0.084 + + + +0.086 + + + +0.088 + + + +0.09 + + + +0.092 + + + +0.094 + + + +0.096 + + + +0.098 + + + +0.1 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/median.svg b/criterion/micro_ops_group_by/report/change/median.svg index 434a74a0079e..98a1970826e8 100644 --- a/criterion/micro_ops_group_by/report/change/median.svg +++ b/criterion/micro_ops_group_by/report/change/median.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - + - --0.05 + +0.04 - - --0.04 + + +0.05 - - --0.03 + + +0.06 - - --0.02 + + +0.07 - - --0.01 + + +0.08 - - -6.9389e-18 + + +0.09 - - -0.01 + + +0.1 - - -0.02 + + +0.11 - - -0.03 + + +0.12 - - -0.04 + + +0.13 - - -0.05 + + +0.14 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/t-test.svg b/criterion/micro_ops_group_by/report/change/t-test.svg index 9615342d85bb..c2e249e9d695 100644 --- a/criterion/micro_ops_group_by/report/change/t-test.svg +++ b/criterion/micro_ops_group_by/report/change/t-test.svg @@ -29,65 +29,65 @@ t score 0.2 - + 0.25 - + 0.3 - + 0.35 - - + + 0.4 - + -5.0 - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_group_by/report/index.html b/criterion/micro_ops_group_by/report/index.html index f284596a05f8..a97ed4e4117c 100644 --- a/criterion/micro_ops_group_by/report/index.html +++ b/criterion/micro_ops_group_by/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 11.300 µs - 11.390 µs - 11.471 µs + 12.354 µs + 12.437 µs + 12.514 µs R² - 0.9075030 - 0.9137610 - 0.9086282 + 0.9213220 + 0.9261342 + 0.9220839 Mean - 11.361 µs - 11.432 µs - 11.504 µs + 12.394 µs + 12.463 µs + 12.533 µs Std. Dev. - 341.02 ns - 367.68 ns - 391.09 ns + 315.95 ns + 355.47 ns + 393.09 ns Median - 11.125 µs - 11.164 µs - 11.701 µs + 12.199 µs + 12.242 µs + 12.693 µs MAD - 81.200 ns - 202.93 ns - 671.67 ns + 128.25 ns + 383.22 ns + 628.06 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.6133% - +0.2741% - +1.2168% - (p = 0.55 > + +8.1027% + +9.0126% + +9.9254% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_group_by/report/mean.svg b/criterion/micro_ops_group_by/report/mean.svg index 9fecd72cb58c..c77f3f70a917 100644 --- a/criterion/micro_ops_group_by/report/mean.svg +++ b/criterion/micro_ops_group_by/report/mean.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - -11 + + +12 - + - -11.36 + +12.38 - - -11.38 + + +12.4 - - -11.4 + + +12.42 - - -11.42 + + +12.44 - - -11.44 + + +12.46 - - -11.46 + + +12.48 - - -11.48 + + +12.5 - - -11.5 + + +12.52 - - -11.52 + + +12.54 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/median.svg b/criterion/micro_ops_group_by/report/median.svg index 20cdf54380b2..22f65bcbe349 100644 --- a/criterion/micro_ops_group_by/report/median.svg +++ b/criterion/micro_ops_group_by/report/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - - -11.1 + + +10 - - -11.2 + + + +12.2 - - -11.3 + + +12.3 - - -11.4 + + +12.4 - - -11.5 + + +12.5 - - -11.6 + + +12.6 - - -11.7 + + +12.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/pdf.svg b/criterion/micro_ops_group_by/report/pdf.svg index b4a0c6a26e9c..92f03da77c47 100644 --- a/criterion/micro_ops_group_by/report/pdf.svg +++ b/criterion/micro_ops_group_by/report/pdf.svg @@ -38,50 +38,26 @@ Average Time (µs) - -10.6 + +11.5 - - -10.8 - - - -11 - - - -11.2 - - - -11.4 - - - -11.6 - - - -11.8 - - - + + 12 - - -12.2 + + +12.5 - - -12.4 + + +13 - - -12.6 + + +13.5 - + Density (a.u.) @@ -90,34 +66,34 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - + + + - + diff --git a/criterion/micro_ops_group_by/report/pdf_small.svg b/criterion/micro_ops_group_by/report/pdf_small.svg index ae27a8e26bb8..9e3d7226362b 100644 --- a/criterion/micro_ops_group_by/report/pdf_small.svg +++ b/criterion/micro_ops_group_by/report/pdf_small.svg @@ -10,55 +10,55 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - -10.5 - - - -11 - - - + 11.5 - - + + 12 - - + + 12.5 - - - + + +13 + + + +13.5 + + + + diff --git a/criterion/micro_ops_group_by/report/regression.svg b/criterion/micro_ops_group_by/report/regression.svg index 93a3296bf816..ce9067f0984d 100644 --- a/criterion/micro_ops_group_by/report/regression.svg +++ b/criterion/micro_ops_group_by/report/regression.svg @@ -14,42 +14,42 @@ Iterations (x 10^3) - - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0.2 @@ -79,104 +79,104 @@ Iterations (x 10^3) - - - + + + - - - + + + - + - - + + - + - - - + + + - - - - - - - - + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - + + + + - - + + - - + + Sample diff --git a/criterion/micro_ops_group_by/report/regression_small.svg b/criterion/micro_ops_group_by/report/regression_small.svg index cc5632cd31cd..c0a8ffc811fa 100644 --- a/criterion/micro_ops_group_by/report/regression_small.svg +++ b/criterion/micro_ops_group_by/report/regression_small.svg @@ -11,42 +11,42 @@ Iterations (x 10^3) - - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0.2 @@ -75,103 +75,103 @@ Iterations (x 10^3) - + - + - + - + - + - + - - - - - - + + + + + + - - - - + + + + - - + + - + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - + - + - - - - - - + + + + + + - - + + diff --git a/criterion/micro_ops_group_by/report/relative_pdf_small.svg b/criterion/micro_ops_group_by/report/relative_pdf_small.svg index 4dbf7dee5d0b..a4841799f6c5 100644 --- a/criterion/micro_ops_group_by/report/relative_pdf_small.svg +++ b/criterion/micro_ops_group_by/report/relative_pdf_small.svg @@ -31,20 +31,20 @@ Average Time (µs) - + 11 - - + + 12 - - + + 13 - - - - - + + + + + diff --git a/criterion/micro_ops_group_by/report/relative_regression_small.svg b/criterion/micro_ops_group_by/report/relative_regression_small.svg index 92cc21ed559d..3e80377153b9 100644 --- a/criterion/micro_ops_group_by/report/relative_regression_small.svg +++ b/criterion/micro_ops_group_by/report/relative_regression_small.svg @@ -13,41 +13,46 @@ Iterations (x 10^3) - - - - - - + + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + + +14.0 + + 0 @@ -77,8 +82,8 @@ Iterations (x 10^3) 1.2 - - - - + + + + diff --git a/criterion/micro_ops_group_by/report/slope.svg b/criterion/micro_ops_group_by/report/slope.svg index 8335eff8999c..2eb410af64d3 100644 --- a/criterion/micro_ops_group_by/report/slope.svg +++ b/criterion/micro_ops_group_by/report/slope.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - + + +10 + + - -11.3 + +12.34 - - -11.32 + + +12.36 - - -11.34 + + +12.38 - - -11.36 + + +12.4 - - -11.38 + + +12.42 - - -11.4 + + +12.44 - - -11.42 + + +12.46 - - -11.44 + + +12.48 - - -11.46 + + +12.5 - - -11.48 + + +12.52 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/typical.svg b/criterion/micro_ops_group_by/report/typical.svg index 2701f76af163..2e660bf7ab30 100644 --- a/criterion/micro_ops_group_by/report/typical.svg +++ b/criterion/micro_ops_group_by/report/typical.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - + + +10 + + - -11.3 + +12.34 - - -11.32 + + +12.36 - - -11.34 + + +12.38 - - -11.36 + + +12.4 - - -11.38 + + +12.42 - - -11.4 + + +12.44 - - -11.42 + + +12.46 - - -11.44 + + +12.48 - - -11.46 + + +12.5 - - -11.48 + + +12.52 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/base/estimates.json b/criterion/micro_ops_identity/base/estimates.json index 12b60dc372f4..7b0ec08efdce 100644 --- a/criterion/micro_ops_identity/base/estimates.json +++ b/criterion/micro_ops_identity/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5332.598074056886,"upper_bound":5339.935663662562},"point_estimate":5336.218016038757,"standard_error":1.876450078376287},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5331.821078431372,"upper_bound":5341.901948373203},"point_estimate":5337.865036231884,"standard_error":2.9757517198435273},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13.465592458749475,"upper_bound":20.91566986676796},"point_estimate":17.052272430591714,"standard_error":1.9381378366578434},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5324.686063156923,"upper_bound":5335.700970444232},"point_estimate":5329.864156445496,"standard_error":2.8005460638171775},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15.198689358168926,"upper_bound":22.613351959558173},"point_estimate":18.80331207497024,"standard_error":1.9156894004697063}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5479.906930217113,"upper_bound":5485.33282099049},"point_estimate":5482.605125187192,"standard_error":1.3881709400103026},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5477.105050505051,"upper_bound":5487.08777429467},"point_estimate":5483.065564738292,"standard_error":2.574880905351154},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13.876181778442678,"upper_bound":19.98944129227102},"point_estimate":18.188083995278888,"standard_error":1.5534004566684592},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5478.003495288329,"upper_bound":5486.201028239001},"point_estimate":5481.966154466193,"standard_error":2.093534948937639},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.473001173878256,"upper_bound":15.393361684048472},"point_estimate":14.003343972685435,"standard_error":0.741850360576953}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/sample.json b/criterion/micro_ops_identity/base/sample.json index 9b847ef0f9ef..3593f9b43a0c 100644 --- a/criterion/micro_ops_identity/base/sample.json +++ b/criterion/micro_ops_identity/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[63802.0,128204.0,191800.0,256801.0,320607.0,385206.0,449908.0,512408.0,578010.0,641511.0,705814.0,774519.0,835916.0,897018.0,967419.0,1026816.0,1085723.0,1148212.0,1210840.0,1282428.0,1347630.0,1404932.0,1469937.0,1534725.0,1603037.0,1667244.0,1724425.0,1787637.0,1849030.0,1915635.0,1988840.0,2050530.0,2118137.0,2185746.0,2238151.0,2300545.0,2377551.0,2428736.0,2512945.0,2570941.0,2627148.0,2682634.0,2762751.0,2818949.0,2885861.0,2940458.0,3013855.0,3079356.0,3130353.0,3197954.0,3267561.0,3337963.0,3393173.0,3451260.0,3538566.0,3591254.0,3649266.0,3709374.0,3770974.0,3839366.0,3921376.0,3968577.0,4049788.0,4108365.0,4186283.0,4233373.0,4284491.0,4350766.0,4422790.0,4478675.0,4542796.0,4679773.0,4685688.0,4741284.0,4798993.0,4876999.0,4933006.0,5005787.0,5067705.0,5119289.0,5204221.0,5245993.0,5320901.0,5353715.0,5407304.0,5490407.0,5530409.0,5617103.0,5667903.0,5736914.0,5823519.0,5893314.0,5934517.0,5991110.0,6037712.0,6102615.0,6199417.0,6241116.0,6305717.0,6379118.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[60298.0,120497.0,180197.0,240493.0,301596.0,361396.0,421494.0,481891.0,541690.0,602188.0,661185.0,722486.0,782185.0,842484.0,901784.0,971285.0,1024482.0,1081989.0,1143479.0,1209264.0,1263765.0,1325174.0,1389166.0,1442578.0,1503368.0,1569583.0,1634889.0,1683975.0,1750381.0,1809679.0,1870674.0,1924876.0,1990172.0,2050974.0,2111973.0,2171682.0,2242360.0,2296978.0,2353555.0,2417967.0,2482156.0,2541165.0,2594272.0,2661164.0,2711167.0,2765672.0,2827058.0,2887874.0,2952855.0,3013648.0,3068751.0,3134651.0,3189268.0,3262465.0,3309359.0,3380459.0,3445060.0,3510653.0,3574048.0,3624858.0,3689068.0,3743750.0,3807950.0,3866857.0,3930148.0,3984445.0,4050848.0,4113926.0,4169445.0,4230137.0,4292812.0,4358534.0,4406924.0,4472652.0,4534056.0,4591633.0,4658634.0,4723133.0,4778335.0,4837018.0,4898431.0,4961135.0,5015531.0,5065353.0,5116838.0,5181333.0,5237038.0,5304837.0,5351336.0,5429735.0,5464235.0,5527528.0,5578128.0,5653425.0,5715028.0,5769321.0,5828527.0,5898726.0,5946025.0,6017129.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/tukey.json b/criterion/micro_ops_identity/base/tukey.json index f391f173d455..46ee4e7fb77d 100644 --- a/criterion/micro_ops_identity/base/tukey.json +++ b/criterion/micro_ops_identity/base/tukey.json @@ -1 +1 @@ -[5256.863063536817,5290.898598803556,5381.660026181525,5415.695561448263] \ No newline at end of file +[5397.332419667601,5433.850209934699,5531.230983980291,5567.748774247388] \ No newline at end of file diff --git a/criterion/micro_ops_identity/change/estimates.json b/criterion/micro_ops_identity/change/estimates.json index 7b3ec882dbb5..1e10a3be162b 100644 --- a/criterion/micro_ops_identity/change/estimates.json +++ b/criterion/micro_ops_identity/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.008868821387626019,"upper_bound":0.010511342593402246},"point_estimate":0.00968330914882154,"standard_error":0.00041859543731988605},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00891308644711808,"upper_bound":0.011290248804948222},"point_estimate":0.010475799175985845,"standard_error":0.0006314250736441144}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.026534398221853595,"upper_bound":0.0283016417212536},"point_estimate":0.027432745196775743,"standard_error":0.00044985562093154916},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.02586735806907677,"upper_bound":0.02868935211539747},"point_estimate":0.027201985722911548,"standard_error":0.0007429408297254318}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/estimates.json b/criterion/micro_ops_identity/new/estimates.json index 12b60dc372f4..7b0ec08efdce 100644 --- a/criterion/micro_ops_identity/new/estimates.json +++ b/criterion/micro_ops_identity/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5332.598074056886,"upper_bound":5339.935663662562},"point_estimate":5336.218016038757,"standard_error":1.876450078376287},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5331.821078431372,"upper_bound":5341.901948373203},"point_estimate":5337.865036231884,"standard_error":2.9757517198435273},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13.465592458749475,"upper_bound":20.91566986676796},"point_estimate":17.052272430591714,"standard_error":1.9381378366578434},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5324.686063156923,"upper_bound":5335.700970444232},"point_estimate":5329.864156445496,"standard_error":2.8005460638171775},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15.198689358168926,"upper_bound":22.613351959558173},"point_estimate":18.80331207497024,"standard_error":1.9156894004697063}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5479.906930217113,"upper_bound":5485.33282099049},"point_estimate":5482.605125187192,"standard_error":1.3881709400103026},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5477.105050505051,"upper_bound":5487.08777429467},"point_estimate":5483.065564738292,"standard_error":2.574880905351154},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13.876181778442678,"upper_bound":19.98944129227102},"point_estimate":18.188083995278888,"standard_error":1.5534004566684592},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5478.003495288329,"upper_bound":5486.201028239001},"point_estimate":5481.966154466193,"standard_error":2.093534948937639},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.473001173878256,"upper_bound":15.393361684048472},"point_estimate":14.003343972685435,"standard_error":0.741850360576953}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/sample.json b/criterion/micro_ops_identity/new/sample.json index 9b847ef0f9ef..3593f9b43a0c 100644 --- a/criterion/micro_ops_identity/new/sample.json +++ b/criterion/micro_ops_identity/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[63802.0,128204.0,191800.0,256801.0,320607.0,385206.0,449908.0,512408.0,578010.0,641511.0,705814.0,774519.0,835916.0,897018.0,967419.0,1026816.0,1085723.0,1148212.0,1210840.0,1282428.0,1347630.0,1404932.0,1469937.0,1534725.0,1603037.0,1667244.0,1724425.0,1787637.0,1849030.0,1915635.0,1988840.0,2050530.0,2118137.0,2185746.0,2238151.0,2300545.0,2377551.0,2428736.0,2512945.0,2570941.0,2627148.0,2682634.0,2762751.0,2818949.0,2885861.0,2940458.0,3013855.0,3079356.0,3130353.0,3197954.0,3267561.0,3337963.0,3393173.0,3451260.0,3538566.0,3591254.0,3649266.0,3709374.0,3770974.0,3839366.0,3921376.0,3968577.0,4049788.0,4108365.0,4186283.0,4233373.0,4284491.0,4350766.0,4422790.0,4478675.0,4542796.0,4679773.0,4685688.0,4741284.0,4798993.0,4876999.0,4933006.0,5005787.0,5067705.0,5119289.0,5204221.0,5245993.0,5320901.0,5353715.0,5407304.0,5490407.0,5530409.0,5617103.0,5667903.0,5736914.0,5823519.0,5893314.0,5934517.0,5991110.0,6037712.0,6102615.0,6199417.0,6241116.0,6305717.0,6379118.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[60298.0,120497.0,180197.0,240493.0,301596.0,361396.0,421494.0,481891.0,541690.0,602188.0,661185.0,722486.0,782185.0,842484.0,901784.0,971285.0,1024482.0,1081989.0,1143479.0,1209264.0,1263765.0,1325174.0,1389166.0,1442578.0,1503368.0,1569583.0,1634889.0,1683975.0,1750381.0,1809679.0,1870674.0,1924876.0,1990172.0,2050974.0,2111973.0,2171682.0,2242360.0,2296978.0,2353555.0,2417967.0,2482156.0,2541165.0,2594272.0,2661164.0,2711167.0,2765672.0,2827058.0,2887874.0,2952855.0,3013648.0,3068751.0,3134651.0,3189268.0,3262465.0,3309359.0,3380459.0,3445060.0,3510653.0,3574048.0,3624858.0,3689068.0,3743750.0,3807950.0,3866857.0,3930148.0,3984445.0,4050848.0,4113926.0,4169445.0,4230137.0,4292812.0,4358534.0,4406924.0,4472652.0,4534056.0,4591633.0,4658634.0,4723133.0,4778335.0,4837018.0,4898431.0,4961135.0,5015531.0,5065353.0,5116838.0,5181333.0,5237038.0,5304837.0,5351336.0,5429735.0,5464235.0,5527528.0,5578128.0,5653425.0,5715028.0,5769321.0,5828527.0,5898726.0,5946025.0,6017129.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/tukey.json b/criterion/micro_ops_identity/new/tukey.json index f391f173d455..46ee4e7fb77d 100644 --- a/criterion/micro_ops_identity/new/tukey.json +++ b/criterion/micro_ops_identity/new/tukey.json @@ -1 +1 @@ -[5256.863063536817,5290.898598803556,5381.660026181525,5415.695561448263] \ No newline at end of file +[5397.332419667601,5433.850209934699,5531.230983980291,5567.748774247388] \ No newline at end of file diff --git a/criterion/micro_ops_identity/report/MAD.svg b/criterion/micro_ops_identity/report/MAD.svg index d1a4f386b3ab..fe4f1efc6653 100644 --- a/criterion/micro_ops_identity/report/MAD.svg +++ b/criterion/micro_ops_identity/report/MAD.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ns) - -0.02 + +0.05 - - -0.04 - - - -0.06 - - - -0.08 - - - + + 0.1 - - -0.12 - - - -0.14 - - - -0.16 + + +0.15 - - -0.18 - - - + + 0.2 - - -0.22 + + +0.25 - - - -13 + + +0.3 - - + + + 14 - - + + 15 - - + + 16 - - + + 17 - - + + 18 - - + + 19 - - + + 20 - - -21 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/SD.svg b/criterion/micro_ops_identity/report/SD.svg index 916720ce2b59..38075b2c03da 100644 --- a/criterion/micro_ops_identity/report/SD.svg +++ b/criterion/micro_ops_identity/report/SD.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (ns) - -0.02 + +0.05 - - -0.04 + + +0.1 - - -0.06 + + +0.15 - - -0.08 + + +0.2 - - -0.1 + + +0.25 - - -0.12 + + +0.3 - - -0.14 + + +0.35 - - -0.16 + + +0.4 - - -0.18 + + +0.45 - - -0.2 + + +0.5 - - -0.22 + + +0.55 - + - -15 - - - -16 + +12.5 - - -17 + + +13 - - -18 + + +13.5 - - -19 + + +14 - - -20 + + +14.5 - - -21 - - - -22 + + +15 - - -23 + + +15.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/both/pdf.svg b/criterion/micro_ops_identity/report/both/pdf.svg index eb3f9069b023..a8aa3257d519 100644 --- a/criterion/micro_ops_identity/report/both/pdf.svg +++ b/criterion/micro_ops_identity/report/both/pdf.svg @@ -9,47 +9,75 @@ Density (a.u.) Average Time (µs) + +2 + + -5 +4 - + +6 + + + +8 + + + 10 - - -15 + + +12 + + + +14 + + + +16 - - + + +18 + + + 20 - - -25 + + +22 - + - -5.25 - - - + 5.3 - - + + 5.35 - - + + 5.4 - - - - - + + +5.45 + + + +5.5 + + + + + + Base PDF diff --git a/criterion/micro_ops_identity/report/both/regression.svg b/criterion/micro_ops_identity/report/both/regression.svg index 86a3a8f28ddb..9375ca2f4551 100644 --- a/criterion/micro_ops_identity/report/both/regression.svg +++ b/criterion/micro_ops_identity/report/both/regression.svg @@ -16,41 +16,41 @@ Iterations (x 10^3) - - - - - - + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0 @@ -80,8 +80,8 @@ Iterations (x 10^3) 1.2 - - + + diff --git a/criterion/micro_ops_identity/report/change/mean.svg b/criterion/micro_ops_identity/report/change/mean.svg index 9978d72fcc05..9c2da31fae5b 100644 --- a/criterion/micro_ops_identity/report/change/mean.svg +++ b/criterion/micro_ops_identity/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - -900 - - + - -0.0088 - - - -0.009 - - - -0.0092 - - - -0.0094 - - - -0.0096 - - - -0.0098 - - - -0.01 - - - -0.0102 - - - -0.0104 - - - -0.0106 - - - - - - + +0.0264 + + + +0.0266 + + + +0.0268 + + + +0.027 + + + +0.0272 + + + +0.0274 + + + +0.0276 + + + +0.0278 + + + +0.028 + + + +0.0282 + + + +0.0284 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/median.svg b/criterion/micro_ops_identity/report/change/median.svg index 269062ea5821..915fc4ff69ee 100644 --- a/criterion/micro_ops_identity/report/change/median.svg +++ b/criterion/micro_ops_identity/report/change/median.svg @@ -9,59 +9,63 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + - -0.009 - - - -0.0095 - - - -0.01 - - - -0.0105 - - - -0.011 - - - -0.0115 - - - - - - + +0.026 + + + +0.0265 + + + +0.027 + + + +0.0275 + + + +0.028 + + + +0.0285 + + + +0.029 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/t-test.svg b/criterion/micro_ops_identity/report/change/t-test.svg index 1cdc7141bc11..d3f0217c2404 100644 --- a/criterion/micro_ops_identity/report/change/t-test.svg +++ b/criterion/micro_ops_identity/report/change/t-test.svg @@ -13,76 +13,76 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/micro_ops_identity/report/index.html b/criterion/micro_ops_identity/report/index.html index 59c4177e9ac6..3eb47a79c2dc 100644 --- a/criterion/micro_ops_identity/report/index.html +++ b/criterion/micro_ops_identity/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 5.3247 µs - 5.3299 µs - 5.3357 µs + 5.4780 µs + 5.4820 µs + 5.4862 µs R² - 0.9977657 - 0.9978970 - 0.9977302 + 0.9988955 + 0.9989681 + 0.9988851 Mean - 5.3326 µs - 5.3362 µs - 5.3399 µs + 5.4799 µs + 5.4826 µs + 5.4853 µs Std. Dev. - 15.199 ns - 18.803 ns - 22.613 ns + 12.473 ns + 14.003 ns + 15.393 ns Median - 5.3318 µs - 5.3379 µs - 5.3419 µs + 5.4771 µs + 5.4831 µs + 5.4871 µs MAD - 13.466 ns - 17.052 ns - 20.916 ns + 13.876 ns + 18.188 ns + 19.989 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.8869% - +0.9683% - +1.0511% + +2.6534% + +2.7433% + +2.8302% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_identity/report/mean.svg b/criterion/micro_ops_identity/report/mean.svg index 29e989913c0b..1174829eb165 100644 --- a/criterion/micro_ops_identity/report/mean.svg +++ b/criterion/micro_ops_identity/report/mean.svg @@ -9,86 +9,58 @@ Density (a.u.) Average time (µs) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 - - - -160 + + +150 - - -180 - - - + + 200 - - -220 - - - - -5.332 + + +250 - - -5.333 + + +300 - - -5.334 + + + +5.48 - - -5.335 + + +5.481 - - -5.336 + + +5.482 - - -5.337 + + +5.483 - - -5.338 + + +5.484 - - -5.339 + + +5.485 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/median.svg b/criterion/micro_ops_identity/report/median.svg index 6335a0678b0e..9dc1beafc136 100644 --- a/criterion/micro_ops_identity/report/median.svg +++ b/criterion/micro_ops_identity/report/median.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + - -5.332 + +5.476 - - -5.334 + + +5.478 - - -5.336 + + +5.48 - - -5.338 + + +5.482 - - -5.34 + + +5.484 - - -5.342 + + +5.486 - - - - + + +5.488 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/pdf.svg b/criterion/micro_ops_identity/report/pdf.svg index 9979c80759d7..29eb4ad63066 100644 --- a/criterion/micro_ops_identity/report/pdf.svg +++ b/criterion/micro_ops_identity/report/pdf.svg @@ -13,67 +13,67 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - -1.2 - - + - -5.28 + +5.44 + + + +5.45 - - -5.3 + + +5.46 - - -5.32 + + +5.47 - - -5.34 + + +5.48 - - -5.36 + + +5.49 - + -5.38 +5.5 - -5.4 + +5.51 - - -5.42 + + +5.52 - - -5.44 + + +5.53 - + Density (a.u.) @@ -82,54 +82,28 @@ Density (a.u.) 0 - -2 - - - -4 + +5 - - -6 - - - -8 - - - + + 10 - - -12 - - - -14 - - - -16 - - - -18 + + +15 - - + + 20 - - - - - + + + + + - - - + PDF diff --git a/criterion/micro_ops_identity/report/pdf_small.svg b/criterion/micro_ops_identity/report/pdf_small.svg index 3bde16271256..0fdb3e5f23a6 100644 --- a/criterion/micro_ops_identity/report/pdf_small.svg +++ b/criterion/micro_ops_identity/report/pdf_small.svg @@ -10,35 +10,43 @@ Average Time (µs) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - + - -5.3 + +5.44 - - -5.35 + + +5.46 - - -5.4 + + +5.48 - - - + + +5.5 + + + +5.52 + + + + diff --git a/criterion/micro_ops_identity/report/regression.svg b/criterion/micro_ops_identity/report/regression.svg index f7aafd052429..09e9f967a17d 100644 --- a/criterion/micro_ops_identity/report/regression.svg +++ b/criterion/micro_ops_identity/report/regression.svg @@ -8,167 +8,192 @@ Total sample time (ms) Iterations (x 10^3) - - - - - + + + + + + + + + + - - - - - - + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - + + +0.9 + + + 1 - + -1.2 +1.1 - + - + - - + + - + - + - + - + - + - - - + + + - - + + - + - - + + - - + + - - - - - - + + + + + + - - - + + + - + - + - - + + - + - - + + - - + + - + - - - - - + + + + + - - - - - + + + + + diff --git a/criterion/micro_ops_identity/report/regression_small.svg b/criterion/micro_ops_identity/report/regression_small.svg index 951e52b16e66..a81c6b941f3d 100644 --- a/criterion/micro_ops_identity/report/regression_small.svg +++ b/criterion/micro_ops_identity/report/regression_small.svg @@ -5,66 +5,91 @@ Total sample time (ms) Iterations (x 10^3) - - - - - + + + + + + + + + + - - - - - - + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - + + +0.9 + + + 1 - + -1.2 +1.1 @@ -73,7 +98,7 @@ Iterations (x 10^3) - + @@ -82,14 +107,14 @@ Iterations (x 10^3) - + - + @@ -98,7 +123,7 @@ Iterations (x 10^3) - + @@ -107,38 +132,38 @@ Iterations (x 10^3) - - + + - + - + - + - - + + - - + + - - + + - + - + @@ -147,24 +172,24 @@ Iterations (x 10^3) - - + + - - + + - + - - - + + + - - - - - + + + + + diff --git a/criterion/micro_ops_identity/report/relative_pdf_small.svg b/criterion/micro_ops_identity/report/relative_pdf_small.svg index a90a7cb8b50f..876ce1f9409e 100644 --- a/criterion/micro_ops_identity/report/relative_pdf_small.svg +++ b/criterion/micro_ops_identity/report/relative_pdf_small.svg @@ -6,45 +6,73 @@ Density (a.u.) Average Time (µs) + +2 + + -5 +4 + +6 + + -10 +8 + +10 + + -15 +12 - + +14 + + + +16 + + + +18 + + + 20 - - -25 + + +22 - + - -5.25 - - - + 5.3 - - + + 5.35 - - + + 5.4 - - - - - + + +5.45 + + + +5.5 + + + + + + diff --git a/criterion/micro_ops_identity/report/relative_regression_small.svg b/criterion/micro_ops_identity/report/relative_regression_small.svg index 33a56937e4c0..6c61ec452862 100644 --- a/criterion/micro_ops_identity/report/relative_regression_small.svg +++ b/criterion/micro_ops_identity/report/relative_regression_small.svg @@ -13,41 +13,41 @@ Iterations (x 10^3) - - - - - - + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0 @@ -77,8 +77,8 @@ Iterations (x 10^3) 1.2 - - + + diff --git a/criterion/micro_ops_identity/report/slope.svg b/criterion/micro_ops_identity/report/slope.svg index 5c45ed15ee79..c548fdac2f5a 100644 --- a/criterion/micro_ops_identity/report/slope.svg +++ b/criterion/micro_ops_identity/report/slope.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + + +160 + + + +180 + + + +200 + + - -5.324 + +5.478 + + + +5.479 + + + +5.48 - - -5.326 + + +5.481 - - -5.328 + + +5.482 - - -5.33 + + +5.483 - - -5.332 + + +5.484 - - -5.334 + + +5.485 - - -5.336 + + +5.486 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/typical.svg b/criterion/micro_ops_identity/report/typical.svg index fb721b87c395..d02bb6550371 100644 --- a/criterion/micro_ops_identity/report/typical.svg +++ b/criterion/micro_ops_identity/report/typical.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + + +160 + + + +180 + + + +200 + + - -5.324 + +5.478 + + + +5.479 + + + +5.48 - - -5.326 + + +5.481 - - -5.328 + + +5.482 - - -5.33 + + +5.483 - - -5.332 + + +5.484 - - -5.334 + + +5.485 - - -5.336 + + +5.486 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/base/estimates.json b/criterion/micro_ops_join/base/estimates.json index 40ecb1eec0f3..fb5bbf5f4a1c 100644 --- a/criterion/micro_ops_join/base/estimates.json +++ b/criterion/micro_ops_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117016.6789790377,"upper_bound":117202.62272367682},"point_estimate":117112.50972705446,"standard_error":47.5909233697739},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117154.88157894737,"upper_bound":117306.51655938537},"point_estimate":117229.99701999487,"standard_error":42.788050561481185},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":236.19141753983573,"upper_bound":449.2196021461456},"point_estimate":309.66078512512667,"standard_error":56.41138780114138},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117296.57662999185,"upper_bound":117404.37981777033},"point_estimate":117347.53413181617,"standard_error":27.51710336379459},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":383.45355680259064,"upper_bound":559.1710692752324},"point_estimate":477.8445449876332,"standard_error":44.70533331365811}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114316.49204050428,"upper_bound":114541.99277790565},"point_estimate":114432.05223550127,"standard_error":57.77824553034487},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114423.5,"upper_bound":114596.325},"point_estimate":114494.37193627452,"standard_error":37.00982621347383},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":252.40214273927018,"upper_bound":418.2451563084359},"point_estimate":336.8229139472798,"standard_error":41.985886059541464},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114426.67315273837,"upper_bound":114567.85060248927},"point_estimate":114496.02860795034,"standard_error":36.113988107884474},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":443.833176298664,"upper_bound":703.3715135202037},"point_estimate":582.5618871722809,"standard_error":66.06408292915434}} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/sample.json b/criterion/micro_ops_join/base/sample.json index 5b7ea5f4662d..f002c5bcb66e 100644 --- a/criterion/micro_ops_join/base/sample.json +++ b/criterion/micro_ops_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[464408.0,927017.0,1390826.0,1858636.0,2324044.0,2773253.0,3249061.0,3705871.0,4171176.0,4684190.0,5129694.0,5603305.0,6070414.0,6539224.0,7039832.0,7489539.0,7946752.0,8406959.0,8872264.0,9340879.0,9819182.0,10271094.0,10745700.0,11190710.0,11705717.0,12140031.0,12638038.0,13113351.0,13562455.0,14110666.0,14479071.0,14934082.0,15535393.0,15936100.0,16368102.0,16801614.0,17264724.0,17807542.0,18306944.0,18790357.0,19191262.0,19674673.0,20176081.0,20672281.0,21173003.0,21572608.0,22037612.0,22632128.0,23015335.0,23495042.0,23955550.0,24417156.0,24931470.0,25331770.0,25852086.0,26277493.0,26701403.0,27268014.0,27632125.0,28129033.0,28641844.0,29187849.0,29622452.0,30074465.0,30605467.0,30968487.0,31503685.0,31871301.0,32407515.0,32802727.0,33358236.0,33816937.0,34219938.0,34659359.0,35181263.0,35661164.0,36132376.0,36624197.0,37100601.0,37499503.0,38022510.0,38501123.0,38923233.0,39392749.0,40184847.0,40304560.0,40862568.0,41337380.0,41841192.0,42258400.0,42678109.0,43239221.0,43676511.0,44040729.0,44626436.0,45035651.0,45565145.0,46113847.0,46407158.0,46867576.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[453394.0,901988.0,1355484.0,1806775.0,2254272.0,2697564.0,3184159.0,3638053.0,4062047.0,4565639.0,5071233.0,5494630.0,5945725.0,6421416.0,6891011.0,7292606.0,7743498.0,8242693.0,8759484.0,9148680.0,9631874.0,10116867.0,10576065.0,10991158.0,11488955.0,11938943.0,12423940.0,12826634.0,13313928.0,13779623.0,14265714.0,14646208.0,15312102.0,15658300.0,16254890.0,16501085.0,16953477.0,17380277.0,17824671.0,18315066.0,18779860.0,19177652.0,19744545.0,20230940.0,20580335.0,21091428.0,21495421.0,21954312.0,22299408.0,22882811.0,23357493.0,23848191.0,24319285.0,24723977.0,25195580.0,25639870.0,26053658.0,26565559.0,26984249.0,27542446.0,27878245.0,28467638.0,28753733.0,29235322.0,29708626.0,30268812.0,30731801.0,31171199.0,31684390.0,32038383.0,32593682.0,33008474.0,33502975.0,33954060.0,34523553.0,34935547.0,35307241.0,35872235.0,36253731.0,36670824.0,37087026.0,37568412.0,38053208.0,38513208.0,38889702.0,39312193.0,39646591.0,40239683.0,40555177.0,41119368.0,41689363.0,41972457.0,42568945.0,43046847.0,43417044.0,43849945.0,44498725.0,44850918.0,45292417.0,45880807.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/tukey.json b/criterion/micro_ops_join/base/tukey.json index 13b869a8c9f5..b515f8765b81 100644 --- a/criterion/micro_ops_join/base/tukey.json +++ b/criterion/micro_ops_join/base/tukey.json @@ -1 +1 @@ -[115282.54956896557,116084.90871305422,118224.53309729062,119026.89224137928] \ No newline at end of file +[112924.36889717451,113596.58890202855,115389.17558163933,116061.39558649337] \ No newline at end of file diff --git a/criterion/micro_ops_join/change/estimates.json b/criterion/micro_ops_join/change/estimates.json index e5622ac9db09..74e22fb591c7 100644 --- a/criterion/micro_ops_join/change/estimates.json +++ b/criterion/micro_ops_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0008141789025948309,"upper_bound":0.0012967379868998594},"point_estimate":0.000275598290353285,"standard_error":0.0005394433112203972},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0006142876854570156,"upper_bound":0.0011809277459861375},"point_estimate":0.00031827307685672324,"standard_error":0.0004574000428285247}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.024184394230842562,"upper_bound":-0.021648986513511694},"point_estimate":-0.022887883606972026,"standard_error":0.0006472409885266865},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02417727119993418,"upper_bound":-0.022253486196437522},"point_estimate":-0.02333553828593682,"standard_error":0.0004769423688148924}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/estimates.json b/criterion/micro_ops_join/new/estimates.json index 40ecb1eec0f3..fb5bbf5f4a1c 100644 --- a/criterion/micro_ops_join/new/estimates.json +++ b/criterion/micro_ops_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117016.6789790377,"upper_bound":117202.62272367682},"point_estimate":117112.50972705446,"standard_error":47.5909233697739},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117154.88157894737,"upper_bound":117306.51655938537},"point_estimate":117229.99701999487,"standard_error":42.788050561481185},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":236.19141753983573,"upper_bound":449.2196021461456},"point_estimate":309.66078512512667,"standard_error":56.41138780114138},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117296.57662999185,"upper_bound":117404.37981777033},"point_estimate":117347.53413181617,"standard_error":27.51710336379459},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":383.45355680259064,"upper_bound":559.1710692752324},"point_estimate":477.8445449876332,"standard_error":44.70533331365811}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114316.49204050428,"upper_bound":114541.99277790565},"point_estimate":114432.05223550127,"standard_error":57.77824553034487},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114423.5,"upper_bound":114596.325},"point_estimate":114494.37193627452,"standard_error":37.00982621347383},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":252.40214273927018,"upper_bound":418.2451563084359},"point_estimate":336.8229139472798,"standard_error":41.985886059541464},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114426.67315273837,"upper_bound":114567.85060248927},"point_estimate":114496.02860795034,"standard_error":36.113988107884474},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":443.833176298664,"upper_bound":703.3715135202037},"point_estimate":582.5618871722809,"standard_error":66.06408292915434}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/sample.json b/criterion/micro_ops_join/new/sample.json index 5b7ea5f4662d..f002c5bcb66e 100644 --- a/criterion/micro_ops_join/new/sample.json +++ b/criterion/micro_ops_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[464408.0,927017.0,1390826.0,1858636.0,2324044.0,2773253.0,3249061.0,3705871.0,4171176.0,4684190.0,5129694.0,5603305.0,6070414.0,6539224.0,7039832.0,7489539.0,7946752.0,8406959.0,8872264.0,9340879.0,9819182.0,10271094.0,10745700.0,11190710.0,11705717.0,12140031.0,12638038.0,13113351.0,13562455.0,14110666.0,14479071.0,14934082.0,15535393.0,15936100.0,16368102.0,16801614.0,17264724.0,17807542.0,18306944.0,18790357.0,19191262.0,19674673.0,20176081.0,20672281.0,21173003.0,21572608.0,22037612.0,22632128.0,23015335.0,23495042.0,23955550.0,24417156.0,24931470.0,25331770.0,25852086.0,26277493.0,26701403.0,27268014.0,27632125.0,28129033.0,28641844.0,29187849.0,29622452.0,30074465.0,30605467.0,30968487.0,31503685.0,31871301.0,32407515.0,32802727.0,33358236.0,33816937.0,34219938.0,34659359.0,35181263.0,35661164.0,36132376.0,36624197.0,37100601.0,37499503.0,38022510.0,38501123.0,38923233.0,39392749.0,40184847.0,40304560.0,40862568.0,41337380.0,41841192.0,42258400.0,42678109.0,43239221.0,43676511.0,44040729.0,44626436.0,45035651.0,45565145.0,46113847.0,46407158.0,46867576.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[453394.0,901988.0,1355484.0,1806775.0,2254272.0,2697564.0,3184159.0,3638053.0,4062047.0,4565639.0,5071233.0,5494630.0,5945725.0,6421416.0,6891011.0,7292606.0,7743498.0,8242693.0,8759484.0,9148680.0,9631874.0,10116867.0,10576065.0,10991158.0,11488955.0,11938943.0,12423940.0,12826634.0,13313928.0,13779623.0,14265714.0,14646208.0,15312102.0,15658300.0,16254890.0,16501085.0,16953477.0,17380277.0,17824671.0,18315066.0,18779860.0,19177652.0,19744545.0,20230940.0,20580335.0,21091428.0,21495421.0,21954312.0,22299408.0,22882811.0,23357493.0,23848191.0,24319285.0,24723977.0,25195580.0,25639870.0,26053658.0,26565559.0,26984249.0,27542446.0,27878245.0,28467638.0,28753733.0,29235322.0,29708626.0,30268812.0,30731801.0,31171199.0,31684390.0,32038383.0,32593682.0,33008474.0,33502975.0,33954060.0,34523553.0,34935547.0,35307241.0,35872235.0,36253731.0,36670824.0,37087026.0,37568412.0,38053208.0,38513208.0,38889702.0,39312193.0,39646591.0,40239683.0,40555177.0,41119368.0,41689363.0,41972457.0,42568945.0,43046847.0,43417044.0,43849945.0,44498725.0,44850918.0,45292417.0,45880807.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/tukey.json b/criterion/micro_ops_join/new/tukey.json index 13b869a8c9f5..b515f8765b81 100644 --- a/criterion/micro_ops_join/new/tukey.json +++ b/criterion/micro_ops_join/new/tukey.json @@ -1 +1 @@ -[115282.54956896557,116084.90871305422,118224.53309729062,119026.89224137928] \ No newline at end of file +[112924.36889717451,113596.58890202855,115389.17558163933,116061.39558649337] \ No newline at end of file diff --git a/criterion/micro_ops_join/report/MAD.svg b/criterion/micro_ops_join/report/MAD.svg index e1f9b0dee9ce..19a03be4978c 100644 --- a/criterion/micro_ops_join/report/MAD.svg +++ b/criterion/micro_ops_join/report/MAD.svg @@ -9,62 +9,94 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - + + +0.009 + + + +0.01 + + + +0.011 + + - -250 + +240 + + + +260 + + + +280 - - + + 300 - - -350 + + +320 - + + +340 + + + +360 + + -400 +380 - -450 + +400 + + + +420 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/SD.svg b/criterion/micro_ops_join/report/SD.svg index 565a8c053557..af4367843dff 100644 --- a/criterion/micro_ops_join/report/SD.svg +++ b/criterion/micro_ops_join/report/SD.svg @@ -9,86 +9,58 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - -0.007 - - - -0.008 - - - -0.009 - - + - -380 - - - -400 - - - -420 + +450 - - -440 - - - -460 - - - -480 - - - + + 500 - - -520 + + +550 + + + +600 - - -540 + + +650 - - -560 + + +700 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/both/pdf.svg b/criterion/micro_ops_join/report/both/pdf.svg index 949fbabded11..07a815856759 100644 --- a/criterion/micro_ops_join/report/both/pdf.svg +++ b/criterion/micro_ops_join/report/both/pdf.svg @@ -9,51 +9,67 @@ Density (a.u.) Average Time (µs) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - -1 + + +0.9 - - -1.2 + + +1 - + - -115 + +112 - - -116 + + +114 - - -117 + + +116 - - + + 118 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_join/report/both/regression.svg b/criterion/micro_ops_join/report/both/regression.svg index e6e9bcbc80c2..e4b3a8158223 100644 --- a/criterion/micro_ops_join/report/both/regression.svg +++ b/criterion/micro_ops_join/report/both/regression.svg @@ -105,10 +105,10 @@ Iterations 400 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_join/report/change/mean.svg b/criterion/micro_ops_join/report/change/mean.svg index dd72eabe7b3f..edeea0728e44 100644 --- a/criterion/micro_ops_join/report/change/mean.svg +++ b/criterion/micro_ops_join/report/change/mean.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - + - --0.001 - - - --5e-4 - - - -0 - - - -5e-4 - - - -0.001 - - - -0.0015 - - - - - - + +-0.024 + + + +-0.0235 + + + +-0.023 + + + +-0.0225 + + + +-0.022 + + + +-0.0215 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/median.svg b/criterion/micro_ops_join/report/change/median.svg index eaaacbf88d83..93ccb9832c8e 100644 --- a/criterion/micro_ops_join/report/change/median.svg +++ b/criterion/micro_ops_join/report/change/median.svg @@ -9,95 +9,87 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - -900 - - - -1000 - - + - --8e-4 - - - --6e-4 - - - --4e-4 - - - --2e-4 - - - -0 - - - -2e-4 - - - -4e-4 - - - -6e-4 - - - -8e-4 - - - -0.001 - - - -0.0012 - - - - - - + +-0.0242 + + + +-0.024 + + + +-0.0238 + + + +-0.0236 + + + +-0.0234 + + + +-0.0232 + + + +-0.023 + + + +-0.0228 + + + +-0.0226 + + + +-0.0224 + + + +-0.0222 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/t-test.svg b/criterion/micro_ops_join/report/change/t-test.svg index 3c6b02029528..29a6ca1352ea 100644 --- a/criterion/micro_ops_join/report/change/t-test.svg +++ b/criterion/micro_ops_join/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_join/report/index.html b/criterion/micro_ops_join/report/index.html index 8379ec0072cc..34f50196aa6f 100644 --- a/criterion/micro_ops_join/report/index.html +++ b/criterion/micro_ops_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 117.30 µs - 117.35 µs - 117.40 µs + 114.43 µs + 114.50 µs + 114.57 µs R² - 0.9994300 - 0.9994562 - 0.9994236 + 0.9990105 + 0.9990607 + 0.9990068 Mean - 117.02 µs - 117.11 µs - 117.20 µs + 114.32 µs + 114.43 µs + 114.54 µs Std. Dev. - 383.45 ns - 477.84 ns - 559.17 ns + 443.83 ns + 582.56 ns + 703.37 ns Median - 117.15 µs - 117.23 µs - 117.31 µs + 114.42 µs + 114.49 µs + 114.60 µs MAD - 236.19 ns - 309.66 ns - 449.22 ns + 252.40 ns + 336.82 ns + 418.25 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.0814% - +0.0276% - +0.1297% - (p = 0.63 > + -2.4184% + -2.2888% + -2.1649% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has improved.

Additional Plots:

diff --git a/criterion/micro_ops_join/report/mean.svg b/criterion/micro_ops_join/report/mean.svg index 0e3ab360425e..d9ef1adb589b 100644 --- a/criterion/micro_ops_join/report/mean.svg +++ b/criterion/micro_ops_join/report/mean.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - - -9 - - + - -117 + +114.3 + + + +114.35 - - -117.05 + + +114.4 - - -117.1 + + +114.45 - - -117.15 + + +114.5 - - -117.2 + + +114.55 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/median.svg b/criterion/micro_ops_join/report/median.svg index 3721936b07c9..21b8e6924632 100644 --- a/criterion/micro_ops_join/report/median.svg +++ b/criterion/micro_ops_join/report/median.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - -18 - - + - -117.14 + +114.42 - - -117.16 + + +114.44 - - -117.18 + + +114.46 - - -117.2 + + +114.48 - - -117.22 + + +114.5 - - -117.24 + + +114.52 - - -117.26 + + +114.54 - - -117.28 + + +114.56 - - -117.3 + + +114.58 - - -117.32 + + +114.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/pdf.svg b/criterion/micro_ops_join/report/pdf.svg index 9d7e32f33e78..ab9d253f62fa 100644 --- a/criterion/micro_ops_join/report/pdf.svg +++ b/criterion/micro_ops_join/report/pdf.svg @@ -46,38 +46,46 @@ Average Time (µs) - -115 + +112 - - -115.5 + + +112.5 - - -116 + + +113 - - -116.5 + + +113.5 + + + +114 - - -117 + + +114.5 - - -117.5 + + +115 - - -118 + + +115.5 - - -118.5 + + +116 + + + +116.5 - + Density (a.u.) @@ -86,64 +94,66 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - -1 - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_join/report/pdf_small.svg b/criterion/micro_ops_join/report/pdf_small.svg index 9fa3bba3fea1..d024453bfd18 100644 --- a/criterion/micro_ops_join/report/pdf_small.svg +++ b/criterion/micro_ops_join/report/pdf_small.svg @@ -10,43 +10,67 @@ Average Time (µs) 0 - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - + + +0.9 + + + 1 - + - -115 + +112 - - -116 + + +113 - - -117 + + +114 - - -118 + + +115 + + + +116 - - - + + + diff --git a/criterion/micro_ops_join/report/regression.svg b/criterion/micro_ops_join/report/regression.svg index c3794100769a..0007e5eb9d25 100644 --- a/criterion/micro_ops_join/report/regression.svg +++ b/criterion/micro_ops_join/report/regression.svg @@ -16,52 +16,52 @@ Iterations - - - - - - - - - + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 50 @@ -104,99 +104,99 @@ Iterations - + - + - + - - - + + + - + - - + + - - - - - + + + + + - - + + - + - + - - - - - + + + + + - - - + + + - - + + - - - - - + + + + + - + - - - + + + - - - + + + - - - + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_join/report/regression_small.svg b/criterion/micro_ops_join/report/regression_small.svg index bee48cad1808..996e123a36e5 100644 --- a/criterion/micro_ops_join/report/regression_small.svg +++ b/criterion/micro_ops_join/report/regression_small.svg @@ -14,51 +14,51 @@ Iterations - - - - - - - - + + + + + + + + 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 50 @@ -99,13 +99,13 @@ Iterations - + - + @@ -114,8 +114,8 @@ Iterations - - + + @@ -126,39 +126,39 @@ Iterations - + - + - + - + - - + + - + - - + + - - + + - + - - - + + + - + @@ -168,30 +168,30 @@ Iterations - + - + - - - - - - - - - - - - - + + + + + + + + + + + + + - + - - + + diff --git a/criterion/micro_ops_join/report/relative_pdf_small.svg b/criterion/micro_ops_join/report/relative_pdf_small.svg index 8cd7411864e1..7010ab7f74f1 100644 --- a/criterion/micro_ops_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_join/report/relative_pdf_small.svg @@ -6,49 +6,65 @@ Density (a.u.) Average Time (µs) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - -1 + + +0.9 - - -1.2 + + +1 - + - -115 + +112 - - -116 + + +114 - - -117 + + +116 - - + + 118 - - - - - + + + + + diff --git a/criterion/micro_ops_join/report/relative_regression_small.svg b/criterion/micro_ops_join/report/relative_regression_small.svg index 18456ca011fb..4097de2e0c19 100644 --- a/criterion/micro_ops_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_join/report/relative_regression_small.svg @@ -102,8 +102,8 @@ Iterations 400 - - - - + + + + diff --git a/criterion/micro_ops_join/report/slope.svg b/criterion/micro_ops_join/report/slope.svg index 2de32bf9ea0a..b156d9af7b96 100644 --- a/criterion/micro_ops_join/report/slope.svg +++ b/criterion/micro_ops_join/report/slope.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - -14 - - + - -117.3 + +114.42 + + + +114.44 + + + +114.46 + + + +114.48 - - -117.32 + + +114.5 - - -117.34 + + +114.52 - - -117.36 + + +114.54 - - -117.38 + + +114.56 - - -117.4 + + +114.58 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/typical.svg b/criterion/micro_ops_join/report/typical.svg index 77653aea8986..77dcee9acac9 100644 --- a/criterion/micro_ops_join/report/typical.svg +++ b/criterion/micro_ops_join/report/typical.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - -14 - - + - -117.3 + +114.42 + + + +114.44 + + + +114.46 + + + +114.48 - - -117.32 + + +114.5 - - -117.34 + + +114.52 - - -117.36 + + +114.54 - - -117.38 + + +114.56 - - -117.4 + + +114.58 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/base/estimates.json b/criterion/micro_ops_map/base/estimates.json index 608d53be6eec..bf5c285d958e 100644 --- a/criterion/micro_ops_map/base/estimates.json +++ b/criterion/micro_ops_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8821.143998801523,"upper_bound":8828.504509440729},"point_estimate":8824.642433214029,"standard_error":1.8736640566979816},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8818.065789473685,"upper_bound":8826.854166666666},"point_estimate":8822.413913043478,"standard_error":2.2067813172087067},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.555825119424469,"upper_bound":20.502797004424636},"point_estimate":15.512185681124365,"standard_error":1.9589607734450223},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8821.131361455544,"upper_bound":8829.351863978043},"point_estimate":8824.92396216935,"standard_error":2.100256946854916},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13.652929056956419,"upper_bound":23.858593005456186},"point_estimate":18.806076575325473,"standard_error":2.643845753568434}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10447.030517034524,"upper_bound":12132.783248943759},"point_estimate":11250.184176460032,"standard_error":432.1665012093471},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9428.848958333334,"upper_bound":9492.502693239967},"point_estimate":9458.114038411288,"standard_error":16.93207161284183},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95.84679363171318,"upper_bound":174.1577662652238},"point_estimate":129.9179018949206,"standard_error":20.54831577205348},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10540.385426227893,"upper_bound":12652.537992408897},"point_estimate":11496.974702231417,"standard_error":536.9244901961988},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3168.8507469441574,"upper_bound":5203.139898330324},"point_estimate":4317.4015674524435,"standard_error":518.848821923534}} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/sample.json b/criterion/micro_ops_map/base/sample.json index 3bd1790342f5..eff1e21e216c 100644 --- a/criterion/micro_ops_map/base/sample.json +++ b/criterion/micro_ops_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[88505.0,176300.0,264900.0,352309.0,441109.0,528611.0,617317.0,704416.0,792712.0,881314.0,971018.0,1057223.0,1151322.0,1232822.0,1321029.0,1409122.0,1502430.0,1585031.0,1673330.0,1772035.0,1849740.0,1943142.0,2026749.0,2120040.0,2226351.0,2288643.0,2379651.0,2467346.0,2562545.0,2641068.0,2735852.0,2826049.0,2910351.0,2999364.0,3088064.0,3185155.0,3277061.0,3350865.0,3441866.0,3535073.0,3627271.0,3697583.0,3797075.0,3884588.0,3960868.0,4046971.0,4141183.0,4230078.0,4324968.0,4416887.0,4500485.0,4600990.0,4687498.0,4758497.0,4850091.0,4931390.0,5024305.0,5112193.0,5192879.0,5298503.0,5388099.0,5459928.0,5570808.0,5645206.0,5740511.0,5827926.0,5923821.0,6015713.0,6087627.0,6193234.0,6261839.0,6355335.0,6505799.0,6534922.0,6602232.0,6694618.0,6810724.0,6885248.0,6987122.0,7062847.0,7151309.0,7239147.0,7316634.0,7412948.0,7505558.0,7586835.0,7661549.0,7759424.0,7852759.0,7930475.0,8029352.0,8112369.0,8214245.0,8276159.0,8398758.0,8469062.0,8550350.0,8632470.0,8726273.0,8829947.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[93098.0,181598.0,281997.0,371794.0,469593.0,565390.0,659891.0,755590.0,838990.0,949787.0,1029287.0,1129584.0,1206082.0,1321785.0,1406985.0,1471882.0,1585179.0,1678074.0,1790072.0,1872979.0,1948983.0,2043273.0,3149861.0,4135247.0,4020243.0,2415473.0,2497266.0,2617063.0,2695463.0,2788059.0,2900459.0,2983072.0,3096662.0,3248345.0,3283669.0,3382148.0,3470443.0,3645348.0,3721859.0,3765157.0,3839556.0,3940738.0,4088752.0,4133663.0,4194439.0,4611164.0,4460036.0,4549145.0,4703917.0,4773138.0,4870375.0,4982246.0,5028931.0,5103327.0,5231248.0,5345317.0,6060942.0,10255070.0,10615867.0,10073361.0,15088212.0,15025916.0,16739474.0,14531712.0,15724996.0,14955717.0,13958313.0,14072229.0,14427612.0,14923014.0,8792494.0,6919331.0,7054712.0,6992019.0,7043829.0,7162106.0,7249611.0,7450725.0,7501498.0,7620610.0,7713301.0,7751416.0,7928652.0,7972715.0,8061096.0,8136517.0,8224890.0,8371615.0,8415094.0,8500093.0,8626395.0,8651981.0,8831111.0,8916073.0,8989083.0,9051695.0,9158787.0,9330198.0,9389166.0,9423009.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/tukey.json b/criterion/micro_ops_map/base/tukey.json index e064c38f74a8..e6d00eef5752 100644 --- a/criterion/micro_ops_map/base/tukey.json +++ b/criterion/micro_ops_map/base/tukey.json @@ -1 +1 @@ -[8750.596983583791,8781.041532572039,8862.226996540696,8892.671545528941] \ No newline at end of file +[8875.381604377788,9129.463583574176,9807.015528097876,10061.097507294264] \ No newline at end of file diff --git a/criterion/micro_ops_map/change/estimates.json b/criterion/micro_ops_map/change/estimates.json index e0f296e03575..cb4c44aa9bcb 100644 --- a/criterion/micro_ops_map/change/estimates.json +++ b/criterion/micro_ops_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.002556745080618761,"upper_bound":0.004833312530180933},"point_estimate":0.003812106644349278,"standard_error":0.0005873941625336535},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0037003463361997557,"upper_bound":0.0053576781650575},"point_estimate":0.0045734351460775535,"standard_error":0.0004457253482532074}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1760437970956153,"upper_bound":0.3752669690521795},"point_estimate":0.2748600593851591,"standard_error":0.047184841196665925},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.06927151031020728,"upper_bound":0.07576734605047619},"point_estimate":0.07205512364682432,"standard_error":0.0018512606605268797}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/estimates.json b/criterion/micro_ops_map/new/estimates.json index 608d53be6eec..bf5c285d958e 100644 --- a/criterion/micro_ops_map/new/estimates.json +++ b/criterion/micro_ops_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8821.143998801523,"upper_bound":8828.504509440729},"point_estimate":8824.642433214029,"standard_error":1.8736640566979816},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8818.065789473685,"upper_bound":8826.854166666666},"point_estimate":8822.413913043478,"standard_error":2.2067813172087067},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.555825119424469,"upper_bound":20.502797004424636},"point_estimate":15.512185681124365,"standard_error":1.9589607734450223},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8821.131361455544,"upper_bound":8829.351863978043},"point_estimate":8824.92396216935,"standard_error":2.100256946854916},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13.652929056956419,"upper_bound":23.858593005456186},"point_estimate":18.806076575325473,"standard_error":2.643845753568434}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10447.030517034524,"upper_bound":12132.783248943759},"point_estimate":11250.184176460032,"standard_error":432.1665012093471},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9428.848958333334,"upper_bound":9492.502693239967},"point_estimate":9458.114038411288,"standard_error":16.93207161284183},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95.84679363171318,"upper_bound":174.1577662652238},"point_estimate":129.9179018949206,"standard_error":20.54831577205348},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10540.385426227893,"upper_bound":12652.537992408897},"point_estimate":11496.974702231417,"standard_error":536.9244901961988},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3168.8507469441574,"upper_bound":5203.139898330324},"point_estimate":4317.4015674524435,"standard_error":518.848821923534}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/sample.json b/criterion/micro_ops_map/new/sample.json index 3bd1790342f5..eff1e21e216c 100644 --- a/criterion/micro_ops_map/new/sample.json +++ b/criterion/micro_ops_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[88505.0,176300.0,264900.0,352309.0,441109.0,528611.0,617317.0,704416.0,792712.0,881314.0,971018.0,1057223.0,1151322.0,1232822.0,1321029.0,1409122.0,1502430.0,1585031.0,1673330.0,1772035.0,1849740.0,1943142.0,2026749.0,2120040.0,2226351.0,2288643.0,2379651.0,2467346.0,2562545.0,2641068.0,2735852.0,2826049.0,2910351.0,2999364.0,3088064.0,3185155.0,3277061.0,3350865.0,3441866.0,3535073.0,3627271.0,3697583.0,3797075.0,3884588.0,3960868.0,4046971.0,4141183.0,4230078.0,4324968.0,4416887.0,4500485.0,4600990.0,4687498.0,4758497.0,4850091.0,4931390.0,5024305.0,5112193.0,5192879.0,5298503.0,5388099.0,5459928.0,5570808.0,5645206.0,5740511.0,5827926.0,5923821.0,6015713.0,6087627.0,6193234.0,6261839.0,6355335.0,6505799.0,6534922.0,6602232.0,6694618.0,6810724.0,6885248.0,6987122.0,7062847.0,7151309.0,7239147.0,7316634.0,7412948.0,7505558.0,7586835.0,7661549.0,7759424.0,7852759.0,7930475.0,8029352.0,8112369.0,8214245.0,8276159.0,8398758.0,8469062.0,8550350.0,8632470.0,8726273.0,8829947.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[93098.0,181598.0,281997.0,371794.0,469593.0,565390.0,659891.0,755590.0,838990.0,949787.0,1029287.0,1129584.0,1206082.0,1321785.0,1406985.0,1471882.0,1585179.0,1678074.0,1790072.0,1872979.0,1948983.0,2043273.0,3149861.0,4135247.0,4020243.0,2415473.0,2497266.0,2617063.0,2695463.0,2788059.0,2900459.0,2983072.0,3096662.0,3248345.0,3283669.0,3382148.0,3470443.0,3645348.0,3721859.0,3765157.0,3839556.0,3940738.0,4088752.0,4133663.0,4194439.0,4611164.0,4460036.0,4549145.0,4703917.0,4773138.0,4870375.0,4982246.0,5028931.0,5103327.0,5231248.0,5345317.0,6060942.0,10255070.0,10615867.0,10073361.0,15088212.0,15025916.0,16739474.0,14531712.0,15724996.0,14955717.0,13958313.0,14072229.0,14427612.0,14923014.0,8792494.0,6919331.0,7054712.0,6992019.0,7043829.0,7162106.0,7249611.0,7450725.0,7501498.0,7620610.0,7713301.0,7751416.0,7928652.0,7972715.0,8061096.0,8136517.0,8224890.0,8371615.0,8415094.0,8500093.0,8626395.0,8651981.0,8831111.0,8916073.0,8989083.0,9051695.0,9158787.0,9330198.0,9389166.0,9423009.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/tukey.json b/criterion/micro_ops_map/new/tukey.json index e064c38f74a8..e6d00eef5752 100644 --- a/criterion/micro_ops_map/new/tukey.json +++ b/criterion/micro_ops_map/new/tukey.json @@ -1 +1 @@ -[8750.596983583791,8781.041532572039,8862.226996540696,8892.671545528941] \ No newline at end of file +[8875.381604377788,9129.463583574176,9807.015528097876,10061.097507294264] \ No newline at end of file diff --git a/criterion/micro_ops_map/report/MAD.svg b/criterion/micro_ops_map/report/MAD.svg index 39d01ad5b075..83c2d67756f4 100644 --- a/criterion/micro_ops_map/report/MAD.svg +++ b/criterion/micro_ops_map/report/MAD.svg @@ -9,70 +9,94 @@ Density (a.u.) Average time (ns) - -0.05 + +0.002 - - -0.1 + + +0.004 - - -0.15 + + +0.006 - - -0.2 + + +0.008 - - -0.25 + + +0.01 - + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + +0.02 + + + +0.022 + + - -12 + +90 - - -13 + + +100 - - -14 + + +110 - - -15 + + +120 - - -16 + + +130 - - -17 + + +140 - - -18 + + +150 - - -19 + + +160 - - -20 + + +170 - - -21 + + +180 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/SD.svg b/criterion/micro_ops_map/report/SD.svg index cb0e12e361de..3413f468cc09 100644 --- a/criterion/micro_ops_map/report/SD.svg +++ b/criterion/micro_ops_map/report/SD.svg @@ -6,69 +6,65 @@ micro/ops/map:SD Density (a.u.) -Average time (ns) +Average time (µs) - -0.02 + +0.1 - - -0.04 + + +0.2 - - -0.06 + + +0.3 - - -0.08 + + +0.4 - - -0.1 + + +0.5 - - -0.12 + + +0.6 - - -0.14 + + +0.7 - - -0.16 + + +0.8 - + - -14 - - - -16 + +3 - - -18 + + +3.5 - - -20 + + +4 - - -22 + + +4.5 - - -24 + + +5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/both/pdf.svg b/criterion/micro_ops_map/report/both/pdf.svg index cf39c917529d..1ba700c4458f 100644 --- a/criterion/micro_ops_map/report/both/pdf.svg +++ b/criterion/micro_ops_map/report/both/pdf.svg @@ -54,22 +54,22 @@ Average Time (µs) - -8.8 - - - -9 - - - -9.2 - - - - - - + +10 + + + +20 + + + +30 + + + + + + Base PDF diff --git a/criterion/micro_ops_map/report/both/regression.svg b/criterion/micro_ops_map/report/both/regression.svg index 4ddb87f299a2..3b8c6ff90aec 100644 --- a/criterion/micro_ops_map/report/both/regression.svg +++ b/criterion/micro_ops_map/report/both/regression.svg @@ -9,91 +9,96 @@ Total sample time (ms) Iterations (x 10^3) - - - - - + + + + + + + + + + - - - - - - - - - + + + + + 0.0 - -1.0 - - - + 2.0 - - -3.0 - - - + + 4.0 - - -5.0 - - - + + 6.0 - - -7.0 - - - + + 8.0 - - -9.0 + + +10.0 - + 0 - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - + + +0.9 + + + 1 - - - + + + - + Base Sample diff --git a/criterion/micro_ops_map/report/change/mean.svg b/criterion/micro_ops_map/report/change/mean.svg index fe4fbb183311..aba6b306f8cf 100644 --- a/criterion/micro_ops_map/report/change/mean.svg +++ b/criterion/micro_ops_map/report/change/mean.svg @@ -9,63 +9,67 @@ Density (a.u.) Relative change (%) - -100 + +1 - - -200 + + +2 - - -300 + + +3 - - -400 + + +4 - - -500 + + +5 - - -600 + + +6 - - -700 + + +7 - + + +8 + + + +9 + + + +10 + + - -0.0025 - - - -0.003 - - - -0.0035 - - - -0.004 - - - -0.0045 - - - -0.005 - - - - - - + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/median.svg b/criterion/micro_ops_map/report/change/median.svg index 9a6ba6b1f323..f6a64df21c20 100644 --- a/criterion/micro_ops_map/report/change/median.svg +++ b/criterion/micro_ops_map/report/change/median.svg @@ -9,83 +9,63 @@ Density (a.u.) Relative change (%) - -100 - - - -200 - - - -300 + +50 - - -400 - - - -500 + + +100 - - -600 + + +150 - - -700 + + +200 - - -800 + + +250 - + - -0.0036 - - - -0.0038 - - - -0.004 - - - -0.0042 - - - -0.0044 - - - -0.0046 - - - -0.0048 - - - -0.005 - - - -0.0052 - - - -0.0054 - - - - - - + +0.069 + + + +0.07 + + + +0.071 + + + +0.072 + + + +0.073 + + + +0.074 + + + +0.075 + + + +0.076 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/t-test.svg b/criterion/micro_ops_map/report/change/t-test.svg index ff8306081b3d..e144d60e64f3 100644 --- a/criterion/micro_ops_map/report/change/t-test.svg +++ b/criterion/micro_ops_map/report/change/t-test.svg @@ -13,76 +13,76 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - + 3.0 - + 4.0 - - + + t distribution diff --git a/criterion/micro_ops_map/report/index.html b/criterion/micro_ops_map/report/index.html index d267636e225c..1f9fbbd10dbc 100644 --- a/criterion/micro_ops_map/report/index.html +++ b/criterion/micro_ops_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.8211 µs - 8.8249 µs - 8.8294 µs + 10.540 µs + 11.497 µs + 12.653 µs R² - 0.9994624 - 0.9994878 - 0.9994532 + 0.0166783 + 0.0173897 + 0.0163708 Mean - 8.8211 µs - 8.8246 µs - 8.8285 µs + 10.447 µs + 11.250 µs + 12.133 µs Std. Dev. - 13.653 ns - 18.806 ns - 23.859 ns + 3.1689 µs + 4.3174 µs + 5.2031 µs Median - 8.8181 µs - 8.8224 µs - 8.8269 µs + 9.4288 µs + 9.4581 µs + 9.4925 µs MAD - 12.556 ns - 15.512 ns - 20.503 ns + 95.847 ns + 129.92 ns + 174.16 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.2557% - +0.3812% - +0.4833% + +17.604% + +27.486% + +37.527% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_map/report/mean.svg b/criterion/micro_ops_map/report/mean.svg index 40b81a3b8449..905dfcb2f1a6 100644 --- a/criterion/micro_ops_map/report/mean.svg +++ b/criterion/micro_ops_map/report/mean.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (µs) - -20 + +0.1 - - -40 + + +0.2 - - -60 + + +0.3 - - -80 + + +0.4 - - -100 + + +0.5 - - -120 + + +0.6 - - -140 + + +0.7 - - -160 + + +0.8 - - -180 + + +0.9 - - -200 - - - -220 - - + - -8.821 + +10.4 + + + +10.6 - - -8.822 + + +10.8 - - -8.823 + + +11 - - -8.824 + + +11.2 - - -8.825 + + +11.4 - - -8.826 + + +11.6 - - -8.827 + + +11.8 - - -8.828 + + +12 - - -8.829 + + +12.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/median.svg b/criterion/micro_ops_map/report/median.svg index f30151a67534..9f4d71c73155 100644 --- a/criterion/micro_ops_map/report/median.svg +++ b/criterion/micro_ops_map/report/median.svg @@ -9,78 +9,74 @@ Density (a.u.) Average time (µs) - -50 + +5 - - -100 + + +10 - - -150 + + +15 - - -200 + + +20 - - -250 + + +25 - - -300 + + +30 - - -350 + + +35 - - - -8.818 - - - -8.819 + + +40 - - -8.82 + + +45 - - -8.821 + + + +9.43 - - -8.822 + + +9.44 - - -8.823 + + +9.45 - - -8.824 + + +9.46 - - -8.825 + + +9.47 - - -8.826 + + +9.48 - - -8.827 + + +9.49 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/pdf.svg b/criterion/micro_ops_map/report/pdf.svg index 32bc9408cc73..a04d04fe6878 100644 --- a/criterion/micro_ops_map/report/pdf.svg +++ b/criterion/micro_ops_map/report/pdf.svg @@ -54,38 +54,30 @@ Average Time (µs) - -8.78 - - - -8.8 - - - -8.82 + +5 - - -8.84 + + +10 - - -8.86 + + +15 - - -8.88 + + +20 - - -8.9 + + +25 - - -8.92 + + +30 - + Density (a.u.) @@ -94,32 +86,88 @@ Density (a.u.) 0 - -5 + +0.02 - - -10 + + +0.04 - - -15 + + +0.06 - - -20 + + +0.08 + + + +0.1 - - - - - - - - - - - + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_map/report/pdf_small.svg b/criterion/micro_ops_map/report/pdf_small.svg index 3f05b138b94b..fbc2e6627089 100644 --- a/criterion/micro_ops_map/report/pdf_small.svg +++ b/criterion/micro_ops_map/report/pdf_small.svg @@ -10,35 +10,55 @@ Average Time (µs) 0 - -5 + +0.02 - - -10 + + +0.04 - - -15 + + +0.06 - - -20 + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 - + + +0.16 + + + +0.18 + + - -8.8 + +10 - - -8.85 + + +20 - - -8.9 + + +30 - - - + + + diff --git a/criterion/micro_ops_map/report/regression.svg b/criterion/micro_ops_map/report/regression.svg index c4684ac2a61d..874442f0fae4 100644 --- a/criterion/micro_ops_map/report/regression.svg +++ b/criterion/micro_ops_map/report/regression.svg @@ -18,47 +18,47 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + - -1.0 - - - + 2.0 - - -3.0 - - - + + 4.0 - - -5.0 - - - + + 6.0 - - -7.0 - - - + + 8.0 - + + +10.0 + + + +12.0 + + + +14.0 + + + +16.0 + + 0.1 @@ -101,107 +101,107 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_map/report/regression_small.svg b/criterion/micro_ops_map/report/regression_small.svg index cc4bcd3462d7..3f3ca9b7e20b 100644 --- a/criterion/micro_ops_map/report/regression_small.svg +++ b/criterion/micro_ops_map/report/regression_small.svg @@ -15,47 +15,47 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + - -1.0 - - - + 2.0 - - -3.0 - - - + + 4.0 - - -5.0 - - - + + 6.0 - - -7.0 - - - + + 8.0 - + + +10.0 + + + +12.0 + + + +14.0 + + + +16.0 + + 0.1 @@ -98,105 +98,105 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_map/report/relative_pdf_small.svg b/criterion/micro_ops_map/report/relative_pdf_small.svg index bb1821b7e3da..e8fa835c7d9d 100644 --- a/criterion/micro_ops_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_map/report/relative_pdf_small.svg @@ -51,20 +51,20 @@ Average Time (µs) - -8.8 - - - -9 - - - -9.2 - - - - - - + +10 + + + +20 + + + +30 + + + + + + diff --git a/criterion/micro_ops_map/report/relative_regression_small.svg b/criterion/micro_ops_map/report/relative_regression_small.svg index e1327578578f..5762500e0aee 100644 --- a/criterion/micro_ops_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_map/report/relative_regression_small.svg @@ -6,89 +6,94 @@ Total sample time (ms) Iterations (x 10^3) - - - - - + + + + + + + + + + - - - - - - - - - + + + + + 0.0 - -1.0 - - - + 2.0 - - -3.0 - - - + + 4.0 - - -5.0 - - - + + 6.0 - - -7.0 - - - + + 8.0 - - -9.0 + + +10.0 - + 0 - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - + + +0.9 + + + 1 - - - + + + - + diff --git a/criterion/micro_ops_map/report/slope.svg b/criterion/micro_ops_map/report/slope.svg index b821b200e395..b40555998ab6 100644 --- a/criterion/micro_ops_map/report/slope.svg +++ b/criterion/micro_ops_map/report/slope.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - -20 + +0.1 - - -40 + + +0.2 - - -60 + + +0.3 - - -80 + + +0.4 - - -100 + + +0.5 - - -120 + + +0.6 - - -140 + + +0.7 - - -160 + + +0.8 - - -180 - - - -200 - - + - -8.821 - - - -8.822 - - - -8.823 - - - -8.824 - - - -8.825 - - - -8.826 + +10.5 - - -8.827 + + +11 - - -8.828 + + +11.5 - - -8.829 + + +12 - - -8.83 + + +12.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/typical.svg b/criterion/micro_ops_map/report/typical.svg index 2491da4f4d14..490838a6f147 100644 --- a/criterion/micro_ops_map/report/typical.svg +++ b/criterion/micro_ops_map/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - -20 + +0.1 - - -40 + + +0.2 - - -60 + + +0.3 - - -80 + + +0.4 - - -100 + + +0.5 - - -120 + + +0.6 - - -140 + + +0.7 - - -160 + + +0.8 - - -180 - - - -200 - - + - -8.821 - - - -8.822 - - - -8.823 - - - -8.824 - - - -8.825 - - - -8.826 + +10.5 - - -8.827 + + +11 - - -8.828 + + +11.5 - - -8.829 + + +12 - - -8.83 + + +12.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/base/estimates.json b/criterion/micro_ops_next_tick_big/base/estimates.json index c6c83384cef3..c787f719a063 100644 --- a/criterion/micro_ops_next_tick_big/base/estimates.json +++ b/criterion/micro_ops_next_tick_big/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84623.04891532738,"upper_bound":86359.50611486226},"point_estimate":85630.78515021698,"standard_error":450.6746717510361},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86527.66041666667,"upper_bound":86788.35833333334},"point_estimate":86617.24701340326,"standard_error":71.58882825982545},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":544.1300843678986,"upper_bound":1059.503307426552},"point_estimate":840.0436200747574,"standard_error":139.72424387392414},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86860.16002236014,"upper_bound":87067.25906552524},"point_estimate":86965.60971429979,"standard_error":52.97390777587784},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1480.0386517162478,"upper_bound":7120.190029533955},"point_estimate":4534.139068854348,"standard_error":1580.600637022629}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80915.71307621757,"upper_bound":82536.2940608246},"point_estimate":81856.43639665811,"standard_error":421.6267293121703},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82563.19292237442,"upper_bound":82951.19065656565},"point_estimate":82781.74075126262,"standard_error":89.7164139553795},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":538.0042756183593,"upper_bound":1135.3368051029954},"point_estimate":800.4971001766472,"standard_error":158.80901438803406},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83022.22338845798,"upper_bound":83293.08364821336},"point_estimate":83155.26190310821,"standard_error":69.5207500922342},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1480.5299549934837,"upper_bound":6653.941938626293},"point_estimate":4245.693579822227,"standard_error":1460.0223461036628}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/sample.json b/criterion/micro_ops_next_tick_big/base/sample.json index 30dd7c87b72d..0db20b80e7b4 100644 --- a/criterion/micro_ops_next_tick_big/base/sample.json +++ b/criterion/micro_ops_next_tick_big/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[585808.0,1630121.0,2715635.0,3745849.0,4836964.0,5854477.0,6950090.0,7968105.0,9078318.0,10077532.0,11131446.0,12123959.0,13189572.0,14328487.0,15328701.0,16379714.0,17576330.0,18471041.0,19481655.0,20561169.0,21591583.0,22577296.0,23882512.0,24658223.0,25758537.0,26768650.0,27978666.0,28892478.0,29895891.0,31174908.0,31958418.0,33396537.0,34050145.0,35443264.0,36634479.0,37499191.0,38563604.0,39474217.0,40471430.0,41485143.0,42946262.0,43509869.0,44959389.0,45736599.0,46906214.0,47702124.0,48933141.0,50151456.0,50849966.0,51846178.0,52892592.0,54568914.0,54904119.0,56494439.0,57480352.0,58588267.0,59864983.0,60388991.0,61421304.0,62487618.0,63854635.0,65241054.0,65898863.0,66909575.0,68250293.0,69315380.0,70158509.0,71692838.0,71750839.0,72693957.0,73780077.0,75642412.0,75990718.0,77186640.0,78815071.0,79091877.0,80714506.0,81005612.0,83021749.0,83147052.0,84183471.0,85705900.0,86688318.0,88224546.0,88303048.0,89887077.0,90482389.0,91670611.0,92692130.0,94400562.0,94580465.0,96470600.0,97105712.0,97574121.0,99674461.0,99665160.0,101875802.0,101975703.0,103756336.0,104804157.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[569692.0,1579280.0,2610166.0,3603053.0,4570640.0,5580027.0,6614814.0,7596901.0,8719386.0,9621775.0,10794160.0,11558549.0,12671435.0,13758221.0,14612610.0,15610696.0,16577984.0,17548971.0,18545958.0,19566345.0,20509233.0,21869715.0,22493906.0,23639491.0,24700778.0,25610966.0,26997148.0,27495942.0,29004122.0,29485215.0,30994596.0,31477990.0,32637174.0,33680061.0,34569049.0,35908232.0,37115516.0,38166602.0,38601497.0,40061878.0,40497972.0,41707257.0,43036339.0,43620731.0,44704317.0,45568406.0,46537093.0,47465981.0,49036861.0,49535254.0,50508342.0,51708926.0,53205807.0,54151094.0,54606388.0,56401365.0,57523250.0,58090742.0,58391339.0,59403825.0,60728809.0,61576897.0,63570271.0,63624970.0,65665544.0,65697343.0,66621632.0,67471720.0,68889702.0,69529793.0,70385883.0,72120160.0,72325357.0,74697926.0,75188419.0,76273806.0,76335805.0,77808085.0,78498476.0,79613662.0,81375639.0,81687335.0,82784620.0,83662410.0,84716195.0,85504485.0,86651170.0,87413261.0,88684544.0,90292323.0,90842316.0,93295083.0,92818890.0,93846577.0,94855863.0,97264532.0,96689540.0,97812224.0,99594102.0,99498203.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/tukey.json b/criterion/micro_ops_next_tick_big/base/tukey.json index 277cc31cc50b..03168ab67fb9 100644 --- a/criterion/micro_ops_next_tick_big/base/tukey.json +++ b/criterion/micro_ops_next_tick_big/base/tukey.json @@ -1 +1 @@ -[82264.81554225608,84087.02154337498,88946.23754635872,90768.44354747763] \ No newline at end of file +[78613.1800081045,80333.91878009391,84922.55550539902,86643.29427738844] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/change/estimates.json b/criterion/micro_ops_next_tick_big/change/estimates.json index a3d7bca1e59a..e8a307e7b078 100644 --- a/criterion/micro_ops_next_tick_big/change/estimates.json +++ b/criterion/micro_ops_next_tick_big/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02080875097458442,"upper_bound":0.00975510204802968},"point_estimate":-0.00499549616479622,"standard_error":0.00764334971379698},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008030846235142807,"upper_bound":-0.0033881846912823255},"point_estimate":-0.0062992769464039755,"standard_error":0.001227671691133837}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05872851460848253,"upper_bound":-0.030260580835834217},"point_estimate":-0.04407700743298981,"standard_error":0.007152293095547125},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.047403624977269576,"upper_bound":-0.04225260715163082},"point_estimate":-0.0442810917500891,"standard_error":0.0012848960382201833}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/estimates.json b/criterion/micro_ops_next_tick_big/new/estimates.json index c6c83384cef3..c787f719a063 100644 --- a/criterion/micro_ops_next_tick_big/new/estimates.json +++ b/criterion/micro_ops_next_tick_big/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84623.04891532738,"upper_bound":86359.50611486226},"point_estimate":85630.78515021698,"standard_error":450.6746717510361},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86527.66041666667,"upper_bound":86788.35833333334},"point_estimate":86617.24701340326,"standard_error":71.58882825982545},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":544.1300843678986,"upper_bound":1059.503307426552},"point_estimate":840.0436200747574,"standard_error":139.72424387392414},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86860.16002236014,"upper_bound":87067.25906552524},"point_estimate":86965.60971429979,"standard_error":52.97390777587784},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1480.0386517162478,"upper_bound":7120.190029533955},"point_estimate":4534.139068854348,"standard_error":1580.600637022629}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80915.71307621757,"upper_bound":82536.2940608246},"point_estimate":81856.43639665811,"standard_error":421.6267293121703},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82563.19292237442,"upper_bound":82951.19065656565},"point_estimate":82781.74075126262,"standard_error":89.7164139553795},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":538.0042756183593,"upper_bound":1135.3368051029954},"point_estimate":800.4971001766472,"standard_error":158.80901438803406},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83022.22338845798,"upper_bound":83293.08364821336},"point_estimate":83155.26190310821,"standard_error":69.5207500922342},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1480.5299549934837,"upper_bound":6653.941938626293},"point_estimate":4245.693579822227,"standard_error":1460.0223461036628}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/sample.json b/criterion/micro_ops_next_tick_big/new/sample.json index 30dd7c87b72d..0db20b80e7b4 100644 --- a/criterion/micro_ops_next_tick_big/new/sample.json +++ b/criterion/micro_ops_next_tick_big/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[585808.0,1630121.0,2715635.0,3745849.0,4836964.0,5854477.0,6950090.0,7968105.0,9078318.0,10077532.0,11131446.0,12123959.0,13189572.0,14328487.0,15328701.0,16379714.0,17576330.0,18471041.0,19481655.0,20561169.0,21591583.0,22577296.0,23882512.0,24658223.0,25758537.0,26768650.0,27978666.0,28892478.0,29895891.0,31174908.0,31958418.0,33396537.0,34050145.0,35443264.0,36634479.0,37499191.0,38563604.0,39474217.0,40471430.0,41485143.0,42946262.0,43509869.0,44959389.0,45736599.0,46906214.0,47702124.0,48933141.0,50151456.0,50849966.0,51846178.0,52892592.0,54568914.0,54904119.0,56494439.0,57480352.0,58588267.0,59864983.0,60388991.0,61421304.0,62487618.0,63854635.0,65241054.0,65898863.0,66909575.0,68250293.0,69315380.0,70158509.0,71692838.0,71750839.0,72693957.0,73780077.0,75642412.0,75990718.0,77186640.0,78815071.0,79091877.0,80714506.0,81005612.0,83021749.0,83147052.0,84183471.0,85705900.0,86688318.0,88224546.0,88303048.0,89887077.0,90482389.0,91670611.0,92692130.0,94400562.0,94580465.0,96470600.0,97105712.0,97574121.0,99674461.0,99665160.0,101875802.0,101975703.0,103756336.0,104804157.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[569692.0,1579280.0,2610166.0,3603053.0,4570640.0,5580027.0,6614814.0,7596901.0,8719386.0,9621775.0,10794160.0,11558549.0,12671435.0,13758221.0,14612610.0,15610696.0,16577984.0,17548971.0,18545958.0,19566345.0,20509233.0,21869715.0,22493906.0,23639491.0,24700778.0,25610966.0,26997148.0,27495942.0,29004122.0,29485215.0,30994596.0,31477990.0,32637174.0,33680061.0,34569049.0,35908232.0,37115516.0,38166602.0,38601497.0,40061878.0,40497972.0,41707257.0,43036339.0,43620731.0,44704317.0,45568406.0,46537093.0,47465981.0,49036861.0,49535254.0,50508342.0,51708926.0,53205807.0,54151094.0,54606388.0,56401365.0,57523250.0,58090742.0,58391339.0,59403825.0,60728809.0,61576897.0,63570271.0,63624970.0,65665544.0,65697343.0,66621632.0,67471720.0,68889702.0,69529793.0,70385883.0,72120160.0,72325357.0,74697926.0,75188419.0,76273806.0,76335805.0,77808085.0,78498476.0,79613662.0,81375639.0,81687335.0,82784620.0,83662410.0,84716195.0,85504485.0,86651170.0,87413261.0,88684544.0,90292323.0,90842316.0,93295083.0,92818890.0,93846577.0,94855863.0,97264532.0,96689540.0,97812224.0,99594102.0,99498203.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/tukey.json b/criterion/micro_ops_next_tick_big/new/tukey.json index 277cc31cc50b..03168ab67fb9 100644 --- a/criterion/micro_ops_next_tick_big/new/tukey.json +++ b/criterion/micro_ops_next_tick_big/new/tukey.json @@ -1 +1 @@ -[82264.81554225608,84087.02154337498,88946.23754635872,90768.44354747763] \ No newline at end of file +[78613.1800081045,80333.91878009391,84922.55550539902,86643.29427738844] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/report/MAD.svg b/criterion/micro_ops_next_tick_big/report/MAD.svg index 429a61d58d9a..5a0e8fc439bb 100644 --- a/criterion/micro_ops_next_tick_big/report/MAD.svg +++ b/criterion/micro_ops_next_tick_big/report/MAD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + - + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - - + + 1.1 - - - - + + +1.2 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/SD.svg b/criterion/micro_ops_next_tick_big/report/SD.svg index 5613b7a776d5..8896cf73fc40 100644 --- a/criterion/micro_ops_next_tick_big/report/SD.svg +++ b/criterion/micro_ops_next_tick_big/report/SD.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/both/pdf.svg b/criterion/micro_ops_next_tick_big/report/both/pdf.svg index c1622bb53b27..6851b3582aaa 100644 --- a/criterion/micro_ops_next_tick_big/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/both/pdf.svg @@ -9,63 +9,67 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - + + +0.18 + + - + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_big/report/both/regression.svg b/criterion/micro_ops_next_tick_big/report/both/regression.svg index 00d31c7d6d06..13574fedda48 100644 --- a/criterion/micro_ops_next_tick_big/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/both/regression.svg @@ -16,61 +16,61 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0 @@ -102,8 +102,8 @@ Iterations (x 10^3) - - + + Base Sample diff --git a/criterion/micro_ops_next_tick_big/report/change/mean.svg b/criterion/micro_ops_next_tick_big/report/change/mean.svg index 3d41cb9723d5..f900a358762b 100644 --- a/criterion/micro_ops_next_tick_big/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/change/mean.svg @@ -9,79 +9,83 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - + + +55 + + - --0.02 - - - --0.015 - - - --0.01 - - - --0.005 - - - -0 - - - -0.005 - - - -0.01 - - - - - - + +-0.06 + + + +-0.055 + + + +-0.05 + + + +-0.045 + + + +-0.04 + + + +-0.035 + + + +-0.03 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/median.svg b/criterion/micro_ops_next_tick_big/report/change/median.svg index 1247aa560eaf..e04d5bb32ab0 100644 --- a/criterion/micro_ops_next_tick_big/report/change/median.svg +++ b/criterion/micro_ops_next_tick_big/report/change/median.svg @@ -9,59 +9,63 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + + +350 + + - --0.008 - - - --0.007 - - - --0.006 - - - --0.005 - - - --0.004 - - - --0.003 - - - - - - + +-0.047 + + + +-0.046 + + + +-0.045 + + + +-0.044 + + + +-0.043 + + + +-0.042 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/t-test.svg b/criterion/micro_ops_next_tick_big/report/change/t-test.svg index a92bb6c00a93..bd855d1c0362 100644 --- a/criterion/micro_ops_next_tick_big/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_big/report/change/t-test.svg @@ -21,61 +21,69 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/micro_ops_next_tick_big/report/index.html b/criterion/micro_ops_next_tick_big/report/index.html index 1fda533c38b9..db920111334b 100644 --- a/criterion/micro_ops_next_tick_big/report/index.html +++ b/criterion/micro_ops_next_tick_big/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 86.860 µs - 86.966 µs - 87.067 µs + 83.022 µs + 83.155 µs + 83.293 µs R² - 0.9956856 - 0.9958828 - 0.9956996 + 0.9927911 + 0.9931422 + 0.9927654 Mean - 84.623 µs - 85.631 µs - 86.360 µs + 80.916 µs + 81.856 µs + 82.536 µs Std. Dev. - 1.4800 µs - 4.5341 µs - 7.1202 µs + 1.4805 µs + 4.2457 µs + 6.6539 µs Median - 86.528 µs - 86.617 µs - 86.788 µs + 82.563 µs + 82.782 µs + 82.951 µs MAD - 544.13 ns - 840.04 ns - 1.0595 µs + 538.00 ns + 800.50 ns + 1.1353 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -2.0809% - -0.4995% - +0.9755% - (p = 0.53 > + -5.8729% + -4.4077% + -3.0261% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has improved.

Additional Plots:

diff --git a/criterion/micro_ops_next_tick_big/report/mean.svg b/criterion/micro_ops_next_tick_big/report/mean.svg index 8621acad11b4..655693450dc3 100644 --- a/criterion/micro_ops_next_tick_big/report/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/mean.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - + + +1 + + - -84.6 + +80.8 - - -84.8 + + +81 - - -85 + + +81.2 - - -85.2 + + +81.4 - - -85.4 + + +81.6 - - -85.6 + + +81.8 - - -85.8 + + +82 - - -86 + + +82.2 - - -86.2 + + +82.4 - - -86.4 + + +82.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/median.svg b/criterion/micro_ops_next_tick_big/report/median.svg index 75343db74a7d..0bd8b22979a7 100644 --- a/criterion/micro_ops_next_tick_big/report/median.svg +++ b/criterion/micro_ops_next_tick_big/report/median.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - + + +7 + + + 8 - - + + +9 + + + 10 - - -12 + + + +82.55 - - -14 + + +82.6 - - - -86.5 + + +82.65 - - -86.55 + + +82.7 - - -86.6 + + +82.75 - - -86.65 + + +82.8 - - -86.7 + + +82.85 - - -86.75 + + +82.9 - - -86.8 + + +82.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/pdf.svg b/criterion/micro_ops_next_tick_big/report/pdf.svg index 7d5edb09e9b4..0968b92a9fd4 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf.svg @@ -38,46 +38,42 @@ Average Time (µs) - + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - - + + 85 - - -90 - - + Density (a.u.) @@ -86,64 +82,68 @@ Density (a.u.) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.18 + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_big/report/pdf_small.svg b/criterion/micro_ops_next_tick_big/report/pdf_small.svg index c3ab2ec123f2..24865b3cf78c 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf_small.svg @@ -10,63 +10,63 @@ Average Time (µs) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - + + +0.2 + + - + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 - - - - + + + diff --git a/criterion/micro_ops_next_tick_big/report/regression.svg b/criterion/micro_ops_next_tick_big/report/regression.svg index 4e58c2c433d7..33a3123a35de 100644 --- a/criterion/micro_ops_next_tick_big/report/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/regression.svg @@ -14,57 +14,52 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - -100.0 - - + 0.2 @@ -94,104 +89,104 @@ Iterations (x 10^3) - + - + - + - + - + - - - - + + + + - + - + - - - + + + - - - - + + + + - - - - - + + + + + - + - - - - - - - + + + + + + + - - - + + + - - + + - - + + - - - - - + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - + + + + + + + Sample diff --git a/criterion/micro_ops_next_tick_big/report/regression_small.svg b/criterion/micro_ops_next_tick_big/report/regression_small.svg index 1970b6a835c3..4f0c1b0464fd 100644 --- a/criterion/micro_ops_next_tick_big/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/regression_small.svg @@ -11,57 +11,52 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - -100.0 - - + 0.2 @@ -90,7 +85,7 @@ Iterations (x 10^3) - + @@ -108,85 +103,85 @@ Iterations (x 10^3) - - - + + + - + - - - - - + + + + + - + - - + + - - - - + + + + - - + + - - - + + + - - - - - - + + + + + + - - + + - - + + - - - - - + + + + + - - - - - - - - + + + + + + + + - + - + - + - - - - - - - - + + + + + + + + - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg index 63b49a91243f..8ce2cf1a7032 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg @@ -6,61 +6,65 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - + + +0.18 + + - + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg index 1ad36b1313b2..1b1978682399 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg @@ -18,11 +18,11 @@ Iterations (x 10^3) - - - - - + + + + + 0.0 @@ -48,26 +48,26 @@ Iterations (x 10^3) 50.0 - + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0 @@ -99,6 +99,6 @@ Iterations (x 10^3) - - + + diff --git a/criterion/micro_ops_next_tick_big/report/slope.svg b/criterion/micro_ops_next_tick_big/report/slope.svg index 7b1bba2ddef6..e99858169f0e 100644 --- a/criterion/micro_ops_next_tick_big/report/slope.svg +++ b/criterion/micro_ops_next_tick_big/report/slope.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 + + + +83 - - -8 + + +83.05 - - - -86.85 + + +83.1 - - -86.9 + + +83.15 - - -86.95 + + +83.2 - - -87 + + +83.25 - - -87.05 + + +83.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/typical.svg b/criterion/micro_ops_next_tick_big/report/typical.svg index 3f8033faf29b..1e99b0124239 100644 --- a/criterion/micro_ops_next_tick_big/report/typical.svg +++ b/criterion/micro_ops_next_tick_big/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 + + + +83 - - -8 + + +83.05 - - - -86.85 + + +83.1 - - -86.9 + + +83.15 - - -86.95 + + +83.2 - - -87 + + +83.25 - - -87.05 + + +83.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/base/estimates.json b/criterion/micro_ops_next_tick_small/base/estimates.json index 7b3333a9db4c..75159e5e5849 100644 --- a/criterion/micro_ops_next_tick_small/base/estimates.json +++ b/criterion/micro_ops_next_tick_small/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76526.8757148064,"upper_bound":77763.44064923083},"point_estimate":77216.85076976141,"standard_error":318.2481756561373},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77755.33121591833,"upper_bound":78033.34615384616},"point_estimate":77943.72828224406,"standard_error":87.7702014790364},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":359.539458175035,"upper_bound":687.3331289804181},"point_estimate":475.6797704259921,"standard_error":87.09111650665392},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":78151.17154897175,"upper_bound":78625.09839054801},"point_estimate":78378.29584499437,"standard_error":121.02808484441995},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1446.9802351668877,"upper_bound":4817.00120660424},"point_estimate":3199.9643564119556,"standard_error":926.3575760534882}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85054.99953841601,"upper_bound":86445.5230369342},"point_estimate":85853.35951760644,"standard_error":358.69726132982544},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86531.975931677,"upper_bound":86752.06686046511},"point_estimate":86647.13299594031,"standard_error":58.36495789819753},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":389.34967189874016,"upper_bound":687.3239896625527},"point_estimate":534.3993419812248,"standard_error":71.95270743923606},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86779.98267766861,"upper_bound":86906.85687907298},"point_estimate":86844.82905078567,"standard_error":32.24214819458738},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1322.9939827978255,"upper_bound":5622.901012013397},"point_estimate":3601.1633472530048,"standard_error":1220.3113314991847}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/sample.json b/criterion/micro_ops_next_tick_small/base/sample.json index f2306b7601fd..9dc234059beb 100644 --- a/criterion/micro_ops_next_tick_small/base/sample.json +++ b/criterion/micro_ops_next_tick_small/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[693213.0,1703031.0,2670748.0,3681367.0,4738887.0,5723305.0,6783524.0,7769842.0,8699159.0,9866680.0,10878998.0,11812615.0,12847034.0,13915454.0,14889471.0,15939090.0,16644803.0,17974028.0,19003347.0,20070166.0,21041984.0,22835517.0,23119921.0,24108140.0,25191360.0,26144076.0,27244097.0,28269115.0,29218833.0,30219451.0,31150568.0,32272588.0,33636514.0,34358427.0,35260844.0,37159178.0,37365181.0,38437402.0,39309517.0,40577340.0,41427256.0,42531876.0,43467693.0,44439910.0,47149360.0,46758153.0,47511567.0,48819690.0,49598205.0,50752526.0,51609041.0,52507357.0,53931983.0,54858501.0,55777517.0,56874037.0,57648451.0,58851274.0,59853392.0,60461803.0,61922630.0,63062650.0,63883565.0,65083487.0,65817800.0,68317046.0,67952640.0,69304764.0,69984677.0,70871593.0,72143315.0,73137734.0,74450658.0,75046568.0,76052187.0,77266709.0,78147525.0,78865538.0,80333365.0,81640589.0,82209399.0,83238918.0,84427640.0,85191554.0,86323674.0,87494896.0,88325911.0,92014679.0,90596852.0,94461523.0,92310183.0,96027551.0,93994314.0,95381040.0,96317956.0,99765320.0,98408095.0,99793320.0,100966241.0,104292503.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[681991.0,1739878.0,2843463.0,3827350.0,4874436.0,5877224.0,6981009.0,8009995.0,9059082.0,10140567.0,11162154.0,12165241.0,13263327.0,14299113.0,15377300.0,17575171.0,17453872.0,18541859.0,19594144.0,20703730.0,21671117.0,22682005.0,23763990.0,25225271.0,25792864.0,26796951.0,27858237.0,28820824.0,30029209.0,31079895.0,32269579.0,33120968.0,34799646.0,35176841.0,36314627.0,37271814.0,38372500.0,39494385.0,40645370.0,42959940.0,42509346.0,43627431.0,44729117.0,45552806.0,46967888.0,47748877.0,48930062.0,49774651.0,50952235.0,52199320.0,53013809.0,54155694.0,55047982.0,56183668.0,57292653.0,58016143.0,59410125.0,60338013.0,61305000.0,62469186.0,63736169.0,64460759.0,65579145.0,66872229.0,67676517.0,68821203.0,69624993.0,71060873.0,72073661.0,72750651.0,74218633.0,74661626.0,75940310.0,77054096.0,77817685.0,79404565.0,80621549.0,81169142.0,82583623.0,83700609.0,84575397.0,85570685.0,86482872.0,87476360.0,88484446.0,89528133.0,90772117.0,91917002.0,92868789.0,94096774.0,95238258.0,95585454.0,97147333.0,98186020.0,99140308.0,100186694.0,101114581.0,102440865.0,102915058.0,104198042.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/tukey.json b/criterion/micro_ops_next_tick_small/base/tukey.json index 30229476c460..df6a28db397e 100644 --- a/criterion/micro_ops_next_tick_small/base/tukey.json +++ b/criterion/micro_ops_next_tick_small/base/tukey.json @@ -1 +1 @@ -[75299.49853982395,76375.5808527522,79245.13368722756,80321.21600015582] \ No newline at end of file +[83882.55837791719,85035.61115027573,88110.41854323183,89263.47131559037] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/change/estimates.json b/criterion/micro_ops_next_tick_small/change/estimates.json index 79fb8f1eb278..587c07ce2f85 100644 --- a/criterion/micro_ops_next_tick_small/change/estimates.json +++ b/criterion/micro_ops_next_tick_small/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002476123488590322,"upper_bound":0.019571052773105498},"point_estimate":0.008135997219989921,"standard_error":0.005597345323312872},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004793530906910037,"upper_bound":0.01080643468714948},"point_estimate":0.00827603210801997,"standard_error":0.001524929620301499}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0983422078330689,"upper_bound":0.12473697596038133},"point_estimate":0.11184746155468872,"standard_error":0.006670540599951378},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.10965681037882957,"upper_bound":0.11494198935252253},"point_estimate":0.11166266876765407,"standard_error":0.0014860360801056962}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/estimates.json b/criterion/micro_ops_next_tick_small/new/estimates.json index 7b3333a9db4c..75159e5e5849 100644 --- a/criterion/micro_ops_next_tick_small/new/estimates.json +++ b/criterion/micro_ops_next_tick_small/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76526.8757148064,"upper_bound":77763.44064923083},"point_estimate":77216.85076976141,"standard_error":318.2481756561373},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77755.33121591833,"upper_bound":78033.34615384616},"point_estimate":77943.72828224406,"standard_error":87.7702014790364},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":359.539458175035,"upper_bound":687.3331289804181},"point_estimate":475.6797704259921,"standard_error":87.09111650665392},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":78151.17154897175,"upper_bound":78625.09839054801},"point_estimate":78378.29584499437,"standard_error":121.02808484441995},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1446.9802351668877,"upper_bound":4817.00120660424},"point_estimate":3199.9643564119556,"standard_error":926.3575760534882}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85054.99953841601,"upper_bound":86445.5230369342},"point_estimate":85853.35951760644,"standard_error":358.69726132982544},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86531.975931677,"upper_bound":86752.06686046511},"point_estimate":86647.13299594031,"standard_error":58.36495789819753},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":389.34967189874016,"upper_bound":687.3239896625527},"point_estimate":534.3993419812248,"standard_error":71.95270743923606},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86779.98267766861,"upper_bound":86906.85687907298},"point_estimate":86844.82905078567,"standard_error":32.24214819458738},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1322.9939827978255,"upper_bound":5622.901012013397},"point_estimate":3601.1633472530048,"standard_error":1220.3113314991847}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/sample.json b/criterion/micro_ops_next_tick_small/new/sample.json index f2306b7601fd..9dc234059beb 100644 --- a/criterion/micro_ops_next_tick_small/new/sample.json +++ b/criterion/micro_ops_next_tick_small/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[693213.0,1703031.0,2670748.0,3681367.0,4738887.0,5723305.0,6783524.0,7769842.0,8699159.0,9866680.0,10878998.0,11812615.0,12847034.0,13915454.0,14889471.0,15939090.0,16644803.0,17974028.0,19003347.0,20070166.0,21041984.0,22835517.0,23119921.0,24108140.0,25191360.0,26144076.0,27244097.0,28269115.0,29218833.0,30219451.0,31150568.0,32272588.0,33636514.0,34358427.0,35260844.0,37159178.0,37365181.0,38437402.0,39309517.0,40577340.0,41427256.0,42531876.0,43467693.0,44439910.0,47149360.0,46758153.0,47511567.0,48819690.0,49598205.0,50752526.0,51609041.0,52507357.0,53931983.0,54858501.0,55777517.0,56874037.0,57648451.0,58851274.0,59853392.0,60461803.0,61922630.0,63062650.0,63883565.0,65083487.0,65817800.0,68317046.0,67952640.0,69304764.0,69984677.0,70871593.0,72143315.0,73137734.0,74450658.0,75046568.0,76052187.0,77266709.0,78147525.0,78865538.0,80333365.0,81640589.0,82209399.0,83238918.0,84427640.0,85191554.0,86323674.0,87494896.0,88325911.0,92014679.0,90596852.0,94461523.0,92310183.0,96027551.0,93994314.0,95381040.0,96317956.0,99765320.0,98408095.0,99793320.0,100966241.0,104292503.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[681991.0,1739878.0,2843463.0,3827350.0,4874436.0,5877224.0,6981009.0,8009995.0,9059082.0,10140567.0,11162154.0,12165241.0,13263327.0,14299113.0,15377300.0,17575171.0,17453872.0,18541859.0,19594144.0,20703730.0,21671117.0,22682005.0,23763990.0,25225271.0,25792864.0,26796951.0,27858237.0,28820824.0,30029209.0,31079895.0,32269579.0,33120968.0,34799646.0,35176841.0,36314627.0,37271814.0,38372500.0,39494385.0,40645370.0,42959940.0,42509346.0,43627431.0,44729117.0,45552806.0,46967888.0,47748877.0,48930062.0,49774651.0,50952235.0,52199320.0,53013809.0,54155694.0,55047982.0,56183668.0,57292653.0,58016143.0,59410125.0,60338013.0,61305000.0,62469186.0,63736169.0,64460759.0,65579145.0,66872229.0,67676517.0,68821203.0,69624993.0,71060873.0,72073661.0,72750651.0,74218633.0,74661626.0,75940310.0,77054096.0,77817685.0,79404565.0,80621549.0,81169142.0,82583623.0,83700609.0,84575397.0,85570685.0,86482872.0,87476360.0,88484446.0,89528133.0,90772117.0,91917002.0,92868789.0,94096774.0,95238258.0,95585454.0,97147333.0,98186020.0,99140308.0,100186694.0,101114581.0,102440865.0,102915058.0,104198042.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/tukey.json b/criterion/micro_ops_next_tick_small/new/tukey.json index 30229476c460..df6a28db397e 100644 --- a/criterion/micro_ops_next_tick_small/new/tukey.json +++ b/criterion/micro_ops_next_tick_small/new/tukey.json @@ -1 +1 @@ -[75299.49853982395,76375.5808527522,79245.13368722756,80321.21600015582] \ No newline at end of file +[83882.55837791719,85035.61115027573,88110.41854323183,89263.47131559037] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/report/MAD.svg b/criterion/micro_ops_next_tick_small/report/MAD.svg index 9c4f300861c2..c061c2e62717 100644 --- a/criterion/micro_ops_next_tick_small/report/MAD.svg +++ b/criterion/micro_ops_next_tick_small/report/MAD.svg @@ -9,86 +9,70 @@ Density (a.u.) Average time (ns) - -5e-4 - - - + 0.001 - - -0.0015 - - - + + 0.002 - - -0.0025 - - - + + 0.003 - - -0.0035 - - - + + 0.004 - - -0.0045 - - - + + 0.005 - - -0.0055 + + +0.006 - - - -350 + + +0.007 - - + + +0.008 + + + + 400 - - + + 450 - - + + 500 - - + + 550 - - + + 600 - - + + 650 - - + + 700 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/SD.svg b/criterion/micro_ops_next_tick_small/report/SD.svg index 3157f1bf0842..93f97daf4cbb 100644 --- a/criterion/micro_ops_next_tick_small/report/SD.svg +++ b/criterion/micro_ops_next_tick_small/report/SD.svg @@ -9,66 +9,98 @@ Density (a.u.) Average time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - + -0.5 +0.45 - -0.6 + +0.5 + + + +0.55 - + - + +1 + + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - - - + + +5.5 + + + +6 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/both/pdf.svg b/criterion/micro_ops_next_tick_small/report/both/pdf.svg index 6fc319cd59b4..d35faf9e565b 100644 --- a/criterion/micro_ops_next_tick_small/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/both/pdf.svg @@ -9,47 +9,75 @@ Density (a.u.) Average Time (µs) - -0.05 + +0.02 - - + + +0.04 + + + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 + + + +0.14 - - + + +0.16 + + + +0.18 + + + 0.2 - - -0.25 + + +0.22 - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - - - - + + +90 + + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_small/report/both/regression.svg b/criterion/micro_ops_next_tick_small/report/both/regression.svg index 6570eb7c9266..7e07742e07e2 100644 --- a/criterion/micro_ops_next_tick_small/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/both/regression.svg @@ -16,61 +16,36 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + 0.0 - -10.0 - - - + 20.0 - - -30.0 - - - + + 40.0 - - -50.0 - - - + + 60.0 - - -70.0 - - - + + 80.0 - - -90.0 - - - + + 100.0 - + 0 @@ -100,10 +75,10 @@ Iterations (x 10^3) 1.2 - - + + - + Base Sample diff --git a/criterion/micro_ops_next_tick_small/report/change/mean.svg b/criterion/micro_ops_next_tick_small/report/change/mean.svg index 6f910bf36ce6..5d45ca1d007d 100644 --- a/criterion/micro_ops_next_tick_small/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - + - -0 - - - -0.005 - - - -0.01 - - - -0.015 - - - -0.02 - - - - - - + +0.1 + + + +0.105 + + + +0.11 + + + +0.115 + + + +0.12 + + + +0.125 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/median.svg b/criterion/micro_ops_next_tick_small/report/change/median.svg index 7969c18984f4..bce280ee13ce 100644 --- a/criterion/micro_ops_next_tick_small/report/change/median.svg +++ b/criterion/micro_ops_next_tick_small/report/change/median.svg @@ -9,63 +9,55 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - + - -0.005 - - - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - -0.011 - - - - - - + +0.11 + + + +0.111 + + + +0.112 + + + +0.113 + + + +0.114 + + + +0.115 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/t-test.svg b/criterion/micro_ops_next_tick_small/report/change/t-test.svg index 64feb6ab3bd4..aa1de618697b 100644 --- a/criterion/micro_ops_next_tick_small/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_small/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_small/report/index.html b/criterion/micro_ops_next_tick_small/report/index.html index 544ea2f332ab..b9deb4e73f82 100644 --- a/criterion/micro_ops_next_tick_small/report/index.html +++ b/criterion/micro_ops_next_tick_small/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 78.151 µs - 78.378 µs - 78.625 µs + 86.780 µs + 86.845 µs + 86.907 µs R² - 0.9843388 - 0.9853587 - 0.9841546 + 0.9971488 + 0.9972252 + 0.9971553 Mean - 76.527 µs - 77.217 µs - 77.763 µs + 85.055 µs + 85.853 µs + 86.446 µs Std. Dev. - 1.4470 µs - 3.2000 µs - 4.8170 µs + 1.3230 µs + 3.6012 µs + 5.6229 µs Median - 77.755 µs - 77.944 µs - 78.033 µs + 86.532 µs + 86.647 µs + 86.752 µs MAD - 359.54 ns - 475.68 ns - 687.33 ns + 389.35 ns + 534.40 ns + 687.32 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.2476% - +0.8136% - +1.9571% - (p = 0.17 > + +9.8342% + +11.185% + +12.474% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_next_tick_small/report/mean.svg b/criterion/micro_ops_next_tick_small/report/mean.svg index 929a473f2dbf..2011ed6b00f6 100644 --- a/criterion/micro_ops_next_tick_small/report/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/mean.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - + - -76.4 + +85 + + + +85.2 - - -76.6 + + +85.4 - - -76.8 + + +85.6 - - -77 + + +85.8 - - -77.2 + + +86 - - -77.4 + + +86.2 - - -77.6 + + +86.4 - - -77.8 + + +86.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/median.svg b/criterion/micro_ops_next_tick_small/report/median.svg index 08148923ff19..bde460d5c18c 100644 --- a/criterion/micro_ops_next_tick_small/report/median.svg +++ b/criterion/micro_ops_next_tick_small/report/median.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - -8 + + +7 - - -10 + + +8 - - -12 + + +9 - - -14 + + +10 - + - -77.75 - - - -77.8 - - - -77.85 + +86.55 - - -77.9 + + +86.6 - - -77.95 + + +86.65 - - -78 + + +86.7 - - -78.05 + + +86.75 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/pdf.svg b/criterion/micro_ops_next_tick_small/report/pdf.svg index 44f65cf1ea71..a58ca0aed30d 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf.svg @@ -13,59 +13,67 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - -50 - - - + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - + + +85 + + + +90 + + + +95 + + Density (a.u.) @@ -74,76 +82,82 @@ Density (a.u.) 0 - -0.05 + +0.02 + + + +0.04 - - + + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 - - + + 0.2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_small/report/pdf_small.svg b/criterion/micro_ops_next_tick_small/report/pdf_small.svg index 78257ed7e558..8b357f69fdf5 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf_small.svg @@ -10,43 +10,39 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - -0.25 - - + - -50 - - - + 60 - - + + 70 - - + + 80 - - - + + +90 + + + + diff --git a/criterion/micro_ops_next_tick_small/report/regression.svg b/criterion/micro_ops_next_tick_small/report/regression.svg index 40c761a7f6cf..9e0c361d7d92 100644 --- a/criterion/micro_ops_next_tick_small/report/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/regression.svg @@ -8,22 +8,22 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - + + + + + + - + - + - + - + 10.0 @@ -37,161 +37,161 @@ Iterations (x 10^3) 30.0 - + 40.0 - + 50.0 - + 60.0 - + 70.0 - + 80.0 - + 90.0 - + 100.0 - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_next_tick_small/report/regression_small.svg b/criterion/micro_ops_next_tick_small/report/regression_small.svg index de9bf4b65cfe..14851047abec 100644 --- a/criterion/micro_ops_next_tick_small/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/regression_small.svg @@ -5,17 +5,17 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - + + + + + + - + @@ -38,10 +38,10 @@ Iterations (x 10^3) 40.0 - + 50.0 - + 60.0 @@ -63,130 +63,130 @@ Iterations (x 10^3) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - + - - + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg index 1c8fd51057f7..7f87a7283d3e 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg @@ -6,45 +6,73 @@ Density (a.u.) Average Time (µs) - -0.05 + +0.02 - - + + +0.04 + + + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 + + + +0.14 - - + + +0.16 + + + +0.18 + + + 0.2 - - -0.25 + + +0.22 - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - - - - + + +90 + + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg index 02f0bdacb2d2..dd54f551132f 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg @@ -13,61 +13,36 @@ Iterations (x 10^3) - - - - - - - - + + + + - 0.0 - -10.0 - - - + 20.0 - - -30.0 - - - + + 40.0 - - -50.0 - - - + + 60.0 - - -70.0 - - - + + 80.0 - + -90.0 - - - 100.0 - + 0 @@ -97,8 +72,8 @@ Iterations (x 10^3) 1.2 - - + + diff --git a/criterion/micro_ops_next_tick_small/report/slope.svg b/criterion/micro_ops_next_tick_small/report/slope.svg index 4fed87e7236e..6e1cedb51d0f 100644 --- a/criterion/micro_ops_next_tick_small/report/slope.svg +++ b/criterion/micro_ops_next_tick_small/report/slope.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 - - - -1 + +2 - - -1.5 + + +4 - - -2 + + +6 - - -2.5 + + +8 - - -3 + + +10 - - -3.5 + + +12 - + - -78.1 + +86.78 + + + +86.8 + + + +86.82 - - -78.2 + + +86.84 - - -78.3 + + +86.86 - - -78.4 + + +86.88 - - -78.5 + + +86.9 - - -78.6 + + +86.92 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/typical.svg b/criterion/micro_ops_next_tick_small/report/typical.svg index 31fea80e046a..5a881214eb10 100644 --- a/criterion/micro_ops_next_tick_small/report/typical.svg +++ b/criterion/micro_ops_next_tick_small/report/typical.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 - - - -1 + +2 - - -1.5 + + +4 - - -2 + + +6 - - -2.5 + + +8 - - -3 + + +10 - - -3.5 + + +12 - + - -78.1 + +86.78 + + + +86.8 + + + +86.82 - - -78.2 + + +86.84 - - -78.3 + + +86.86 - - -78.4 + + +86.88 - - -78.5 + + +86.9 - - -78.6 + + +86.92 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/base/estimates.json b/criterion/micro_ops_sort/base/estimates.json index 8a7d076746aa..92c20164b411 100644 --- a/criterion/micro_ops_sort/base/estimates.json +++ b/criterion/micro_ops_sort/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":131500.954620895,"upper_bound":132161.1338613116},"point_estimate":131825.79002163128,"standard_error":168.05852617294732},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":130692.02597402598,"upper_bound":131085.49909963986},"point_estimate":130840.2692287234,"standard_error":113.79549298969528},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":346.99396599806335,"upper_bound":1118.5709440786923},"point_estimate":629.2635245287726,"standard_error":206.51174336158897},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":130783.4524216734,"upper_bound":131166.85648067767},"point_estimate":130934.96031328506,"standard_error":100.65258681595895},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1482.9637331077142,"upper_bound":1844.0372778717187},"point_estimate":1686.3541607463426,"standard_error":92.14164618343942}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":139319.52613483672,"upper_bound":140396.5113834332},"point_estimate":139833.7180593669,"standard_error":275.3749303763294},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138124.19768170425,"upper_bound":140147.02105263158},"point_estimate":138309.76328502415,"standard_error":542.1765598910972},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":567.9765853821751,"upper_bound":2896.592211841147},"point_estimate":1127.263017668222,"standard_error":619.0872149406571},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138862.4546593449,"upper_bound":141106.81780769685},"point_estimate":139915.23159745825,"standard_error":576.9728987666881},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2064.137406163854,"upper_bound":3377.661167607816},"point_estimate":2766.0687403242787,"standard_error":335.3808579861432}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/sample.json b/criterion/micro_ops_sort/base/sample.json index a4f5ce1414ef..591930735cfb 100644 --- a/criterion/micro_ops_sort/base/sample.json +++ b/criterion/micro_ops_sort/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[678713.0,1356625.0,1997937.0,2691249.0,3376263.0,4016672.0,4691088.0,5409499.0,6028511.0,6729626.0,7348535.0,8070648.0,8718462.0,9388371.0,9977587.0,10709296.0,11433911.0,12034020.0,12609130.0,13452454.0,14041353.0,14597868.0,15394681.0,16150000.0,16690506.0,17486023.0,18028832.0,18687040.0,19440557.0,19976267.0,20793182.0,21301995.0,21889104.0,22394412.0,22876426.0,23495236.0,24177243.0,24786357.0,25523673.0,26123478.0,26734786.0,27341304.0,28135619.0,28667931.0,29362146.0,29972855.0,30668667.0,31279879.0,31925686.0,32631500.0,33216312.0,33984230.0,34516229.0,35270450.0,35791759.0,36480071.0,37232283.0,37873807.0,38914519.0,39125425.0,39840034.0,40590749.0,41145854.0,41762172.0,42432283.0,43090393.0,43756809.0,44539930.0,45045228.0,45614945.0,46395357.0,47258370.0,47643479.0,48371794.0,49225409.0,49540717.0,50316430.0,51052949.0,51645051.0,52328869.0,54894911.0,53739985.0,54143093.0,54904010.0,55492429.0,56195838.0,57087449.0,57526266.0,58132168.0,58760781.0,59436093.0,60258703.0,60768717.0,61503432.0,62114947.0,62861757.0,63349568.0,64273890.0,64743895.0,65442307.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[710490.0,1399080.0,2131977.0,2852961.0,3543753.0,4273749.0,4946040.0,5715622.0,6362316.0,7088504.0,7796303.0,8509688.0,9224391.0,9824572.0,10467850.0,11230150.0,12006243.0,12727139.0,13331822.0,14089225.0,14798702.0,15473591.0,16145710.0,16906083.0,17598279.0,18241060.0,19083069.0,19639138.0,20417628.0,21197721.0,21803411.0,22721208.0,23224011.0,23788876.0,24325380.0,24872289.0,25534652.0,26242653.0,26777657.0,27600239.0,28291854.0,28965623.0,29603337.0,30357496.0,31128485.0,31747095.0,32314192.0,33092468.0,33716948.0,34457259.0,35158450.0,35714034.0,36561923.0,37033618.0,37898413.0,38454495.0,39395377.0,39939878.0,40732374.0,41424541.0,42119758.0,42929945.0,43359935.0,44137722.0,45142013.0,45515107.0,46389700.0,46989389.0,47703393.0,48320471.0,49023265.0,49760054.0,53403711.0,52313132.0,51826632.0,52310018.0,53132711.0,55280081.0,57095848.0,55287677.0,55952273.0,56532064.0,57242164.0,58014251.0,58550232.0,59379725.0,59769521.0,60637813.0,66219330.0,66995529.0,62850375.0,63292168.0,64343862.0,70400878.0,66569835.0,66250239.0,70754270.0,73593551.0,68271812.0,68898614.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/tukey.json b/criterion/micro_ops_sort/base/tukey.json index 18e5842d25a5..47574ddb2ed5 100644 --- a/criterion/micro_ops_sort/base/tukey.json +++ b/criterion/micro_ops_sort/base/tukey.json @@ -1 +1 @@ -[121726.20270707071,126152.53741414142,137956.09663299663,142382.43134006736] \ No newline at end of file +[128042.60143090194,133001.48666112043,146225.18060836976,151184.06583858826] \ No newline at end of file diff --git a/criterion/micro_ops_sort/change/estimates.json b/criterion/micro_ops_sort/change/estimates.json index 83202cd1b2ab..e92696824354 100644 --- a/criterion/micro_ops_sort/change/estimates.json +++ b/criterion/micro_ops_sort/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006441068671426575,"upper_bound":0.0009002870929144546},"point_estimate":-0.003008403549269234,"standard_error":0.0018699291511126885},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01581836415765469,"upper_bound":0.0015333787990763348},"point_estimate":-0.0016354403141846108,"standard_error":0.003920827942782319}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.055613461569409495,"upper_bound":0.0653239646581083},"point_estimate":0.060746292788547596,"standard_error":0.0024261721782830306},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.054718835204953464,"upper_bound":0.07065231923824877},"point_estimate":0.05708864786301571,"standard_error":0.0042365644507545135}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/estimates.json b/criterion/micro_ops_sort/new/estimates.json index 8a7d076746aa..92c20164b411 100644 --- a/criterion/micro_ops_sort/new/estimates.json +++ b/criterion/micro_ops_sort/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":131500.954620895,"upper_bound":132161.1338613116},"point_estimate":131825.79002163128,"standard_error":168.05852617294732},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":130692.02597402598,"upper_bound":131085.49909963986},"point_estimate":130840.2692287234,"standard_error":113.79549298969528},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":346.99396599806335,"upper_bound":1118.5709440786923},"point_estimate":629.2635245287726,"standard_error":206.51174336158897},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":130783.4524216734,"upper_bound":131166.85648067767},"point_estimate":130934.96031328506,"standard_error":100.65258681595895},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1482.9637331077142,"upper_bound":1844.0372778717187},"point_estimate":1686.3541607463426,"standard_error":92.14164618343942}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":139319.52613483672,"upper_bound":140396.5113834332},"point_estimate":139833.7180593669,"standard_error":275.3749303763294},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138124.19768170425,"upper_bound":140147.02105263158},"point_estimate":138309.76328502415,"standard_error":542.1765598910972},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":567.9765853821751,"upper_bound":2896.592211841147},"point_estimate":1127.263017668222,"standard_error":619.0872149406571},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138862.4546593449,"upper_bound":141106.81780769685},"point_estimate":139915.23159745825,"standard_error":576.9728987666881},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2064.137406163854,"upper_bound":3377.661167607816},"point_estimate":2766.0687403242787,"standard_error":335.3808579861432}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/sample.json b/criterion/micro_ops_sort/new/sample.json index a4f5ce1414ef..591930735cfb 100644 --- a/criterion/micro_ops_sort/new/sample.json +++ b/criterion/micro_ops_sort/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[678713.0,1356625.0,1997937.0,2691249.0,3376263.0,4016672.0,4691088.0,5409499.0,6028511.0,6729626.0,7348535.0,8070648.0,8718462.0,9388371.0,9977587.0,10709296.0,11433911.0,12034020.0,12609130.0,13452454.0,14041353.0,14597868.0,15394681.0,16150000.0,16690506.0,17486023.0,18028832.0,18687040.0,19440557.0,19976267.0,20793182.0,21301995.0,21889104.0,22394412.0,22876426.0,23495236.0,24177243.0,24786357.0,25523673.0,26123478.0,26734786.0,27341304.0,28135619.0,28667931.0,29362146.0,29972855.0,30668667.0,31279879.0,31925686.0,32631500.0,33216312.0,33984230.0,34516229.0,35270450.0,35791759.0,36480071.0,37232283.0,37873807.0,38914519.0,39125425.0,39840034.0,40590749.0,41145854.0,41762172.0,42432283.0,43090393.0,43756809.0,44539930.0,45045228.0,45614945.0,46395357.0,47258370.0,47643479.0,48371794.0,49225409.0,49540717.0,50316430.0,51052949.0,51645051.0,52328869.0,54894911.0,53739985.0,54143093.0,54904010.0,55492429.0,56195838.0,57087449.0,57526266.0,58132168.0,58760781.0,59436093.0,60258703.0,60768717.0,61503432.0,62114947.0,62861757.0,63349568.0,64273890.0,64743895.0,65442307.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[710490.0,1399080.0,2131977.0,2852961.0,3543753.0,4273749.0,4946040.0,5715622.0,6362316.0,7088504.0,7796303.0,8509688.0,9224391.0,9824572.0,10467850.0,11230150.0,12006243.0,12727139.0,13331822.0,14089225.0,14798702.0,15473591.0,16145710.0,16906083.0,17598279.0,18241060.0,19083069.0,19639138.0,20417628.0,21197721.0,21803411.0,22721208.0,23224011.0,23788876.0,24325380.0,24872289.0,25534652.0,26242653.0,26777657.0,27600239.0,28291854.0,28965623.0,29603337.0,30357496.0,31128485.0,31747095.0,32314192.0,33092468.0,33716948.0,34457259.0,35158450.0,35714034.0,36561923.0,37033618.0,37898413.0,38454495.0,39395377.0,39939878.0,40732374.0,41424541.0,42119758.0,42929945.0,43359935.0,44137722.0,45142013.0,45515107.0,46389700.0,46989389.0,47703393.0,48320471.0,49023265.0,49760054.0,53403711.0,52313132.0,51826632.0,52310018.0,53132711.0,55280081.0,57095848.0,55287677.0,55952273.0,56532064.0,57242164.0,58014251.0,58550232.0,59379725.0,59769521.0,60637813.0,66219330.0,66995529.0,62850375.0,63292168.0,64343862.0,70400878.0,66569835.0,66250239.0,70754270.0,73593551.0,68271812.0,68898614.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/tukey.json b/criterion/micro_ops_sort/new/tukey.json index 18e5842d25a5..47574ddb2ed5 100644 --- a/criterion/micro_ops_sort/new/tukey.json +++ b/criterion/micro_ops_sort/new/tukey.json @@ -1 +1 @@ -[121726.20270707071,126152.53741414142,137956.09663299663,142382.43134006736] \ No newline at end of file +[128042.60143090194,133001.48666112043,146225.18060836976,151184.06583858826] \ No newline at end of file diff --git a/criterion/micro_ops_sort/report/MAD.svg b/criterion/micro_ops_sort/report/MAD.svg index cab8946520e4..1e20b8c7c3fa 100644 --- a/criterion/micro_ops_sort/report/MAD.svg +++ b/criterion/micro_ops_sort/report/MAD.svg @@ -9,74 +9,78 @@ Density (a.u.) Average time (µs) - -0.5 - - - -1 - - - -1.5 - - - -2 - - - -2.5 + +0.1 - - -3 + + +0.2 - - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - - + + 1.1 - - -1.2 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/SD.svg b/criterion/micro_ops_sort/report/SD.svg index 6e459a377b6c..31669d7cde0d 100644 --- a/criterion/micro_ops_sort/report/SD.svg +++ b/criterion/micro_ops_sort/report/SD.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 - - - -1.5 - - - -2 - - - -2.5 + + +0.4 - - -3 + + +0.6 - - -3.5 + + +0.8 - - -4 + + +1 - - -4.5 + + +1.2 - + - -1.45 - - - -1.5 + +2 - - -1.55 + + +2.2 - - -1.6 + + +2.4 - - -1.65 + + +2.6 - - -1.7 + + +2.8 - - -1.75 + + +3 - - -1.8 + + +3.2 - + -1.85 +3.4 - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/both/pdf.svg b/criterion/micro_ops_sort/report/both/pdf.svg index 1e06c9848d1b..439e1586cc8b 100644 --- a/criterion/micro_ops_sort/report/both/pdf.svg +++ b/criterion/micro_ops_sort/report/both/pdf.svg @@ -34,18 +34,30 @@ Average Time (µs) - + 130 - - + + 135 - - - - - + + +140 + + + +145 + + + +150 + + + + + + Base PDF diff --git a/criterion/micro_ops_sort/report/both/regression.svg b/criterion/micro_ops_sort/report/both/regression.svg index 2620279ee612..dbe08fb1a219 100644 --- a/criterion/micro_ops_sort/report/both/regression.svg +++ b/criterion/micro_ops_sort/report/both/regression.svg @@ -20,41 +20,41 @@ Iterations - - - - - - + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - + 0 @@ -100,10 +100,10 @@ Iterations 500 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_sort/report/change/mean.svg b/criterion/micro_ops_sort/report/change/mean.svg index 86f9cda168e2..f2cbc9222ded 100644 --- a/criterion/micro_ops_sort/report/change/mean.svg +++ b/criterion/micro_ops_sort/report/change/mean.svg @@ -9,87 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 - - - -200 - - + - --0.007 - - - --0.006 - - - --0.005 - - - --0.004 - - - --0.003 - - - --0.002 - - - --0.001 - - - -0 - - - -0.001 - - - - - - + +0.056 + + + +0.058 + + + +0.06 + + + +0.062 + + + +0.064 + + + +0.066 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/median.svg b/criterion/micro_ops_sort/report/change/median.svg index 04cdf5d40aa8..97e8149ce645 100644 --- a/criterion/micro_ops_sort/report/change/median.svg +++ b/criterion/micro_ops_sort/report/change/median.svg @@ -9,95 +9,71 @@ Density (a.u.) Relative change (%) - -20 - - -40 +50 - -60 - - - -80 - - - + 100 - - -120 - - - -140 - - - -160 - - - -180 + + +150 - - + + 200 - - -220 + + +250 - + - --0.016 - - - --0.014 - - - --0.012 - - - --0.01 - - - --0.008 - - - --0.006 - - - --0.004 - - - --0.002 - - - -0 - - - -0.002 - - - - - - + +0.054 + + + +0.056 + + + +0.058 + + + +0.06 + + + +0.062 + + + +0.064 + + + +0.066 + + + +0.068 + + + +0.07 + + + +0.072 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/t-test.svg b/criterion/micro_ops_sort/report/change/t-test.svg index e84f8fe7b392..a69cbe994b0e 100644 --- a/criterion/micro_ops_sort/report/change/t-test.svg +++ b/criterion/micro_ops_sort/report/change/t-test.svg @@ -21,69 +21,69 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_sort/report/index.html b/criterion/micro_ops_sort/report/index.html index e8de3338345b..3a16feb51614 100644 --- a/criterion/micro_ops_sort/report/index.html +++ b/criterion/micro_ops_sort/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 130.78 µs - 130.93 µs - 131.17 µs + 138.86 µs + 139.92 µs + 141.11 µs R² - 0.9932596 - 0.9934429 - 0.9930136 + 0.8964806 + 0.9031938 + 0.8946116 Mean - 131.50 µs - 131.83 µs - 132.16 µs + 139.32 µs + 139.83 µs + 140.40 µs Std. Dev. - 1.4830 µs - 1.6864 µs - 1.8440 µs + 2.0641 µs + 2.7661 µs + 3.3777 µs Median - 130.69 µs - 130.84 µs - 131.09 µs + 138.12 µs + 138.31 µs + 140.15 µs MAD - 346.99 ns - 629.26 ns - 1.1186 µs + 567.98 ns + 1.1273 µs + 2.8966 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.6441% - -0.3008% - +0.0900% - (p = 0.12 > + +5.5613% + +6.0746% + +6.5324% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_sort/report/mean.svg b/criterion/micro_ops_sort/report/mean.svg index 79bb0c5eecee..fde4e2378d49 100644 --- a/criterion/micro_ops_sort/report/mean.svg +++ b/criterion/micro_ops_sort/report/mean.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 + + +0.4 - - -1.5 + + +0.6 - - -2 + + +0.8 - - -2.5 + + +1 - - - -131.5 + + +1.2 - - -131.6 + + +1.4 + + + + +139.2 - - -131.7 + + +139.4 - - -131.8 + + +139.6 - - -131.9 + + +139.8 - - -132 + + +140 - - -132.1 + + +140.2 - - -132.2 + + +140.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/median.svg b/criterion/micro_ops_sort/report/median.svg index 2be0644aab2e..ef2638fc488f 100644 --- a/criterion/micro_ops_sort/report/median.svg +++ b/criterion/micro_ops_sort/report/median.svg @@ -9,94 +9,54 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - - -4 - - - -4.5 - - - -5 - - - -5.5 - - + - -130.65 - - - -130.7 - - - -130.75 - - - -130.8 - - - -130.85 - - - -130.9 + +138 - - -130.95 + + +138.5 - - -131 + + +139 - - -131.05 + + +139.5 - - -131.1 + + +140 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/pdf.svg b/criterion/micro_ops_sort/report/pdf.svg index bee185087b9b..d88bd5a71e21 100644 --- a/criterion/micro_ops_sort/report/pdf.svg +++ b/criterion/micro_ops_sort/report/pdf.svg @@ -54,42 +54,46 @@ Average Time (µs) - -129 + +134 - - -130 + + +136 - - -131 + + +138 - - -132 + + +140 - - -133 + + +142 - - -134 + + +144 - - -135 + + +146 - - -136 + + +148 - - -137 + + +150 - + + +152 + + Density (a.u.) @@ -98,36 +102,58 @@ Density (a.u.) 0 - -0.05 + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 - - + + 0.1 - - -0.15 + + +0.12 - - -0.2 + + +0.14 - - -0.25 + + +0.16 - - -0.3 + + +0.18 - - - + + + - + - + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_sort/report/pdf_small.svg b/criterion/micro_ops_sort/report/pdf_small.svg index c3049f34331e..d7cf48abd478 100644 --- a/criterion/micro_ops_sort/report/pdf_small.svg +++ b/criterion/micro_ops_sort/report/pdf_small.svg @@ -10,51 +10,63 @@ Average Time (µs) 0 - -0.05 + +0.02 - - + + +0.04 + + + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 - - -0.2 + + +0.14 - - -0.25 + + +0.16 - - -0.3 + + +0.18 - - -0.35 + + +0.2 - + - -130 + +135 - - -132 + + +140 - - -134 + + +145 - - -136 + + +150 - - - + + + diff --git a/criterion/micro_ops_sort/report/regression.svg b/criterion/micro_ops_sort/report/regression.svg index 15fda2109538..5b1f15fb1782 100644 --- a/criterion/micro_ops_sort/report/regression.svg +++ b/criterion/micro_ops_sort/report/regression.svg @@ -18,37 +18,42 @@ Iterations - - - - - - + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - + + +70.0 + + 50 @@ -91,107 +96,107 @@ Iterations - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_sort/report/regression_small.svg b/criterion/micro_ops_sort/report/regression_small.svg index 6d94db5d5451..067cb8cf7d61 100644 --- a/criterion/micro_ops_sort/report/regression_small.svg +++ b/criterion/micro_ops_sort/report/regression_small.svg @@ -15,37 +15,42 @@ Iterations - - - - - - + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - + + +70.0 + + 50 @@ -90,103 +95,103 @@ Iterations - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_sort/report/relative_pdf_small.svg b/criterion/micro_ops_sort/report/relative_pdf_small.svg index d9912960a76a..d29b591fb2f2 100644 --- a/criterion/micro_ops_sort/report/relative_pdf_small.svg +++ b/criterion/micro_ops_sort/report/relative_pdf_small.svg @@ -31,16 +31,28 @@ Average Time (µs) - + 130 - - + + 135 - - - - - + + +140 + + + +145 + + + +150 + + + + + + diff --git a/criterion/micro_ops_sort/report/relative_regression_small.svg b/criterion/micro_ops_sort/report/relative_regression_small.svg index 6b39a020bb47..4e67c13995b5 100644 --- a/criterion/micro_ops_sort/report/relative_regression_small.svg +++ b/criterion/micro_ops_sort/report/relative_regression_small.svg @@ -17,41 +17,41 @@ Iterations - - - - - - + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - + 0 @@ -97,8 +97,8 @@ Iterations 500 - - - - + + + + diff --git a/criterion/micro_ops_sort/report/slope.svg b/criterion/micro_ops_sort/report/slope.svg index 8d75fc406c25..22084d28d199 100644 --- a/criterion/micro_ops_sort/report/slope.svg +++ b/criterion/micro_ops_sort/report/slope.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - -0.5 - - - -1 + +0.1 - - -1.5 + + +0.2 - - -2 + + +0.3 - - -2.5 + + +0.4 - - -3 + + +0.5 - - -3.5 + + +0.6 - - -4 + + +0.7 - + - -130.75 - - - -130.8 - - - -130.85 - - - -130.9 - - - -130.95 - - - -131 + +139 - - -131.05 + + +139.5 - - -131.1 + + +140 - - -131.15 + + +140.5 - - -131.2 + + +141 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/typical.svg b/criterion/micro_ops_sort/report/typical.svg index 509abb5ea823..c0702f102432 100644 --- a/criterion/micro_ops_sort/report/typical.svg +++ b/criterion/micro_ops_sort/report/typical.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - -0.5 - - - -1 + +0.1 - - -1.5 + + +0.2 - - -2 + + +0.3 - - -2.5 + + +0.4 - - -3 + + +0.5 - - -3.5 + + +0.6 - - -4 + + +0.7 - + - -130.75 - - - -130.8 - - - -130.85 - - - -130.9 - - - -130.95 - - - -131 + +139 - - -131.05 + + +139.5 - - -131.1 + + +140 - - -131.15 + + +140.5 - - -131.2 + + +141 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/base/estimates.json b/criterion/micro_ops_tee/base/estimates.json index c3fe8cd2874d..98e1836b6a06 100644 --- a/criterion/micro_ops_tee/base/estimates.json +++ b/criterion/micro_ops_tee/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9219.372127637722,"upper_bound":9270.445379403602},"point_estimate":9242.56149923366,"standard_error":13.068186185611719},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9202.117346938776,"upper_bound":9213.505555555555},"point_estimate":9208.789415102576,"standard_error":2.8393197498456906},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15.714871013235042,"upper_bound":24.98538300257382},"point_estimate":21.775905686903158,"standard_error":2.3564430809785253},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9213.304549949275,"upper_bound":9262.539436089093},"point_estimate":9234.655699719226,"standard_error":12.644488420535696},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69.71961627049554,"upper_bound":175.53864013263066},"point_estimate":131.0912948651894,"standard_error":26.659792674647377}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10267.51405243032,"upper_bound":10275.9114077221},"point_estimate":10271.500747531712,"standard_error":2.143214559313538},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10264.113131313132,"upper_bound":10273.52808988764},"point_estimate":10268.717096951059,"standard_error":2.0418799733788084},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.689787285477726,"upper_bound":19.886393128148487},"point_estimate":15.854774845202716,"standard_error":1.7948269354560689},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10268.326234912784,"upper_bound":10273.42902866584},"point_estimate":10270.916852043414,"standard_error":1.2939504625761038},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15.41192558576494,"upper_bound":27.404703983683593},"point_estimate":21.544694817495362,"standard_error":3.082158657793096}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/sample.json b/criterion/micro_ops_tee/base/sample.json index 3add9660c0b2..8921445a5f45 100644 --- a/criterion/micro_ops_tee/base/sample.json +++ b/criterion/micro_ops_tee/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[92202.0,184403.0,276307.0,368607.0,461310.0,590210.0,644210.0,742516.0,827315.0,919919.0,1013222.0,1102922.0,1194922.0,1286624.0,1377326.0,1469926.0,1561631.0,1663929.0,1744932.0,1843734.0,1941942.0,2023839.0,2115941.0,2206640.0,2324042.0,2416645.0,2482446.0,2574249.0,2664550.0,2767454.0,2864053.0,2949153.0,3033752.0,3138860.0,3216863.0,3316862.0,3398566.0,3503965.0,3581466.0,3692867.0,3781972.0,3874272.0,3976182.0,4052579.0,4148978.0,4240182.0,4345480.0,4421587.0,4510888.0,4615387.0,4696088.0,4798884.0,4888797.0,4982695.0,5306393.0,5474413.0,5446906.0,5330998.0,5427899.0,5518398.0,5613410.0,6114015.0,6154013.0,5883307.0,5981010.0,6068013.0,6154721.0,6273713.0,6352118.0,6455627.0,6540224.0,6616723.0,6727626.0,6804229.0,6908828.0,6989924.0,7085134.0,7164527.0,7274938.0,7360338.0,7450438.0,7552838.0,7640847.0,7743445.0,7826646.0,7915548.0,8011653.0,8114850.0,8187061.0,8272854.0,8360353.0,8453755.0,8554663.0,8646163.0,8753866.0,8829467.0,8932566.0,9018075.0,9175584.0,9224473.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[92498.0,183999.0,277096.0,369395.0,461496.0,560191.0,645791.0,745791.0,830890.0,922890.0,1020587.0,1107886.0,1206186.0,1292779.0,1383682.0,1476078.0,1569181.0,1662478.0,1758876.0,1850478.0,1949373.0,2029878.0,2126275.0,2214274.0,2313373.0,2398265.0,2506268.0,2583872.0,2675664.0,2775566.0,2861067.0,2966260.0,3064260.0,3137660.0,3228355.0,3326561.0,3422158.0,3511455.0,3599050.0,3694154.0,3795754.0,3876451.0,3966852.0,4082344.0,4150247.0,4247444.0,4340745.0,4431143.0,4532643.0,4635141.0,4716841.0,4806233.0,4901642.0,4984635.0,5080736.0,5180033.0,5276434.0,5360025.0,5452729.0,5547830.0,5628228.0,5719531.0,5814018.0,5916921.0,6001915.0,6099222.0,6188022.0,6274820.0,6388920.0,6473522.0,6569412.0,6661112.0,6752817.0,6852715.0,6924518.0,7025906.0,7116308.0,7208502.0,7301004.0,7399906.0,7483803.0,7567897.0,7670802.0,7779899.0,7859502.0,7956200.0,8046394.0,8140799.0,8229096.0,8331292.0,8410197.0,8508388.0,8599485.0,8692591.0,8774787.0,8868381.0,8961777.0,9064491.0,9136982.0,9243784.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/tukey.json b/criterion/micro_ops_tee/base/tukey.json index 869104eb7d43..1f836cf8517a 100644 --- a/criterion/micro_ops_tee/base/tukey.json +++ b/criterion/micro_ops_tee/base/tukey.json @@ -1 +1 @@ -[9105.978248108733,9150.369810991302,9268.747312011488,9313.138874894059] \ No newline at end of file +[10191.012021855931,10223.68561332448,10310.815190573943,10343.488782042492] \ No newline at end of file diff --git a/criterion/micro_ops_tee/change/estimates.json b/criterion/micro_ops_tee/change/estimates.json index dfe1b380649b..ab9ea40d0e70 100644 --- a/criterion/micro_ops_tee/change/estimates.json +++ b/criterion/micro_ops_tee/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.003775019520365042,"upper_bound":0.009809609364988417},"point_estimate":0.006225811730739883,"standard_error":0.0014336226031226172},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0024292669860745963,"upper_bound":0.0038193328454754205},"point_estimate":0.003259630937273217,"standard_error":0.0003527288275574716}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.10797457231844687,"upper_bound":0.11414778568135187},"point_estimate":0.11132619981845582,"standard_error":0.0015891950339440254},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.11428391044904562,"upper_bound":0.11598835920561168},"point_estimate":0.1150995678226916,"standard_error":0.0004145213894690574}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/estimates.json b/criterion/micro_ops_tee/new/estimates.json index c3fe8cd2874d..98e1836b6a06 100644 --- a/criterion/micro_ops_tee/new/estimates.json +++ b/criterion/micro_ops_tee/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9219.372127637722,"upper_bound":9270.445379403602},"point_estimate":9242.56149923366,"standard_error":13.068186185611719},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9202.117346938776,"upper_bound":9213.505555555555},"point_estimate":9208.789415102576,"standard_error":2.8393197498456906},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15.714871013235042,"upper_bound":24.98538300257382},"point_estimate":21.775905686903158,"standard_error":2.3564430809785253},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9213.304549949275,"upper_bound":9262.539436089093},"point_estimate":9234.655699719226,"standard_error":12.644488420535696},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69.71961627049554,"upper_bound":175.53864013263066},"point_estimate":131.0912948651894,"standard_error":26.659792674647377}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10267.51405243032,"upper_bound":10275.9114077221},"point_estimate":10271.500747531712,"standard_error":2.143214559313538},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10264.113131313132,"upper_bound":10273.52808988764},"point_estimate":10268.717096951059,"standard_error":2.0418799733788084},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.689787285477726,"upper_bound":19.886393128148487},"point_estimate":15.854774845202716,"standard_error":1.7948269354560689},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10268.326234912784,"upper_bound":10273.42902866584},"point_estimate":10270.916852043414,"standard_error":1.2939504625761038},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15.41192558576494,"upper_bound":27.404703983683593},"point_estimate":21.544694817495362,"standard_error":3.082158657793096}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/sample.json b/criterion/micro_ops_tee/new/sample.json index 3add9660c0b2..8921445a5f45 100644 --- a/criterion/micro_ops_tee/new/sample.json +++ b/criterion/micro_ops_tee/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[92202.0,184403.0,276307.0,368607.0,461310.0,590210.0,644210.0,742516.0,827315.0,919919.0,1013222.0,1102922.0,1194922.0,1286624.0,1377326.0,1469926.0,1561631.0,1663929.0,1744932.0,1843734.0,1941942.0,2023839.0,2115941.0,2206640.0,2324042.0,2416645.0,2482446.0,2574249.0,2664550.0,2767454.0,2864053.0,2949153.0,3033752.0,3138860.0,3216863.0,3316862.0,3398566.0,3503965.0,3581466.0,3692867.0,3781972.0,3874272.0,3976182.0,4052579.0,4148978.0,4240182.0,4345480.0,4421587.0,4510888.0,4615387.0,4696088.0,4798884.0,4888797.0,4982695.0,5306393.0,5474413.0,5446906.0,5330998.0,5427899.0,5518398.0,5613410.0,6114015.0,6154013.0,5883307.0,5981010.0,6068013.0,6154721.0,6273713.0,6352118.0,6455627.0,6540224.0,6616723.0,6727626.0,6804229.0,6908828.0,6989924.0,7085134.0,7164527.0,7274938.0,7360338.0,7450438.0,7552838.0,7640847.0,7743445.0,7826646.0,7915548.0,8011653.0,8114850.0,8187061.0,8272854.0,8360353.0,8453755.0,8554663.0,8646163.0,8753866.0,8829467.0,8932566.0,9018075.0,9175584.0,9224473.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[92498.0,183999.0,277096.0,369395.0,461496.0,560191.0,645791.0,745791.0,830890.0,922890.0,1020587.0,1107886.0,1206186.0,1292779.0,1383682.0,1476078.0,1569181.0,1662478.0,1758876.0,1850478.0,1949373.0,2029878.0,2126275.0,2214274.0,2313373.0,2398265.0,2506268.0,2583872.0,2675664.0,2775566.0,2861067.0,2966260.0,3064260.0,3137660.0,3228355.0,3326561.0,3422158.0,3511455.0,3599050.0,3694154.0,3795754.0,3876451.0,3966852.0,4082344.0,4150247.0,4247444.0,4340745.0,4431143.0,4532643.0,4635141.0,4716841.0,4806233.0,4901642.0,4984635.0,5080736.0,5180033.0,5276434.0,5360025.0,5452729.0,5547830.0,5628228.0,5719531.0,5814018.0,5916921.0,6001915.0,6099222.0,6188022.0,6274820.0,6388920.0,6473522.0,6569412.0,6661112.0,6752817.0,6852715.0,6924518.0,7025906.0,7116308.0,7208502.0,7301004.0,7399906.0,7483803.0,7567897.0,7670802.0,7779899.0,7859502.0,7956200.0,8046394.0,8140799.0,8229096.0,8331292.0,8410197.0,8508388.0,8599485.0,8692591.0,8774787.0,8868381.0,8961777.0,9064491.0,9136982.0,9243784.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/tukey.json b/criterion/micro_ops_tee/new/tukey.json index 869104eb7d43..1f836cf8517a 100644 --- a/criterion/micro_ops_tee/new/tukey.json +++ b/criterion/micro_ops_tee/new/tukey.json @@ -1 +1 @@ -[9105.978248108733,9150.369810991302,9268.747312011488,9313.138874894059] \ No newline at end of file +[10191.012021855931,10223.68561332448,10310.815190573943,10343.488782042492] \ No newline at end of file diff --git a/criterion/micro_ops_tee/report/MAD.svg b/criterion/micro_ops_tee/report/MAD.svg index 5e2f1f30422a..20e53adec930 100644 --- a/criterion/micro_ops_tee/report/MAD.svg +++ b/criterion/micro_ops_tee/report/MAD.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (ns) - -0.02 + +0.05 - - -0.04 - - - -0.06 + + +0.1 - - -0.08 + + +0.15 - - -0.1 + + +0.2 - - -0.12 + + +0.25 - - -0.14 + + + +12 - - -0.16 + + +13 - - -0.18 + + +14 - - -0.2 + + +15 - - - + + 16 - - -18 - - - -20 + + +17 - - -22 + + +18 - - -24 + + +19 - - -26 + + +20 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/SD.svg b/criterion/micro_ops_tee/report/SD.svg index 60ee36814e44..5a4d5d901563 100644 --- a/criterion/micro_ops_tee/report/SD.svg +++ b/criterion/micro_ops_tee/report/SD.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (ns) - -0.002 + +0.02 - - -0.004 + + +0.04 - - -0.006 + + +0.06 - - -0.008 + + +0.08 - - -0.01 - - + -0.012 +0.1 - -0.014 - - - -0.016 + +0.12 - + - -60 + +16 - - -80 + + +18 - - -100 + + +20 - - -120 + + +22 - - -140 + + +24 - - -160 + + +26 - - -180 + + +28 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/both/pdf.svg b/criterion/micro_ops_tee/report/both/pdf.svg index 731d934700a2..2b74018fc1d9 100644 --- a/criterion/micro_ops_tee/report/both/pdf.svg +++ b/criterion/micro_ops_tee/report/both/pdf.svg @@ -9,75 +9,59 @@ Density (a.u.) Average Time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - + + 20 - - -22 - - + - -9.2 - - - -9.4 - - - -9.6 - - - -9.8 + +9.5 - - + + 10 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_tee/report/both/regression.svg b/criterion/micro_ops_tee/report/both/regression.svg index ab9650cbf247..55df1f9988a7 100644 --- a/criterion/micro_ops_tee/report/both/regression.svg +++ b/criterion/micro_ops_tee/report/both/regression.svg @@ -20,56 +20,61 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - + + +10.0 + + 0 @@ -115,8 +120,8 @@ Iterations (x 10^3) 1 - - + + diff --git a/criterion/micro_ops_tee/report/change/mean.svg b/criterion/micro_ops_tee/report/change/mean.svg index 087f9568963f..b6f6f920f2a1 100644 --- a/criterion/micro_ops_tee/report/change/mean.svg +++ b/criterion/micro_ops_tee/report/change/mean.svg @@ -9,67 +9,55 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - -250 - - - -300 - - - -350 - - + - -0.004 - - - -0.005 - - - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - - - - + +0.108 + + + +0.109 + + + +0.11 + + + +0.111 + + + +0.112 + + + +0.113 + + + +0.114 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/median.svg b/criterion/micro_ops_tee/report/change/median.svg index e33349222b42..006154f7f776 100644 --- a/criterion/micro_ops_tee/report/change/median.svg +++ b/criterion/micro_ops_tee/report/change/median.svg @@ -9,67 +9,75 @@ Density (a.u.) Relative change (%) - + 200 - + 400 - + 600 - - + + 800 - - + + 1000 - - + + 1200 - + - -0.0024 - - - -0.0026 - - - -0.0028 - - - -0.003 - - - -0.0032 - - - -0.0034 - - - -0.0036 - - - -0.0038 - - - - - - + +0.1142 + + + +0.1144 + + + +0.1146 + + + +0.1148 + + + +0.115 + + + +0.1152 + + + +0.1154 + + + +0.1156 + + + +0.1158 + + + +0.116 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/t-test.svg b/criterion/micro_ops_tee/report/change/t-test.svg index dabe5def694a..79392c9e4d46 100644 --- a/criterion/micro_ops_tee/report/change/t-test.svg +++ b/criterion/micro_ops_tee/report/change/t-test.svg @@ -13,68 +13,76 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + +4.0 + + + t distribution diff --git a/criterion/micro_ops_tee/report/index.html b/criterion/micro_ops_tee/report/index.html index 267feda6f762..92efacc7694b 100644 --- a/criterion/micro_ops_tee/report/index.html +++ b/criterion/micro_ops_tee/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 9.2133 µs - 9.2347 µs - 9.2625 µs + 10.268 µs + 10.271 µs + 10.273 µs R² - 0.9769407 - 0.9776497 - 0.9764411 + 0.9998136 + 0.9998224 + 0.9998141 Mean - 9.2194 µs - 9.2426 µs - 9.2704 µs + 10.268 µs + 10.272 µs + 10.276 µs Std. Dev. - 69.720 ns - 131.09 ns - 175.54 ns + 15.412 ns + 21.545 ns + 27.405 ns Median - 9.2021 µs - 9.2088 µs - 9.2135 µs + 10.264 µs + 10.269 µs + 10.274 µs MAD - 15.715 ns - 21.776 ns - 24.985 ns + 12.690 ns + 15.855 ns + 19.886 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.3775% - +0.6226% - +0.9810% + +10.797% + +11.133% + +11.415% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_tee/report/mean.svg b/criterion/micro_ops_tee/report/mean.svg index fc67578fff0c..223bbc0d111a 100644 --- a/criterion/micro_ops_tee/report/mean.svg +++ b/criterion/micro_ops_tee/report/mean.svg @@ -9,54 +9,90 @@ Density (a.u.) Average time (µs) - -5 + +20 - - -10 + + +40 - - -15 + + +60 - - -20 + + +80 + + + +100 + + + +120 + + + +140 + + + +160 - - -25 + + +180 - - -30 + + +200 - + - -9.22 + +10.267 + + + +10.268 + + + +10.269 + + + +10.27 + + + +10.271 + + + +10.272 - - -9.23 + + +10.273 - - -9.24 + + +10.274 - - -9.25 + + +10.275 - - -9.26 + + +10.276 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/median.svg b/criterion/micro_ops_tee/report/median.svg index 4852630f4baa..d301d5308c67 100644 --- a/criterion/micro_ops_tee/report/median.svg +++ b/criterion/micro_ops_tee/report/median.svg @@ -9,54 +9,82 @@ Density (a.u.) Average time (µs) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 + + +300 + + + +400 + + + +500 + + + +600 + + + +700 - + - -9.202 + +10.264 + + + +10.265 + + + +10.266 + + + +10.267 + + + +10.268 + + + +10.269 - - -9.204 + + +10.27 - - -9.206 + + +10.271 - - -9.208 + + +10.272 - - -9.21 + + +10.273 - - -9.212 + + +10.274 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/pdf.svg b/criterion/micro_ops_tee/report/pdf.svg index d8237e89e87e..59b29bd9e287 100644 --- a/criterion/micro_ops_tee/report/pdf.svg +++ b/criterion/micro_ops_tee/report/pdf.svg @@ -3,7 +3,7 @@ micro/ops/tee -Iterations (x 10^3) +Iterations Average Time (µs) @@ -13,87 +13,87 @@ Average Time (µs) 0 - -0.1 + +100 - - -0.2 + + +200 - - -0.3 + + +300 - - -0.4 + + +400 - - -0.5 + + +500 - - -0.6 + + +600 - - -0.7 + + +700 - - -0.8 + + +800 - - -0.9 - - + -1 +900 - -9.1 + +10.2 - - -9.2 + + +10.22 - - -9.3 + + +10.24 - - -9.4 + + +10.26 - - -9.5 + + +10.28 - - -9.6 + + +10.3 - - -9.7 + + +10.32 - - -9.8 + + +10.34 - - -9.9 + + +10.36 - - -10 + + +10.38 + + + +10.4 - + Density (a.u.) @@ -102,54 +102,64 @@ Density (a.u.) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - - - - - - - - - - - - - - - - - - - - - - - - + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_tee/report/pdf_small.svg b/criterion/micro_ops_tee/report/pdf_small.svg index 3740677094cb..1a47627a6bf8 100644 --- a/criterion/micro_ops_tee/report/pdf_small.svg +++ b/criterion/micro_ops_tee/report/pdf_small.svg @@ -10,51 +10,43 @@ Average Time (µs) 0 - -1 - - - -2 - - - -3 + +5 - - -4 + + +10 - - -5 + + +15 - - -6 + + +20 - + - -9.2 + +10.2 - - -9.4 + + +10.25 - - -9.6 + + +10.3 - - -9.8 + + +10.35 - - -10 + + +10.4 - - - + + + diff --git a/criterion/micro_ops_tee/report/regression.svg b/criterion/micro_ops_tee/report/regression.svg index e13c70b32f58..ff7aa44b6246 100644 --- a/criterion/micro_ops_tee/report/regression.svg +++ b/criterion/micro_ops_tee/report/regression.svg @@ -6,27 +6,26 @@ micro/ops/tee Total sample time (ms) -Iterations (x 10^3) - - - - - - - - - - +Iterations + + + + + + + + + - - - + + + - + 1.0 @@ -40,18 +39,18 @@ Iterations (x 10^3) 3.0 - + 4.0 - - + + 5.0 - - + + 6.0 - + 7.0 @@ -60,49 +59,45 @@ Iterations (x 10^3) 8.0 - + 9.0 - + - -0.1 + +100 - - -0.2 + + +200 - - -0.3 + + +300 - - -0.4 + + +400 - - -0.5 + + +500 - - -0.6 + + +600 - - -0.7 + + +700 - - -0.8 + + +800 - - -0.9 - - + -1 +900 @@ -110,100 +105,100 @@ Iterations (x 10^3) - + - + - + - - + + - + - + - - - - + + + + - + - + - - + + - + - - - + + + - + - + - - - - - - - + + + + + + + - - - + + + - - + + - - - - + + + + - + - - - - - - + + + + + + - - - + + + - - - - - - + + + + + + - - - - + + + + diff --git a/criterion/micro_ops_tee/report/regression_small.svg b/criterion/micro_ops_tee/report/regression_small.svg index b56bd17a1d45..6dbbe6a7aae0 100644 --- a/criterion/micro_ops_tee/report/regression_small.svg +++ b/criterion/micro_ops_tee/report/regression_small.svg @@ -3,27 +3,26 @@ Total sample time (ms) -Iterations (x 10^3) - - - - - - - - - - +Iterations + + + + + + + + + - - - - - + + + + + 1.0 @@ -41,65 +40,61 @@ Iterations (x 10^3) 4.0 - + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - + - -0.1 + +100 - - -0.2 + + +200 - - -0.3 + + +300 - - -0.4 + + +400 - - -0.5 + + +500 - - -0.6 + + +600 - - -0.7 + + +700 - - -0.8 + + +800 - - -0.9 - - + -1 +900 @@ -107,7 +102,7 @@ Iterations (x 10^3) - + @@ -115,7 +110,7 @@ Iterations (x 10^3) - + @@ -127,80 +122,80 @@ Iterations (x 10^3) - - + + - + - + - + - + - + - + - - - + + + - + - - + + - + - - + + - - + + - + - + - + - - + + - + - - - - + + + + - + - - + + diff --git a/criterion/micro_ops_tee/report/relative_pdf_small.svg b/criterion/micro_ops_tee/report/relative_pdf_small.svg index 2d8c7e3a16d8..1c80816e6b5b 100644 --- a/criterion/micro_ops_tee/report/relative_pdf_small.svg +++ b/criterion/micro_ops_tee/report/relative_pdf_small.svg @@ -6,73 +6,57 @@ Density (a.u.) Average Time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - + + 20 - - -22 - - + - -9.2 - - - -9.4 - - - -9.6 - - - -9.8 + +9.5 - - + + 10 - - - - - + + + + + diff --git a/criterion/micro_ops_tee/report/relative_regression_small.svg b/criterion/micro_ops_tee/report/relative_regression_small.svg index 6a487ab7149e..033875fb2462 100644 --- a/criterion/micro_ops_tee/report/relative_regression_small.svg +++ b/criterion/micro_ops_tee/report/relative_regression_small.svg @@ -17,56 +17,61 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - + + +10.0 + + 0 @@ -112,8 +117,8 @@ Iterations (x 10^3) 1 - - + + diff --git a/criterion/micro_ops_tee/report/slope.svg b/criterion/micro_ops_tee/report/slope.svg index 9e581ef74c76..914328cffb68 100644 --- a/criterion/micro_ops_tee/report/slope.svg +++ b/criterion/micro_ops_tee/report/slope.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - -5 + +50 - - -10 + + +100 - - -15 + + +150 - - -20 + + +200 - - -25 + + +250 - - -30 + + +300 - - -35 - - + - -9.21 + +10.268 + + + +10.269 - - -9.22 + + +10.27 - - -9.23 + + +10.271 - - -9.24 + + +10.272 - - -9.25 + + +10.273 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/typical.svg b/criterion/micro_ops_tee/report/typical.svg index aa71ae170a38..205c4b477c68 100644 --- a/criterion/micro_ops_tee/report/typical.svg +++ b/criterion/micro_ops_tee/report/typical.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - -5 + +50 - - -10 + + +100 - - -15 + + +150 - - -20 + + +200 - - -25 + + +250 - - -30 + + +300 - - -35 - - + - -9.21 + +10.268 + + + +10.269 - - -9.22 + + +10.27 - - -9.23 + + +10.271 - - -9.24 + + +10.272 - - -9.25 + + +10.273 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/base/estimates.json b/criterion/micro_ops_union/base/estimates.json index 26d2c7c8b968..b66df9fbd1a7 100644 --- a/criterion/micro_ops_union/base/estimates.json +++ b/criterion/micro_ops_union/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35707.44302031575,"upper_bound":35727.21008460801},"point_estimate":35716.9825518579,"standard_error":5.026506762058865},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35701.43178621659,"upper_bound":35717.416666666664},"point_estimate":35707.86254295532,"standard_error":4.761472609897949},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23.371900697049416,"upper_bound":42.125009385316666},"point_estimate":31.156304383579123,"standard_error":4.9752763286588975},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35706.2383209635,"upper_bound":35721.67131427975},"point_estimate":35713.517319343875,"standard_error":3.9386664631639667},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38.70586035108286,"upper_bound":61.18311021645069},"point_estimate":50.50294842084862,"standard_error":5.774920780583482}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69235.47800297549,"upper_bound":69282.49903154673},"point_estimate":69259.7123137517,"standard_error":12.066917236159215},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69243.46518470791,"upper_bound":69289.55625625626},"point_estimate":69264.89064983636,"standard_error":11.285602386838436},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71.57962623492192,"upper_bound":116.88879331057556},"point_estimate":97.63605103584858,"standard_error":11.528699731506709},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69244.90902429567,"upper_bound":69276.21588774965},"point_estimate":69260.38029496084,"standard_error":7.971658138595814},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88.3328792605265,"upper_bound":153.6421669786356},"point_estimate":121.5635714541005,"standard_error":16.854173772662474}} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/sample.json b/criterion/micro_ops_union/base/sample.json index d92a985ca890..27ecbcebd213 100644 --- a/criterion/micro_ops_union/base/sample.json +++ b/criterion/micro_ops_union/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[214403.0,428609.0,642610.0,862115.0,1076517.0,1283325.0,1506724.0,1718429.0,1925038.0,2138738.0,2352433.0,2574441.0,2788950.0,3002147.0,3223567.0,3420460.0,3641071.0,3856374.0,4067076.0,4296874.0,4502887.0,4719983.0,4939683.0,5140589.0,5345903.0,5569792.0,5778107.0,6003302.0,6212210.0,6446210.0,6631116.0,6855124.0,7071429.0,7280743.0,7495039.0,7700032.0,7922034.0,8152146.0,8357961.0,8567447.0,8769167.0,8999358.0,9201565.0,9434874.0,9635770.0,9851786.0,10063685.0,10278978.0,10515582.0,10705488.0,10929989.0,11159291.0,11365317.0,11561699.0,11778433.0,12019319.0,12208686.0,12429901.0,12638811.0,12859355.0,13074929.0,13281106.0,13496640.0,13709748.0,13934242.0,14130476.0,14348959.0,14556970.0,14774364.0,15022476.0,15216261.0,15414855.0,15641062.0,15836094.0,16062551.0,16267784.0,16499388.0,16717202.0,16922894.0,17142389.0,17356214.0,17578187.0,17773708.0,18060401.0,18198414.0,18445516.0,18661165.0,18878145.0,19076637.0,19266314.0,19502017.0,19704158.0,19934123.0,20144340.0,20351184.0,20572879.0,20782381.0,20988288.0,21217582.0,21441902.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[343495.0,693692.0,1034487.0,1387982.0,1735178.0,2084273.0,2432768.0,2773263.0,3123359.0,3437956.0,3803349.0,4166045.0,4490240.0,4849338.0,5200234.0,5548729.0,5885123.0,6218719.0,6576716.0,6922411.0,7283807.0,7610600.0,7966300.0,8301193.0,8645486.0,9005283.0,9339779.0,9715472.0,10059570.0,10384567.0,10733061.0,11091356.0,11438651.0,11779845.0,12141841.0,12461534.0,12819134.0,13191026.0,13491426.0,13874119.0,14207017.0,14544012.0,14895910.0,15289405.0,15570297.0,15922294.0,16241291.0,16618091.0,16944578.0,17282173.0,17684669.0,18034566.0,18335468.0,18707354.0,19005057.0,19398247.0,19736846.0,20105845.0,20425536.0,20839635.0,21107825.0,21472022.0,21781516.0,22125618.0,22489607.0,22816407.0,23230401.0,23521896.0,23896492.0,24268390.0,24614580.0,24938576.0,25280074.0,25586867.0,25987663.0,26298564.0,26688752.0,27029851.0,27371045.0,27717740.0,28080241.0,28440040.0,28746627.0,29122319.0,29435521.0,29804713.0,30140114.0,30469006.0,30842603.0,31193797.0,31479593.0,31816991.0,32191383.0,32527385.0,32900577.0,33230268.0,33583769.0,33929360.0,34264458.0,34612054.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/tukey.json b/criterion/micro_ops_union/base/tukey.json index 74e65207e162..d9d94ff00ff5 100644 --- a/criterion/micro_ops_union/base/tukey.json +++ b/criterion/micro_ops_union/base/tukey.json @@ -1 +1 @@ -[35554.04346560846,35621.745112433855,35802.28283730158,35869.98448412698] \ No newline at end of file +[68822.78077337585,69013.79923914695,69523.18181453653,69714.20028030762] \ No newline at end of file diff --git a/criterion/micro_ops_union/change/estimates.json b/criterion/micro_ops_union/change/estimates.json index 1a7f732ec29b..0b783bff8613 100644 --- a/criterion/micro_ops_union/change/estimates.json +++ b/criterion/micro_ops_union/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0005372823147500316,"upper_bound":0.0013199516866364558},"point_estimate":0.0009243591794054762,"standard_error":0.00019980485491841635},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0005318329709991243,"upper_bound":0.0011185451321467088},"point_estimate":0.000749101688437781,"standard_error":0.00015780074347035818}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.9382123655716317,"upper_bound":0.9398658463851203},"point_estimate":0.9391255186014866,"standard_error":0.00042448637306002657},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.9388772800648302,"upper_bound":0.9405014777622882},"point_estimate":0.93976580274199,"standard_error":0.00041375286229535635}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/estimates.json b/criterion/micro_ops_union/new/estimates.json index 26d2c7c8b968..b66df9fbd1a7 100644 --- a/criterion/micro_ops_union/new/estimates.json +++ b/criterion/micro_ops_union/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35707.44302031575,"upper_bound":35727.21008460801},"point_estimate":35716.9825518579,"standard_error":5.026506762058865},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35701.43178621659,"upper_bound":35717.416666666664},"point_estimate":35707.86254295532,"standard_error":4.761472609897949},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23.371900697049416,"upper_bound":42.125009385316666},"point_estimate":31.156304383579123,"standard_error":4.9752763286588975},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35706.2383209635,"upper_bound":35721.67131427975},"point_estimate":35713.517319343875,"standard_error":3.9386664631639667},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38.70586035108286,"upper_bound":61.18311021645069},"point_estimate":50.50294842084862,"standard_error":5.774920780583482}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69235.47800297549,"upper_bound":69282.49903154673},"point_estimate":69259.7123137517,"standard_error":12.066917236159215},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69243.46518470791,"upper_bound":69289.55625625626},"point_estimate":69264.89064983636,"standard_error":11.285602386838436},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71.57962623492192,"upper_bound":116.88879331057556},"point_estimate":97.63605103584858,"standard_error":11.528699731506709},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69244.90902429567,"upper_bound":69276.21588774965},"point_estimate":69260.38029496084,"standard_error":7.971658138595814},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88.3328792605265,"upper_bound":153.6421669786356},"point_estimate":121.5635714541005,"standard_error":16.854173772662474}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/sample.json b/criterion/micro_ops_union/new/sample.json index d92a985ca890..27ecbcebd213 100644 --- a/criterion/micro_ops_union/new/sample.json +++ b/criterion/micro_ops_union/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[214403.0,428609.0,642610.0,862115.0,1076517.0,1283325.0,1506724.0,1718429.0,1925038.0,2138738.0,2352433.0,2574441.0,2788950.0,3002147.0,3223567.0,3420460.0,3641071.0,3856374.0,4067076.0,4296874.0,4502887.0,4719983.0,4939683.0,5140589.0,5345903.0,5569792.0,5778107.0,6003302.0,6212210.0,6446210.0,6631116.0,6855124.0,7071429.0,7280743.0,7495039.0,7700032.0,7922034.0,8152146.0,8357961.0,8567447.0,8769167.0,8999358.0,9201565.0,9434874.0,9635770.0,9851786.0,10063685.0,10278978.0,10515582.0,10705488.0,10929989.0,11159291.0,11365317.0,11561699.0,11778433.0,12019319.0,12208686.0,12429901.0,12638811.0,12859355.0,13074929.0,13281106.0,13496640.0,13709748.0,13934242.0,14130476.0,14348959.0,14556970.0,14774364.0,15022476.0,15216261.0,15414855.0,15641062.0,15836094.0,16062551.0,16267784.0,16499388.0,16717202.0,16922894.0,17142389.0,17356214.0,17578187.0,17773708.0,18060401.0,18198414.0,18445516.0,18661165.0,18878145.0,19076637.0,19266314.0,19502017.0,19704158.0,19934123.0,20144340.0,20351184.0,20572879.0,20782381.0,20988288.0,21217582.0,21441902.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[343495.0,693692.0,1034487.0,1387982.0,1735178.0,2084273.0,2432768.0,2773263.0,3123359.0,3437956.0,3803349.0,4166045.0,4490240.0,4849338.0,5200234.0,5548729.0,5885123.0,6218719.0,6576716.0,6922411.0,7283807.0,7610600.0,7966300.0,8301193.0,8645486.0,9005283.0,9339779.0,9715472.0,10059570.0,10384567.0,10733061.0,11091356.0,11438651.0,11779845.0,12141841.0,12461534.0,12819134.0,13191026.0,13491426.0,13874119.0,14207017.0,14544012.0,14895910.0,15289405.0,15570297.0,15922294.0,16241291.0,16618091.0,16944578.0,17282173.0,17684669.0,18034566.0,18335468.0,18707354.0,19005057.0,19398247.0,19736846.0,20105845.0,20425536.0,20839635.0,21107825.0,21472022.0,21781516.0,22125618.0,22489607.0,22816407.0,23230401.0,23521896.0,23896492.0,24268390.0,24614580.0,24938576.0,25280074.0,25586867.0,25987663.0,26298564.0,26688752.0,27029851.0,27371045.0,27717740.0,28080241.0,28440040.0,28746627.0,29122319.0,29435521.0,29804713.0,30140114.0,30469006.0,30842603.0,31193797.0,31479593.0,31816991.0,32191383.0,32527385.0,32900577.0,33230268.0,33583769.0,33929360.0,34264458.0,34612054.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/tukey.json b/criterion/micro_ops_union/new/tukey.json index 74e65207e162..d9d94ff00ff5 100644 --- a/criterion/micro_ops_union/new/tukey.json +++ b/criterion/micro_ops_union/new/tukey.json @@ -1 +1 @@ -[35554.04346560846,35621.745112433855,35802.28283730158,35869.98448412698] \ No newline at end of file +[68822.78077337585,69013.79923914695,69523.18181453653,69714.20028030762] \ No newline at end of file diff --git a/criterion/micro_ops_union/report/MAD.svg b/criterion/micro_ops_union/report/MAD.svg index 9266134479c4..2f421b560f6b 100644 --- a/criterion/micro_ops_union/report/MAD.svg +++ b/criterion/micro_ops_union/report/MAD.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (ns) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - + + +0.025 + + + 0.03 - - + + +0.035 + + + 0.04 - - -0.05 + + + +70 - - -0.06 + + +75 - - -0.07 + + +80 - - -0.08 + + +85 - - -0.09 + + +90 - - - -25 + + +95 + + + +100 + + + +105 - - -30 + + +110 - - -35 + + +115 - - -40 + + +120 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/SD.svg b/criterion/micro_ops_union/report/SD.svg index 26802b1608e8..89aabe7db2ce 100644 --- a/criterion/micro_ops_union/report/SD.svg +++ b/criterion/micro_ops_union/report/SD.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (ns) - + +0.005 + + + 0.01 - - -0.02 + + +0.015 - - -0.03 + + +0.02 - - -0.04 + + +0.025 - - -0.05 + + + +90 - - -0.06 + + +100 - - -0.07 + + +110 - - - -40 + + +120 - - -45 + + +130 - - -50 + + +140 - - -55 + + +150 - - -60 + + +160 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/both/pdf.svg b/criterion/micro_ops_union/report/both/pdf.svg index 9294aefd7e4b..326cfdc21bf6 100644 --- a/criterion/micro_ops_union/report/both/pdf.svg +++ b/criterion/micro_ops_union/report/both/pdf.svg @@ -9,71 +9,59 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - -10 - - + - -35.6 - - - -35.7 - - - -35.8 - - - -35.9 - - - -36 - - - - - - + +40 + + + +50 + + + +60 + + + + + + Base PDF diff --git a/criterion/micro_ops_union/report/both/regression.svg b/criterion/micro_ops_union/report/both/regression.svg index 60562b5d10f9..1e5c3deff309 100644 --- a/criterion/micro_ops_union/report/both/regression.svg +++ b/criterion/micro_ops_union/report/both/regression.svg @@ -16,61 +16,51 @@ Iterations - - - - - - - - - - + + + + + + + + 0.0 - -2.0 + +5.0 - - -4.0 - - - -6.0 - - - -8.0 - - - + + 10.0 - - -12.0 + + +15.0 - - -14.0 + + +20.0 - - -16.0 + + +25.0 - - -18.0 + + +30.0 - - -20.0 + + +35.0 + + + +40.0 - + 0 @@ -100,8 +90,8 @@ Iterations 600 - - + + diff --git a/criterion/micro_ops_union/report/change/mean.svg b/criterion/micro_ops_union/report/change/mean.svg index 654043a698aa..5febfcbd014f 100644 --- a/criterion/micro_ops_union/report/change/mean.svg +++ b/criterion/micro_ops_union/report/change/mean.svg @@ -9,91 +9,87 @@ Density (a.u.) Relative change (%) - + +100 + + + 200 - - -400 + + +300 - - -600 - - - -800 - - - -1000 + + +400 - - -1200 + + +500 - - -1400 + + +600 - - -1600 + + +700 - - -1800 + + +800 - - -2000 + + +900 - + - -5e-4 + +0.9382 - - -6e-4 + + +0.9384 - - -7e-4 + + +0.9386 - - -8e-4 + + +0.9388 - - -9e-4 + + +0.939 - - -0.001 + + +0.9392 - + -0.0011 +0.9394 - -0.0012 - - - -0.0013 - - - -0.0014 - - - - - - + +0.9396 + + + +0.9398 + + + +0.94 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/median.svg b/criterion/micro_ops_union/report/change/median.svg index bee9b83c1b0d..7a98170c70ef 100644 --- a/criterion/micro_ops_union/report/change/median.svg +++ b/criterion/micro_ops_union/report/change/median.svg @@ -9,59 +9,87 @@ Density (a.u.) Relative change (%) - + +100 + + + +200 + + + +300 + + + +400 + + + 500 - - -1000 + + +600 - - -1500 + + +700 - - -2000 + + +800 - - -2500 + + +900 - + - -5e-4 - - - -6e-4 - - - -7e-4 - - - -8e-4 - - - -9e-4 - - - -0.001 - - - -0.0011 - - - - - - + +0.9388 + + + +0.939 + + + +0.9392 + + + +0.9394 + + + +0.9396 + + + +0.9398 + + + +0.94 + + + +0.9402 + + + +0.9404 + + + +0.9406 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/t-test.svg b/criterion/micro_ops_union/report/change/t-test.svg index 35080b2d4a4e..4a09cb0d49d8 100644 --- a/criterion/micro_ops_union/report/change/t-test.svg +++ b/criterion/micro_ops_union/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_union/report/index.html b/criterion/micro_ops_union/report/index.html index 969707e8c04b..3be6a2f3cc2b 100644 --- a/criterion/micro_ops_union/report/index.html +++ b/criterion/micro_ops_union/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 35.706 µs - 35.714 µs - 35.722 µs + 69.245 µs + 69.260 µs + 69.276 µs R² - 0.9998887 - 0.9998944 - 0.9998872 + 0.9998542 + 0.9998611 + 0.9998539 Mean - 35.707 µs - 35.717 µs - 35.727 µs + 69.235 µs + 69.260 µs + 69.282 µs Std. Dev. - 38.706 ns - 50.503 ns - 61.183 ns + 88.333 ns + 121.56 ns + 153.64 ns Median - 35.701 µs - 35.708 µs - 35.717 µs + 69.243 µs + 69.265 µs + 69.290 µs MAD - 23.372 ns - 31.156 ns - 42.125 ns + 71.580 ns + 97.636 ns + 116.89 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.0537% - +0.0924% - +0.1320% + +93.821% + +93.913% + +93.987% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_union/report/mean.svg b/criterion/micro_ops_union/report/mean.svg index fd0d9e4ebba2..fb490d237b03 100644 --- a/criterion/micro_ops_union/report/mean.svg +++ b/criterion/micro_ops_union/report/mean.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (µs) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 + + + + +69.235 - - -50 + + +69.24 - - -60 + + +69.245 - - -70 + + +69.25 - - -80 + + +69.255 - - - -35.71 + + +69.26 + + + +69.265 + + + +69.27 - - -35.715 + + +69.275 - - -35.72 + + +69.28 - - -35.725 + + +69.285 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/median.svg b/criterion/micro_ops_union/report/median.svg index 2757d0bce777..614b3903fc49 100644 --- a/criterion/micro_ops_union/report/median.svg +++ b/criterion/micro_ops_union/report/median.svg @@ -9,78 +9,78 @@ Density (a.u.) Average time (µs) - -20 - - - -40 + +10 - - -60 + + +20 - - -80 + + +30 - - -100 + + +40 - - -120 + + +50 - - -140 + + +60 - + - -35.7 + +69.24 + + + +69.245 - - -35.702 + + +69.25 - - -35.704 + + +69.255 - - -35.706 + + +69.26 - - -35.708 + + +69.265 - - -35.71 + + +69.27 - - -35.712 + + +69.275 - - -35.714 + + +69.28 - - -35.716 + + +69.285 - - -35.718 + + +69.29 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/pdf.svg b/criterion/micro_ops_union/report/pdf.svg index 07e941675323..5cb05c9351af 100644 --- a/criterion/micro_ops_union/report/pdf.svg +++ b/criterion/micro_ops_union/report/pdf.svg @@ -13,63 +13,91 @@ Average Time (µs) 0 - + +50 + + + 100 - - + + +150 + + + 200 - + -300 +250 - + +300 + + + +350 + + + 400 - - -500 + + +450 - + -600 +500 - -35.6 + +68.6 + + + +68.7 + + + +68.8 - - -35.65 + + +68.9 - - -35.7 + + +69 - - -35.75 + + +69.1 - - -35.8 + + +69.2 - - -35.85 + + +69.3 - - -35.9 + + +69.4 - - -35.95 + + +69.5 - + + +69.6 + + Density (a.u.) @@ -78,62 +106,46 @@ Density (a.u.) 0 - -1 + +0.5 - - -2 - - - -3 + + +1 - + -4 +1.5 - -5 - - - -6 + +2 - - -7 + + +2.5 - + -8 +3 - -9 - - - - - - - - - - - - - - - - - - - - - - + +3.5 + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_union/report/pdf_small.svg b/criterion/micro_ops_union/report/pdf_small.svg index 2da8014620b6..8c82f792e6d1 100644 --- a/criterion/micro_ops_union/report/pdf_small.svg +++ b/criterion/micro_ops_union/report/pdf_small.svg @@ -10,63 +10,47 @@ Average Time (µs) 0 - -1 - - - -2 + +0.5 - - -3 + + +1 - + -4 +1.5 - -5 - - - -6 + +2 - - -7 + + +2.5 - + -8 +3 - -9 + +3.5 - - -10 + + +4 - + - -35.6 - - - -35.7 - - - -35.8 + +69 - - -35.9 + + +69.5 - - - + + + diff --git a/criterion/micro_ops_union/report/regression.svg b/criterion/micro_ops_union/report/regression.svg index 32593df46713..1e10fdddec25 100644 --- a/criterion/micro_ops_union/report/regression.svg +++ b/criterion/micro_ops_union/report/regression.svg @@ -8,86 +8,86 @@ Total sample time (ms) Iterations - - + + + + - - + + + + - - - - - - - - - - + + + + + + - -2.0 + +5.0 - - -4.0 - - - -6.0 - - - -8.0 - - - + + 10.0 - - -12.0 - - - -14.0 + + +15.0 - - -16.0 + + +20.0 - - -18.0 + + +25.0 - - -20.0 + + +30.0 - + - + +50 + + + 100 - - + + +150 + + + 200 - + -300 +250 - + +300 + + + +350 + + + 400 - - -500 + + +450 - + -600 +500 @@ -119,44 +119,44 @@ Iterations - - + + - - + + - + - - + + - - + + - + - + - - + + - - + + - + - + - + @@ -164,34 +164,34 @@ Iterations - - - - - + + + + + - - - - - - + + + + + + - + - - - + + + - - + + Sample diff --git a/criterion/micro_ops_union/report/regression_small.svg b/criterion/micro_ops_union/report/regression_small.svg index 2afabae60f6a..ec78babd4d96 100644 --- a/criterion/micro_ops_union/report/regression_small.svg +++ b/criterion/micro_ops_union/report/regression_small.svg @@ -5,86 +5,86 @@ Total sample time (ms) Iterations - - + + + + - - + + + + - - - - - - - - - - + + + + + + - -2.0 + +5.0 - - -4.0 - - - -6.0 - - - -8.0 - - - + + 10.0 - - -12.0 - - - -14.0 + + +15.0 - - -16.0 + + +20.0 - - -18.0 + + +25.0 - - -20.0 + + +30.0 - + - + +50 + + + 100 - - + + +150 + + + 200 - + -300 +250 - + +300 + + + +350 + + + 400 - - -500 + + +450 - + -600 +500 @@ -103,10 +103,10 @@ Iterations - + - + @@ -119,7 +119,7 @@ Iterations - + @@ -129,13 +129,13 @@ Iterations - + - + - + @@ -144,30 +144,30 @@ Iterations - + - + - + - - + + - + - + - + @@ -176,17 +176,17 @@ Iterations - + - + - - + + diff --git a/criterion/micro_ops_union/report/relative_pdf_small.svg b/criterion/micro_ops_union/report/relative_pdf_small.svg index 4a64108751b9..2fcbf52cf8d2 100644 --- a/criterion/micro_ops_union/report/relative_pdf_small.svg +++ b/criterion/micro_ops_union/report/relative_pdf_small.svg @@ -6,69 +6,57 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - -10 - - + - -35.6 - - - -35.7 - - - -35.8 - - - -35.9 - - - -36 - - - - - - + +40 + + + +50 + + + +60 + + + + + + diff --git a/criterion/micro_ops_union/report/relative_regression_small.svg b/criterion/micro_ops_union/report/relative_regression_small.svg index bbfe6726a8f3..aa8f87723f2d 100644 --- a/criterion/micro_ops_union/report/relative_regression_small.svg +++ b/criterion/micro_ops_union/report/relative_regression_small.svg @@ -13,61 +13,51 @@ Iterations - - - - - - - - + + + + + + - + 0.0 - -2.0 + +5.0 - - -4.0 - - - -6.0 - - - -8.0 - - - + + 10.0 - - -12.0 + + +15.0 - - -14.0 + + +20.0 + + + +25.0 - - -16.0 + + +30.0 - + -18.0 +35.0 - -20.0 + +40.0 - + 0 @@ -97,8 +87,8 @@ Iterations 600 - - + + diff --git a/criterion/micro_ops_union/report/slope.svg b/criterion/micro_ops_union/report/slope.svg index 45a07f134107..898eba7227f4 100644 --- a/criterion/micro_ops_union/report/slope.svg +++ b/criterion/micro_ops_union/report/slope.svg @@ -10,89 +10,77 @@ Average time (µs) -10 +5 - -20 - - - -30 + +10 - - -40 + + +15 - - -50 + + +20 - - -60 + + +25 - - -70 + + +30 - - -80 + + +35 - - -90 + + +40 - - -100 + + +45 - - -110 + + +50 - + - -35.706 - - - -35.708 - - - -35.71 + +69.245 - - -35.712 + + +69.25 - - -35.714 + + +69.255 - - -35.716 + + +69.26 - - -35.718 + + +69.265 - - -35.72 + + +69.27 - - -35.722 + + +69.275 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/typical.svg b/criterion/micro_ops_union/report/typical.svg index be25ecc8cb71..a829d4988c10 100644 --- a/criterion/micro_ops_union/report/typical.svg +++ b/criterion/micro_ops_union/report/typical.svg @@ -10,89 +10,77 @@ Average time (µs) -10 +5 - -20 - - - -30 + +10 - - -40 + + +15 - - -50 + + +20 - - -60 + + +25 - - -70 + + +30 - - -80 + + +35 - - -90 + + +40 - - -100 + + +45 - - -110 + + +50 - + - -35.706 - - - -35.708 - - - -35.71 + +69.245 - - -35.712 + + +69.25 - - -35.714 + + +69.255 - - -35.716 + + +69.26 - - -35.718 + + +69.265 - - -35.72 + + +69.27 - - -35.722 + + +69.275 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/base/estimates.json b/criterion/micro_ops_unique/base/estimates.json index 0f19047d97ae..3c4c538ae8e6 100644 --- a/criterion/micro_ops_unique/base/estimates.json +++ b/criterion/micro_ops_unique/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87473.8040034725,"upper_bound":87575.64311390775},"point_estimate":87518.82846574552,"standard_error":26.186726883042162},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87472.38218390805,"upper_bound":87515.38483796296},"point_estimate":87490.84407216495,"standard_error":10.876094815040968},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67.54292696476197,"upper_bound":123.3822873677577},"point_estimate":86.21751360563036,"standard_error":14.139301101801555},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87508.3681732898,"upper_bound":87546.6595262741},"point_estimate":87526.91168907935,"standard_error":9.822082170364004},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":112.4324071667889,"upper_bound":382.7597396845453},"point_estimate":263.4639128332103,"standard_error":69.70521434869097}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69797.87234003194,"upper_bound":70026.0623356802},"point_estimate":69906.7901185532,"standard_error":58.202153823350415},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69914.50059484153,"upper_bound":70119.94285714286},"point_estimate":70015.24434523808,"standard_error":62.359428991550516},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":266.2001482084295,"upper_bound":597.6968833239557},"point_estimate":453.9891558858789,"standard_error":82.38491071282964},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70094.64945637356,"upper_bound":70232.81825071311},"point_estimate":70163.81986531276,"standard_error":35.154771938849535},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":431.7779877970648,"upper_bound":775.0291444727663},"point_estimate":584.9024290773283,"standard_error":96.58913441819143}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/sample.json b/criterion/micro_ops_unique/base/sample.json index 20916e619546..d8313c9d8869 100644 --- a/criterion/micro_ops_unique/base/sample.json +++ b/criterion/micro_ops_unique/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[535110.0,1047219.0,1573829.0,2099842.0,2616949.0,3157861.0,3666869.0,4193580.0,4718793.0,5244701.0,5761313.0,6286420.0,6881135.0,7477243.0,7879051.0,8394461.0,8917270.0,9449581.0,9955792.0,10476701.0,11007309.0,11525917.0,12036131.0,12560240.0,13096753.0,13612061.0,14148873.0,14671678.0,15217995.0,15728500.0,16281014.0,16797528.0,17329335.0,17836241.0,18358561.0,18910269.0,19447070.0,19922582.0,20436495.0,20977800.0,21548821.0,22042923.0,22558238.0,23112147.0,23600955.0,24144061.0,24668969.0,25164680.0,25723293.0,26281808.0,26765717.0,27309821.0,27875930.0,28344445.0,28903153.0,29403264.0,29946770.0,30440389.0,30976695.0,31526109.0,32033111.0,32571933.0,33104227.0,33608645.0,34129760.0,34648771.0,35164579.0,35686492.0,36225192.0,36744510.0,37250011.0,37784423.0,38339330.0,38941151.0,39475056.0,40045871.0,40472772.0,40964488.0,41492796.0,42008805.0,42560218.0,43074039.0,43600645.0,44162454.0,44677661.0,45171470.0,45698979.0,46224590.0,46743495.0,47256710.0,47782921.0,48371733.0,48807154.0,49325950.0,49850165.0,50390862.0,50918174.0,51439089.0,51946198.0,52547905.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[487593.0,964689.0,1463579.0,1962572.0,2462567.0,2931463.0,3388953.0,3885451.0,4475940.0,4857537.0,5330232.0,5840322.0,6340119.0,6778112.0,7260805.0,7775295.0,8247191.0,8706486.0,9201579.0,9634473.0,10142571.0,10607157.0,11189257.0,11608146.0,12185642.0,12598934.0,13069229.0,13651521.0,14249713.0,14563711.0,15181000.0,15751698.0,16141685.0,16645779.0,16965576.0,17550274.0,17919466.0,18598855.0,18929153.0,19444443.0,19811142.0,20374833.0,20852825.0,21465719.0,21879016.0,22603401.0,24118792.0,23492797.0,24076884.0,24521477.0,25006476.0,25455072.0,26138453.0,26397256.0,27049037.0,27414439.0,27986431.0,28400727.0,28961626.0,29439211.0,29997512.0,30442301.0,30913398.0,31606488.0,31914875.0,32433575.0,32850077.0,33492859.0,33914147.0,34377553.0,34775438.0,35369135.0,35887327.0,36360722.0,37078418.0,37223516.0,37784906.0,38235197.0,38659397.0,39201487.0,39590082.0,40356269.0,40857565.0,41312155.0,41767052.0,42421846.0,42813051.0,43385836.0,43944817.0,44186525.0,44896311.0,45133521.0,45836796.0,46303193.0,46704384.0,47160376.0,47773272.0,48188371.0,48664275.0,49083960.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/tukey.json b/criterion/micro_ops_unique/base/tukey.json index f7d28b1f3f77..b54124162559 100644 --- a/criterion/micro_ops_unique/base/tukey.json +++ b/criterion/micro_ops_unique/base/tukey.json @@ -1 +1 @@ -[87053.92292462435,87238.75722561749,87731.64869493253,87916.48299592567] \ No newline at end of file +[67163.89912008276,68308.95208980328,71362.42667572467,72507.47964544519] \ No newline at end of file diff --git a/criterion/micro_ops_unique/change/estimates.json b/criterion/micro_ops_unique/change/estimates.json index fbdd6ae30b18..c903d71c07e0 100644 --- a/criterion/micro_ops_unique/change/estimates.json +++ b/criterion/micro_ops_unique/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0011042398994028258,"upper_bound":0.0024670580001388276},"point_estimate":0.0017360953500094034,"standard_error":0.00034568257608157333},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0010720673104651526,"upper_bound":0.001700749615613617},"point_estimate":0.0013386302003670636,"standard_error":0.00015991150432792588}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.2027578120531559,"upper_bound":-0.19977905590458128},"point_estimate":-0.20123713555061584,"standard_error":0.0007673192602427735},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.20144186679111453,"upper_bound":-0.19856822750372632},"point_estimate":-0.1997420405786975,"standard_error":0.0007640130572203453}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/estimates.json b/criterion/micro_ops_unique/new/estimates.json index 0f19047d97ae..3c4c538ae8e6 100644 --- a/criterion/micro_ops_unique/new/estimates.json +++ b/criterion/micro_ops_unique/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87473.8040034725,"upper_bound":87575.64311390775},"point_estimate":87518.82846574552,"standard_error":26.186726883042162},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87472.38218390805,"upper_bound":87515.38483796296},"point_estimate":87490.84407216495,"standard_error":10.876094815040968},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67.54292696476197,"upper_bound":123.3822873677577},"point_estimate":86.21751360563036,"standard_error":14.139301101801555},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87508.3681732898,"upper_bound":87546.6595262741},"point_estimate":87526.91168907935,"standard_error":9.822082170364004},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":112.4324071667889,"upper_bound":382.7597396845453},"point_estimate":263.4639128332103,"standard_error":69.70521434869097}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69797.87234003194,"upper_bound":70026.0623356802},"point_estimate":69906.7901185532,"standard_error":58.202153823350415},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69914.50059484153,"upper_bound":70119.94285714286},"point_estimate":70015.24434523808,"standard_error":62.359428991550516},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":266.2001482084295,"upper_bound":597.6968833239557},"point_estimate":453.9891558858789,"standard_error":82.38491071282964},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70094.64945637356,"upper_bound":70232.81825071311},"point_estimate":70163.81986531276,"standard_error":35.154771938849535},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":431.7779877970648,"upper_bound":775.0291444727663},"point_estimate":584.9024290773283,"standard_error":96.58913441819143}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/sample.json b/criterion/micro_ops_unique/new/sample.json index 20916e619546..d8313c9d8869 100644 --- a/criterion/micro_ops_unique/new/sample.json +++ b/criterion/micro_ops_unique/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[535110.0,1047219.0,1573829.0,2099842.0,2616949.0,3157861.0,3666869.0,4193580.0,4718793.0,5244701.0,5761313.0,6286420.0,6881135.0,7477243.0,7879051.0,8394461.0,8917270.0,9449581.0,9955792.0,10476701.0,11007309.0,11525917.0,12036131.0,12560240.0,13096753.0,13612061.0,14148873.0,14671678.0,15217995.0,15728500.0,16281014.0,16797528.0,17329335.0,17836241.0,18358561.0,18910269.0,19447070.0,19922582.0,20436495.0,20977800.0,21548821.0,22042923.0,22558238.0,23112147.0,23600955.0,24144061.0,24668969.0,25164680.0,25723293.0,26281808.0,26765717.0,27309821.0,27875930.0,28344445.0,28903153.0,29403264.0,29946770.0,30440389.0,30976695.0,31526109.0,32033111.0,32571933.0,33104227.0,33608645.0,34129760.0,34648771.0,35164579.0,35686492.0,36225192.0,36744510.0,37250011.0,37784423.0,38339330.0,38941151.0,39475056.0,40045871.0,40472772.0,40964488.0,41492796.0,42008805.0,42560218.0,43074039.0,43600645.0,44162454.0,44677661.0,45171470.0,45698979.0,46224590.0,46743495.0,47256710.0,47782921.0,48371733.0,48807154.0,49325950.0,49850165.0,50390862.0,50918174.0,51439089.0,51946198.0,52547905.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[487593.0,964689.0,1463579.0,1962572.0,2462567.0,2931463.0,3388953.0,3885451.0,4475940.0,4857537.0,5330232.0,5840322.0,6340119.0,6778112.0,7260805.0,7775295.0,8247191.0,8706486.0,9201579.0,9634473.0,10142571.0,10607157.0,11189257.0,11608146.0,12185642.0,12598934.0,13069229.0,13651521.0,14249713.0,14563711.0,15181000.0,15751698.0,16141685.0,16645779.0,16965576.0,17550274.0,17919466.0,18598855.0,18929153.0,19444443.0,19811142.0,20374833.0,20852825.0,21465719.0,21879016.0,22603401.0,24118792.0,23492797.0,24076884.0,24521477.0,25006476.0,25455072.0,26138453.0,26397256.0,27049037.0,27414439.0,27986431.0,28400727.0,28961626.0,29439211.0,29997512.0,30442301.0,30913398.0,31606488.0,31914875.0,32433575.0,32850077.0,33492859.0,33914147.0,34377553.0,34775438.0,35369135.0,35887327.0,36360722.0,37078418.0,37223516.0,37784906.0,38235197.0,38659397.0,39201487.0,39590082.0,40356269.0,40857565.0,41312155.0,41767052.0,42421846.0,42813051.0,43385836.0,43944817.0,44186525.0,44896311.0,45133521.0,45836796.0,46303193.0,46704384.0,47160376.0,47773272.0,48188371.0,48664275.0,49083960.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/tukey.json b/criterion/micro_ops_unique/new/tukey.json index f7d28b1f3f77..b54124162559 100644 --- a/criterion/micro_ops_unique/new/tukey.json +++ b/criterion/micro_ops_unique/new/tukey.json @@ -1 +1 @@ -[87053.92292462435,87238.75722561749,87731.64869493253,87916.48299592567] \ No newline at end of file +[67163.89912008276,68308.95208980328,71362.42667572467,72507.47964544519] \ No newline at end of file diff --git a/criterion/micro_ops_unique/report/MAD.svg b/criterion/micro_ops_unique/report/MAD.svg index cc5f11477857..a2c1f36ae65a 100644 --- a/criterion/micro_ops_unique/report/MAD.svg +++ b/criterion/micro_ops_unique/report/MAD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ns) - -0.005 - - - -0.01 + +0.001 - - -0.015 + + +0.002 - - -0.02 + + +0.003 - - -0.025 + + +0.004 - - -0.03 + + +0.005 - - -0.035 + + +0.006 - + - -70 + +250 + + + +300 + + + +350 - - -80 + + +400 - - -90 + + +450 - - -100 + + +500 - - -110 + + +550 - - -120 + + +600 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/SD.svg b/criterion/micro_ops_unique/report/SD.svg index d3312e0610fa..f89340aadb7c 100644 --- a/criterion/micro_ops_unique/report/SD.svg +++ b/criterion/micro_ops_unique/report/SD.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - -0.007 + + + +400 - - -0.008 + + +450 - - - -100 + + +500 - - -150 + + +550 - - -200 + + +600 - - -250 + + +650 - - -300 + + +700 - - -350 + + +750 - - -400 + + +800 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/both/pdf.svg b/criterion/micro_ops_unique/report/both/pdf.svg index cc42c97fcfbd..e5cff5c5e3af 100644 --- a/criterion/micro_ops_unique/report/both/pdf.svg +++ b/criterion/micro_ops_unique/report/both/pdf.svg @@ -9,47 +9,47 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + - -87 - - - -88 - - - -89 - - - - - - + +70 + + + +75 + + + +80 + + + +85 + + + + + + Base PDF diff --git a/criterion/micro_ops_unique/report/both/regression.svg b/criterion/micro_ops_unique/report/both/regression.svg index f4e2f18703b3..000ef95b2739 100644 --- a/criterion/micro_ops_unique/report/both/regression.svg +++ b/criterion/micro_ops_unique/report/both/regression.svg @@ -9,101 +9,86 @@ Total sample time (ms) Iterations - - - - - + + + + + + - - - - - - - - - - + + + + + + 0.0 - -5.0 - - - + 10.0 - - -15.0 - - - + + 20.0 - - -25.0 - - - + + 30.0 - - -35.0 - - - + + 40.0 - - -45.0 - - - + + 50.0 - + + +60.0 + + 0 - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 + + +700 + - - - - + + + + Base Sample diff --git a/criterion/micro_ops_unique/report/change/mean.svg b/criterion/micro_ops_unique/report/change/mean.svg index 641a2f965ad7..953a7cc1dc7b 100644 --- a/criterion/micro_ops_unique/report/change/mean.svg +++ b/criterion/micro_ops_unique/report/change/mean.svg @@ -9,91 +9,83 @@ Density (a.u.) Relative change (%) - -100 - - - -200 + +50 - - -300 + + +100 - - -400 + + +150 - - -500 + + +200 - - -600 + + +250 - - -700 + + +300 - - -800 + + +350 - - -900 + + +400 - - -1000 + + +450 - - -1100 + + +500 - + - -0.001 - - - -0.0012 - - - -0.0014 - - - -0.0016 - - - -0.0018 - - - -0.002 - - - -0.0022 - - - -0.0024 - - - -0.0026 - - - - - - + +-0.203 + + + +-0.2025 + + + +-0.202 + + + +-0.2015 + + + +-0.201 + + + +-0.2005 + + + +-0.2 + + + +-0.1995 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/median.svg b/criterion/micro_ops_unique/report/change/median.svg index c29393d09833..b8a4222c2df0 100644 --- a/criterion/micro_ops_unique/report/change/median.svg +++ b/criterion/micro_ops_unique/report/change/median.svg @@ -9,59 +9,63 @@ Density (a.u.) Relative change (%) - -500 + +100 + + + +200 - - -1000 + + +300 - - -1500 + + +400 - - -2000 + + +500 - - -2500 + + +600 - + - -0.0011 - - - -0.0012 - - - -0.0013 - - - -0.0014 - - - -0.0015 - - - -0.0016 - - - -0.0017 - - - - - - + +-0.2015 + + + +-0.201 + + + +-0.2005 + + + +-0.2 + + + +-0.1995 + + + +-0.199 + + + +-0.1985 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/t-test.svg b/criterion/micro_ops_unique/report/change/t-test.svg index c30e03fa7d52..63b0cb421ffc 100644 --- a/criterion/micro_ops_unique/report/change/t-test.svg +++ b/criterion/micro_ops_unique/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_unique/report/index.html b/criterion/micro_ops_unique/report/index.html index 5e3c641016dc..cec9d7dc7223 100644 --- a/criterion/micro_ops_unique/report/index.html +++ b/criterion/micro_ops_unique/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 87.508 µs - 87.527 µs - 87.547 µs + 70.095 µs + 70.164 µs + 70.233 µs R² - 0.9998465 - 0.9998526 - 0.9998456 + 0.9956711 + 0.9958042 + 0.9956717 Mean - 87.474 µs - 87.519 µs - 87.576 µs + 69.798 µs + 69.907 µs + 70.026 µs Std. Dev. - 112.43 ns - 263.46 ns - 382.76 ns + 431.78 ns + 584.90 ns + 775.03 ns Median - 87.472 µs - 87.491 µs - 87.515 µs + 69.915 µs + 70.015 µs + 70.120 µs MAD - 67.543 ns - 86.218 ns - 123.38 ns + 266.20 ns + 453.99 ns + 597.70 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.1104% - +0.1736% - +0.2467% + -20.276% + -20.124% + -19.978% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has improved.

Additional Plots:

diff --git a/criterion/micro_ops_unique/report/mean.svg b/criterion/micro_ops_unique/report/mean.svg index 664a24b5cd5f..03256fc2a257 100644 --- a/criterion/micro_ops_unique/report/mean.svg +++ b/criterion/micro_ops_unique/report/mean.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -2 - - - -4 + +1 - - -6 + + +2 - - -8 + + +3 - - -10 + + +4 - - -12 + + +5 - - -14 + + +6 - - -16 + + +7 - + - -87.48 + +69.8 - - -87.5 + + +69.85 - - -87.52 + + +69.9 - - -87.54 + + +69.95 - - -87.56 + + +70 - - -87.58 + + +70.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/median.svg b/criterion/micro_ops_unique/report/median.svg index be2ca24cce1d..1dc1e65a4c35 100644 --- a/criterion/micro_ops_unique/report/median.svg +++ b/criterion/micro_ops_unique/report/median.svg @@ -9,78 +9,66 @@ Density (a.u.) Average time (µs) - -10 + +1 - + + +2 + + -20 +3 - -30 - - - -40 + +4 - - -50 + + +5 - - -60 - - - - -87.47 + + +6 - - -87.475 + + +7 - - -87.48 + + +8 - - -87.485 + + +9 - - -87.49 - - - -87.495 - - - -87.5 + + + +69.9 - - -87.505 + + +69.95 - - -87.51 + + +70 - - -87.515 + + +70.05 - - -87.52 + + +70.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/pdf.svg b/criterion/micro_ops_unique/report/pdf.svg index 08ba99b85f0f..43e144533d30 100644 --- a/criterion/micro_ops_unique/report/pdf.svg +++ b/criterion/micro_ops_unique/report/pdf.svg @@ -13,55 +13,59 @@ Average Time (µs) 0 - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 + + +700 + - -87 + +69 - - -87.5 + + +70 - - -88 + + +71 - - -88.5 + + +72 - - -89 + + +73 - - -89.5 + + +74 - + Density (a.u.) @@ -70,46 +74,46 @@ Density (a.u.) 0 - + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + 0.5 - - -1 - - - -1.5 - - - -2 - - - -2.5 - - - - - - - - - - - - - - - - - - - - - - + + +0.6 + + + +0.7 + + + +0.8 + + + + + + + + + + PDF diff --git a/criterion/micro_ops_unique/report/pdf_small.svg b/criterion/micro_ops_unique/report/pdf_small.svg index 9e0abcba3cc5..5c57f8c08da4 100644 --- a/criterion/micro_ops_unique/report/pdf_small.svg +++ b/criterion/micro_ops_unique/report/pdf_small.svg @@ -10,39 +10,55 @@ Average Time (µs) 0 - + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + 0.5 - - -1 + + +0.6 - - -1.5 + + +0.7 - - -2 + + +0.8 - - -2.5 + + +0.9 - + - -87 + +70 - - -88 + + +72 - - -89 + + +74 - - - + + + diff --git a/criterion/micro_ops_unique/report/regression.svg b/criterion/micro_ops_unique/report/regression.svg index b6b52071a2d8..6d595ad03f30 100644 --- a/criterion/micro_ops_unique/report/regression.svg +++ b/criterion/micro_ops_unique/report/regression.svg @@ -8,190 +8,190 @@ Total sample time (ms) Iterations - - - - - + + + + + + - - - - - - - - - - + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - - -50.0 - - + - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 + + +700 + - + - + - + - - - - - - + + + + + + - - - + + + - - - - + + + + - + - + - - - + + + - - - - - - - + + + + + + + - + - + - - - + + + - + - + - + - - - - - + + + + + - + - - + + - - - - + + + + - - - - + + + + - - - - - - - - - + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_unique/report/regression_small.svg b/criterion/micro_ops_unique/report/regression_small.svg index f2531f120993..4cf41e43561d 100644 --- a/criterion/micro_ops_unique/report/regression_small.svg +++ b/criterion/micro_ops_unique/report/regression_small.svg @@ -5,87 +5,87 @@ Total sample time (ms) Iterations - - - - - + + + + + + - - - - - - - - - - + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - - -50.0 - - + - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 + + +700 + @@ -97,18 +97,18 @@ Iterations - + - - + + - + - - + + @@ -121,72 +121,72 @@ Iterations - + - + - - - - - - - - - + + + + + + + + + - + - - + + - + - - + + - + - + - - + + - + - + - - - - + + + + - + - - + + - + - + - - + + diff --git a/criterion/micro_ops_unique/report/relative_pdf_small.svg b/criterion/micro_ops_unique/report/relative_pdf_small.svg index 7dcbabbf0ba2..deac96f405ca 100644 --- a/criterion/micro_ops_unique/report/relative_pdf_small.svg +++ b/criterion/micro_ops_unique/report/relative_pdf_small.svg @@ -6,45 +6,45 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + - -87 - - - -88 - - - -89 - - - - - - + +70 + + + +75 + + + +80 + + + +85 + + + + + + diff --git a/criterion/micro_ops_unique/report/relative_regression_small.svg b/criterion/micro_ops_unique/report/relative_regression_small.svg index 6f774e3feff7..5537cbe33fb9 100644 --- a/criterion/micro_ops_unique/report/relative_regression_small.svg +++ b/criterion/micro_ops_unique/report/relative_regression_small.svg @@ -6,99 +6,84 @@ Total sample time (ms) Iterations - - - - - + + + + + + - - - - - - - - - - + + + + + + 0.0 - -5.0 - - - + 10.0 - - -15.0 - - - + + 20.0 - - -25.0 - - - + + 30.0 - - -35.0 - - - + + 40.0 - - -45.0 - - - + + 50.0 - + + +60.0 + + 0 - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 + + +700 + - - - - + + + + diff --git a/criterion/micro_ops_unique/report/slope.svg b/criterion/micro_ops_unique/report/slope.svg index 125ad0602bec..c11f32b6216a 100644 --- a/criterion/micro_ops_unique/report/slope.svg +++ b/criterion/micro_ops_unique/report/slope.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 - - - -15 - - - -20 + + +4 - - -25 + + +6 - - -30 + + +8 - - -35 + + +10 - - -40 + + +12 - + - -87.505 - - - -87.51 + +70.08 - - -87.515 + + +70.1 - - -87.52 + + +70.12 - - -87.525 + + +70.14 - - -87.53 + + +70.16 - - -87.535 + + +70.18 - - -87.54 + + +70.2 - - -87.545 + + +70.22 - - -87.55 + + +70.24 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/typical.svg b/criterion/micro_ops_unique/report/typical.svg index 26da8ac277cc..51e75c2c99c2 100644 --- a/criterion/micro_ops_unique/report/typical.svg +++ b/criterion/micro_ops_unique/report/typical.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 - - - -15 - - - -20 + + +4 - - -25 + + +6 - - -30 + + +8 - - -35 + + +10 - - -40 + + +12 - + - -87.505 - - - -87.51 + +70.08 - - -87.515 + + +70.1 - - -87.52 + + +70.12 - - -87.525 + + +70.14 - - -87.53 + + +70.16 - - -87.535 + + +70.18 - - -87.54 + + +70.2 - - -87.545 + + +70.22 - - -87.55 + + +70.24 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/base/estimates.json b/criterion/reachability_hydroflow/base/estimates.json index 95c4086faa1f..a5cef40704cd 100644 --- a/criterion/reachability_hydroflow/base/estimates.json +++ b/criterion/reachability_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2438652.5796071426,"upper_bound":2439672.033428571},"point_estimate":2439124.401904762,"standard_error":260.11673720731915},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2438361.4285714286,"upper_bound":2438935.261904762},"point_estimate":2438697.1428571427,"standard_error":149.7893676923365},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1157.8752794436202,"upper_bound":2061.591445899721},"point_estimate":1468.5505739279827,"standard_error":229.1413713574225},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1672.8136141045825,"upper_bound":3616.783043314099},"point_estimate":2610.334144873502,"standard_error":535.5414263298535}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2613808.9995999993,"upper_bound":2614591.3332375004},"point_estimate":2614187.233999999,"standard_error":199.4877277533926},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2613500.15,"upper_bound":2614392.2},"point_estimate":2613973.575,"standard_error":220.25215576413171},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1195.5908577740845,"upper_bound":2152.846356779613},"point_estimate":1662.6988054809883,"standard_error":258.5168999949512},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1549.3109581389085,"upper_bound":2524.6225598226056},"point_estimate":2005.3305703695244,"standard_error":259.30077593582365}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/sample.json b/criterion/reachability_hydroflow/base/sample.json index a8c2416f5425..2db89ff1f716 100644 --- a/criterion/reachability_hydroflow/base/sample.json +++ b/criterion/reachability_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0],"times":[51217290.0,51248291.0,51173390.0,51345893.0,51203390.0,51254891.0,51239891.0,51226590.0,51224591.0,51244591.0,51205590.0,51313192.0,51197690.0,51209490.0,51212291.0,51192589.0,51192189.0,51214591.0,51212690.0,51245091.0,51166889.0,51210491.0,51346992.0,51258091.0,51178789.0,51230691.0,51235691.0,51266491.0,51202090.0,51217091.0,51213390.0,51187390.0,51260491.0,51235891.0,51208690.0,51168889.0,51162590.0,51214190.0,51182290.0,51252591.0,51227290.0,51181990.0,51320792.0,51226391.0,51188390.0,51180089.0,51221791.0,51184190.0,51208390.0,51186690.0,51229690.0,51271692.0,51164289.0,51180690.0,51199490.0,51248891.0,51149789.0,51165289.0,51215690.0,51230291.0,51192490.0,51347293.0,51202090.0,51202090.0,51229491.0,51212590.0,51194390.0,51253391.0,51173290.0,51196290.0,51571297.0,51227990.0,51209291.0,51218190.0,51216190.0,51195590.0,51253191.0,51226191.0,51215290.0,51233791.0,51172890.0,51353893.0,51210390.0,51206290.0,51178090.0,51220790.0,51217490.0,51204891.0,51192590.0,51204790.0,51195090.0,51248191.0,51176089.0,51180990.0,51162189.0,51224591.0,51154389.0,51236491.0,51180789.0,51314192.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0],"times":[52251903.0,52231104.0,52283803.0,52255403.0,52284103.0,52275703.0,52263503.0,52354902.0,52296903.0,52284702.0,52262504.0,52336602.0,52256003.0,52301603.0,52290002.0,52290703.0,52304403.0,52281002.0,52240104.0,52266603.0,52319302.0,52317703.0,52262403.0,52279103.0,52232203.0,52333103.0,52315402.0,52214204.0,52295103.0,52272103.0,52214204.0,52285502.0,52325503.0,52255003.0,52256703.0,52278203.0,52248703.0,52251004.0,52222304.0,52258703.0,52326102.0,52269603.0,52266603.0,52325402.0,52372202.0,52272703.0,52285203.0,52286203.0,52241403.0,52265703.0,52270003.0,52255804.0,52278503.0,52277502.0,52224004.0,52356302.0,52269203.0,52230904.0,52308902.0,52353902.0,52260203.0,52262003.0,52282703.0,52255104.0,52312300.0,52279840.0,52486036.0,52238640.0,52298339.0,52233140.0,52354838.0,52293139.0,52324339.0,52336339.0,52294039.0,52322938.0,52296739.0,52215641.0,52226745.0,52262444.0,52326244.0,52250145.0,52287844.0,52256744.0,52250945.0,52269144.0,52289445.0,52290744.0,52322443.0,52313444.0,52265745.0,52314644.0,52272744.0,52275444.0,52288744.0,52294544.0,52292845.0,52336743.0,52290144.0,52266045.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/tukey.json b/criterion/reachability_hydroflow/base/tukey.json index cfe0fb41abc4..4dfc1f215dc7 100644 --- a/criterion/reachability_hydroflow/base/tukey.json +++ b/criterion/reachability_hydroflow/base/tukey.json @@ -1 +1 @@ -[2431755.2857142845,2434744.660714285,2442716.327380953,2445705.7023809534] \ No newline at end of file +[2606297.2000000007,2609603.9312500004,2618421.8812499996,2621728.6124999993] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/change/estimates.json b/criterion/reachability_hydroflow/change/estimates.json index e6443000c4d5..eff8c097221b 100644 --- a/criterion/reachability_hydroflow/change/estimates.json +++ b/criterion/reachability_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011084395259208235,"upper_bound":-0.010578261210214546},"point_estimate":-0.010826330880609691,"standard_error":0.0001295063196011847},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011321184855073274,"upper_bound":-0.0108503077849601},"point_estimate":-0.011063774041826013,"standard_error":0.00012345971855589209}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0714847351812328,"upper_bound":0.07202555170439662},"point_estimate":0.0717728181303614,"standard_error":0.0001377153622839577},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07167064063081278,"upper_bound":0.07209077013330867},"point_estimate":0.07187298047903812,"standard_error":0.0001082052124590805}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/estimates.json b/criterion/reachability_hydroflow/new/estimates.json index 95c4086faa1f..a5cef40704cd 100644 --- a/criterion/reachability_hydroflow/new/estimates.json +++ b/criterion/reachability_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2438652.5796071426,"upper_bound":2439672.033428571},"point_estimate":2439124.401904762,"standard_error":260.11673720731915},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2438361.4285714286,"upper_bound":2438935.261904762},"point_estimate":2438697.1428571427,"standard_error":149.7893676923365},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1157.8752794436202,"upper_bound":2061.591445899721},"point_estimate":1468.5505739279827,"standard_error":229.1413713574225},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1672.8136141045825,"upper_bound":3616.783043314099},"point_estimate":2610.334144873502,"standard_error":535.5414263298535}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2613808.9995999993,"upper_bound":2614591.3332375004},"point_estimate":2614187.233999999,"standard_error":199.4877277533926},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2613500.15,"upper_bound":2614392.2},"point_estimate":2613973.575,"standard_error":220.25215576413171},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1195.5908577740845,"upper_bound":2152.846356779613},"point_estimate":1662.6988054809883,"standard_error":258.5168999949512},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1549.3109581389085,"upper_bound":2524.6225598226056},"point_estimate":2005.3305703695244,"standard_error":259.30077593582365}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/sample.json b/criterion/reachability_hydroflow/new/sample.json index a8c2416f5425..2db89ff1f716 100644 --- a/criterion/reachability_hydroflow/new/sample.json +++ b/criterion/reachability_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0],"times":[51217290.0,51248291.0,51173390.0,51345893.0,51203390.0,51254891.0,51239891.0,51226590.0,51224591.0,51244591.0,51205590.0,51313192.0,51197690.0,51209490.0,51212291.0,51192589.0,51192189.0,51214591.0,51212690.0,51245091.0,51166889.0,51210491.0,51346992.0,51258091.0,51178789.0,51230691.0,51235691.0,51266491.0,51202090.0,51217091.0,51213390.0,51187390.0,51260491.0,51235891.0,51208690.0,51168889.0,51162590.0,51214190.0,51182290.0,51252591.0,51227290.0,51181990.0,51320792.0,51226391.0,51188390.0,51180089.0,51221791.0,51184190.0,51208390.0,51186690.0,51229690.0,51271692.0,51164289.0,51180690.0,51199490.0,51248891.0,51149789.0,51165289.0,51215690.0,51230291.0,51192490.0,51347293.0,51202090.0,51202090.0,51229491.0,51212590.0,51194390.0,51253391.0,51173290.0,51196290.0,51571297.0,51227990.0,51209291.0,51218190.0,51216190.0,51195590.0,51253191.0,51226191.0,51215290.0,51233791.0,51172890.0,51353893.0,51210390.0,51206290.0,51178090.0,51220790.0,51217490.0,51204891.0,51192590.0,51204790.0,51195090.0,51248191.0,51176089.0,51180990.0,51162189.0,51224591.0,51154389.0,51236491.0,51180789.0,51314192.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0],"times":[52251903.0,52231104.0,52283803.0,52255403.0,52284103.0,52275703.0,52263503.0,52354902.0,52296903.0,52284702.0,52262504.0,52336602.0,52256003.0,52301603.0,52290002.0,52290703.0,52304403.0,52281002.0,52240104.0,52266603.0,52319302.0,52317703.0,52262403.0,52279103.0,52232203.0,52333103.0,52315402.0,52214204.0,52295103.0,52272103.0,52214204.0,52285502.0,52325503.0,52255003.0,52256703.0,52278203.0,52248703.0,52251004.0,52222304.0,52258703.0,52326102.0,52269603.0,52266603.0,52325402.0,52372202.0,52272703.0,52285203.0,52286203.0,52241403.0,52265703.0,52270003.0,52255804.0,52278503.0,52277502.0,52224004.0,52356302.0,52269203.0,52230904.0,52308902.0,52353902.0,52260203.0,52262003.0,52282703.0,52255104.0,52312300.0,52279840.0,52486036.0,52238640.0,52298339.0,52233140.0,52354838.0,52293139.0,52324339.0,52336339.0,52294039.0,52322938.0,52296739.0,52215641.0,52226745.0,52262444.0,52326244.0,52250145.0,52287844.0,52256744.0,52250945.0,52269144.0,52289445.0,52290744.0,52322443.0,52313444.0,52265745.0,52314644.0,52272744.0,52275444.0,52288744.0,52294544.0,52292845.0,52336743.0,52290144.0,52266045.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/tukey.json b/criterion/reachability_hydroflow/new/tukey.json index cfe0fb41abc4..4dfc1f215dc7 100644 --- a/criterion/reachability_hydroflow/new/tukey.json +++ b/criterion/reachability_hydroflow/new/tukey.json @@ -1 +1 @@ -[2431755.2857142845,2434744.660714285,2442716.327380953,2445705.7023809534] \ No newline at end of file +[2606297.2000000007,2609603.9312500004,2618421.8812499996,2621728.6124999993] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/report/MAD.svg b/criterion/reachability_hydroflow/report/MAD.svg index dfc090b0af2b..1dea3900022f 100644 --- a/criterion/reachability_hydroflow/report/MAD.svg +++ b/criterion/reachability_hydroflow/report/MAD.svg @@ -9,98 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - - -2 - - - -2.2 - - + - -1.1 - - - + 1.2 - - -1.3 - - - + + 1.4 - - -1.5 - - - + + 1.6 - - -1.7 - - - + + 1.8 - - -1.9 - - - + + 2 - - -2.1 + + +2.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/SD.svg b/criterion/reachability_hydroflow/report/SD.svg index 2f595ab1cd3c..45c1ebd94476 100644 --- a/criterion/reachability_hydroflow/report/SD.svg +++ b/criterion/reachability_hydroflow/report/SD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - + + +1.2 + + + +1.4 + + + +1.6 + + - -1.5 + +1.6 + + + +1.8 - - + + 2 - - -2.5 + + +2.2 - - -3 + + +2.4 - - -3.5 + + +2.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/both/iteration_times.svg b/criterion/reachability_hydroflow/report/both/iteration_times.svg index f88e06d66533..882be4a239c2 100644 --- a/criterion/reachability_hydroflow/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow/report/both/iteration_times.svg @@ -16,45 +16,55 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + - + 2.44 - - -2.445 + + +2.46 - - -2.45 + + +2.48 - - -2.455 + + +2.5 - - -2.46 + + +2.52 + + + +2.54 + + + +2.56 - - -2.465 + + +2.58 - - -2.47 + + +2.6 - + -2.475 +2.62 @@ -102,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow/report/both/pdf.svg b/criterion/reachability_hydroflow/report/both/pdf.svg index 3f4eb3806b92..555de2f8357f 100644 --- a/criterion/reachability_hydroflow/report/both/pdf.svg +++ b/criterion/reachability_hydroflow/report/both/pdf.svg @@ -9,67 +9,67 @@ Density (a.u.) Average Time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - + + 200 - + - -2.44 - - - + 2.45 - - -2.46 + + +2.5 + + + +2.55 - - -2.47 + + +2.6 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow/report/change/mean.svg b/criterion/reachability_hydroflow/report/change/mean.svg index e0a8fb50ec2d..2503899ce8b6 100644 --- a/criterion/reachability_hydroflow/report/change/mean.svg +++ b/criterion/reachability_hydroflow/report/change/mean.svg @@ -9,58 +9,54 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - -3000 - - + - --0.0111 + +0.0715 - - --0.011 + + +0.0716 - - --0.0109 + + +0.0717 - - --0.0108 + + +0.0718 - - --0.0107 + + +0.0719 - - --0.0106 + + +0.072 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/median.svg b/criterion/reachability_hydroflow/report/change/median.svg index 7f06f395fda4..36ba76c655dd 100644 --- a/criterion/reachability_hydroflow/report/change/median.svg +++ b/criterion/reachability_hydroflow/report/change/median.svg @@ -9,58 +9,78 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - + + +3500 + + - --0.0113 + +0.07165 + + + +0.0717 + + + +0.07175 + + + +0.0718 + + + +0.07185 - - --0.0112 + + +0.0719 - - --0.0111 + + +0.07195 - - --0.011 + + +0.072 - - --0.0109 + + +0.07205 - - --0.0108 + + +0.0721 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/t-test.svg b/criterion/reachability_hydroflow/report/change/t-test.svg index d86b40b13d4e..d54a42b1cf10 100644 --- a/criterion/reachability_hydroflow/report/change/t-test.svg +++ b/criterion/reachability_hydroflow/report/change/t-test.svg @@ -17,73 +17,77 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow/report/index.html b/criterion/reachability_hydroflow/report/index.html index 728a94b81de2..bc6a4d3890b6 100644 --- a/criterion/reachability_hydroflow/report/index.html +++ b/criterion/reachability_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0271342 - 0.0280045 - 0.0268445 + 0.0018954 + 0.0019634 + 0.0018862 Mean - 2.4387 ms - 2.4391 ms - 2.4397 ms + 2.6138 ms + 2.6142 ms + 2.6146 ms Std. Dev. - 1.6728 µs - 2.6103 µs - 3.6168 µs + 1.5493 µs + 2.0053 µs + 2.5246 µs Median - 2.4384 ms - 2.4387 ms - 2.4389 ms + 2.6135 ms + 2.6140 ms + 2.6144 ms MAD - 1.1579 µs - 1.4686 µs - 2.0616 µs + 1.1956 µs + 1.6627 µs + 2.1528 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -1.1084% - -1.0826% - -1.0578% + +7.1485% + +7.1773% + +7.2026% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/reachability_hydroflow/report/iteration_times.svg b/criterion/reachability_hydroflow/report/iteration_times.svg index 2e14099e1d5d..b95c986da528 100644 --- a/criterion/reachability_hydroflow/report/iteration_times.svg +++ b/criterion/reachability_hydroflow/report/iteration_times.svg @@ -15,57 +15,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -2.436 + +2.612 - - -2.438 + + +2.614 - - -2.44 + + +2.616 - - -2.442 + + +2.618 - - -2.444 + + +2.62 - - -2.446 + + +2.622 - - -2.448 + + +2.624 - - -2.45 - - - -2.452 - - - -2.454 - - + 10 @@ -107,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow/report/iteration_times_small.svg b/criterion/reachability_hydroflow/report/iteration_times_small.svg index 1471236be511..c8ff4338bce3 100644 --- a/criterion/reachability_hydroflow/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow/report/iteration_times_small.svg @@ -12,57 +12,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -2.436 + +2.612 - - -2.438 + + +2.614 - - -2.44 + + +2.616 - - -2.442 + + +2.618 - - -2.444 + + +2.62 - - -2.446 + + +2.622 - - -2.448 + + +2.624 - - -2.45 - - - -2.452 - - - -2.454 - - + 10 @@ -104,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow/report/mean.svg b/criterion/reachability_hydroflow/report/mean.svg index d20b25c62089..1fe0acef804e 100644 --- a/criterion/reachability_hydroflow/report/mean.svg +++ b/criterion/reachability_hydroflow/report/mean.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - + + +1800 + + + +2000 + + + +2200 + + - -2.4386 + +2.6138 + + + +2.6139 + + + +2.614 + + + +2.6141 - - -2.4388 + + +2.6142 - - -2.439 + + +2.6143 - - -2.4392 + + +2.6144 - - -2.4394 + + +2.6145 - - -2.4396 + + +2.6146 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/median.svg b/criterion/reachability_hydroflow/report/median.svg index c8881f4d0889..570a477b9d86 100644 --- a/criterion/reachability_hydroflow/report/median.svg +++ b/criterion/reachability_hydroflow/report/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (ms) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - -3500 + + + +2.6135 - - -4000 + + +2.6136 - - -4500 + + +2.6137 - - - -2.4383 + + +2.6138 - - -2.4384 + + +2.6139 - - -2.4385 + + +2.614 - - -2.4386 + + +2.6141 - - -2.4387 + + +2.6142 - - -2.4388 + + +2.6143 - - -2.4389 + + +2.6144 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/pdf.svg b/criterion/reachability_hydroflow/report/pdf.svg index c28f664329f6..c899befd479b 100644 --- a/criterion/reachability_hydroflow/report/pdf.svg +++ b/criterion/reachability_hydroflow/report/pdf.svg @@ -13,67 +13,83 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - + + 20 - + -2.435 +2.61 - -2.44 + +2.612 - - -2.445 + + +2.614 - - -2.45 + + +2.616 - - -2.455 + + +2.618 - + + +2.62 + + + +2.622 + + + +2.624 + + + +2.626 + + Density (a.u.) @@ -82,68 +98,56 @@ Density (a.u.) 0 - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - + + 200 - - - - - + + + + + - - - - - - - - - - - - - - - - - + + + + + PDF diff --git a/criterion/reachability_hydroflow/report/pdf_small.svg b/criterion/reachability_hydroflow/report/pdf_small.svg index 148ce1ef61cb..c2d450a5b196 100644 --- a/criterion/reachability_hydroflow/report/pdf_small.svg +++ b/criterion/reachability_hydroflow/report/pdf_small.svg @@ -10,43 +10,39 @@ Average Time (ms) 0 - + 50 - - + + 100 - - + + 150 - - + + 200 - + - -2.435 + +2.61 - - -2.44 + + +2.615 - - -2.445 + + +2.62 - - -2.45 + + +2.625 - - -2.455 - - - - + + + diff --git a/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg index e8cad1def1cb..4614bcdbcbcb 100644 --- a/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg @@ -13,47 +13,57 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + - + 2.44 - - -2.445 + + +2.46 - - -2.45 + + +2.48 - - -2.455 + + +2.5 - - -2.46 + + +2.52 + + + +2.54 + + + +2.56 - - -2.465 + + +2.58 - - -2.47 + + +2.6 - - -2.475 + + +2.62 - + 0 @@ -99,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow/report/relative_pdf_small.svg b/criterion/reachability_hydroflow/report/relative_pdf_small.svg index f7abbdcf2155..d53429d4e77a 100644 --- a/criterion/reachability_hydroflow/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow/report/relative_pdf_small.svg @@ -10,61 +10,61 @@ Average Time (ms) 20 - + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - + + 200 - + - -2.44 - - - + 2.45 - - -2.46 + + +2.5 + + + +2.55 - - -2.47 + + +2.6 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow/report/typical.svg b/criterion/reachability_hydroflow/report/typical.svg index 2cf3861dfea0..d794c7ceff7d 100644 --- a/criterion/reachability_hydroflow/report/typical.svg +++ b/criterion/reachability_hydroflow/report/typical.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - + + +1800 + + + +2000 + + + +2200 + + - -2.4386 + +2.6138 + + + +2.6139 + + + +2.614 + + + +2.6141 - - -2.4388 + + +2.6142 - - -2.439 + + +2.6143 - - -2.4392 + + +2.6144 - - -2.4394 + + +2.6145 - - -2.4396 + + +2.6146 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/base/estimates.json b/criterion/reachability_hydroflow_scheduled/base/estimates.json index a250074b9d78..2f63367869b6 100644 --- a/criterion/reachability_hydroflow_scheduled/base/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2378674.0269642854,"upper_bound":2379499.8928571423},"point_estimate":2379070.8166666664,"standard_error":212.01181468473789},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2378310.0,"upper_bound":2378926.6666666665},"point_estimate":2378671.904761905,"standard_error":158.06036865129684},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1119.0099801332399,"upper_bound":1783.4265683376354},"point_estimate":1415.5652748686434,"standard_error":169.20130092141474},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1666.0416089125267,"upper_bound":2507.120441076513},"point_estimate":2123.2475472235874,"standard_error":214.81544664152094}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2558808.5439,"upper_bound":2563655.0264624995},"point_estimate":2560599.5490000015,"standard_error":1368.3217031121326},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2558427.1,"upper_bound":2559936.85},"point_estimate":2559182.4,"standard_error":344.5010070721243},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2387.8013876077753,"upper_bound":3885.153231024742},"point_estimate":3039.255816042354,"standard_error":376.1543093935862},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2617.1223964353826,"upper_bound":23457.91592081411},"point_estimate":13863.407103060941,"standard_error":7255.549256599858}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/sample.json b/criterion/reachability_hydroflow_scheduled/base/sample.json index 4d187b29f8ab..f7a6973d49ed 100644 --- a/criterion/reachability_hydroflow_scheduled/base/sample.json +++ b/criterion/reachability_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0],"times":[50024861.0,49981861.0,49962560.0,49937960.0,49954660.0,49975061.0,49971760.0,49951360.0,49973861.0,49982460.0,49943460.0,49942660.0,49965460.0,49976261.0,50038162.0,50085362.0,49986261.0,49954360.0,49940660.0,49964660.0,49901759.0,49931260.0,50004561.0,50088563.0,49918359.0,49959160.0,49934060.0,50023261.0,49911060.0,49988260.0,49952860.0,49953961.0,49945159.0,49918660.0,49937060.0,50085962.0,49945860.0,49971861.0,49969660.0,49986361.0,49921859.0,49890359.0,49908459.0,49934460.0,49926360.0,49987360.0,49963861.0,49935859.0,49968361.0,49939960.0,49904159.0,49956260.0,49951360.0,49970760.0,49941260.0,50083563.0,50086662.0,49983761.0,49923860.0,50057662.0,49925559.0,49954660.0,49931360.0,49950460.0,49941960.0,49945560.0,49950560.0,49928559.0,49907560.0,49947960.0,49926259.0,49929660.0,49966260.0,49901159.0,49955760.0,50096663.0,49966260.0,49986561.0,49943360.0,49931760.0,49953562.0,49936581.0,49947680.0,49919280.0,49990282.0,49909979.0,49928481.0,49889779.0,49926280.0,49954681.0,49959580.0,49937181.0,49947680.0,49934680.0,49955081.0,50045883.0,49928580.0,49979081.0,49971081.0,49967781.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0],"times":[51190459.0,51097860.0,51226959.0,51179859.0,51162960.0,51180459.0,51282158.0,51154960.0,51180060.0,51109560.0,51121160.0,51222959.0,51236458.0,51180560.0,51230459.0,51109260.0,51188459.0,51248059.0,51269258.0,51239158.0,51187960.0,51129460.0,51142960.0,51220558.0,51185060.0,51144460.0,51154359.0,51196660.0,51097560.0,51221959.0,51210859.0,51166159.0,51137260.0,51209959.0,51122960.0,51212859.0,51258559.0,51086560.0,51184760.0,51149659.0,51215359.0,51182560.0,51168542.0,51155937.0,51179337.0,51220336.0,51124538.0,51114438.0,51211436.0,51217836.0,51215237.0,51225436.0,51089138.0,51241336.0,51256536.0,51159638.0,51172837.0,51115137.0,51134338.0,51110938.0,51163537.0,51145437.0,51164637.0,51076039.0,51194136.0,51274336.0,51198737.0,51170937.0,51177837.0,51084338.0,51189037.0,51282535.0,51119038.0,51089738.0,51266736.0,51116338.0,51091038.0,53892601.0,51408934.0,51249036.0,51310336.0,51260636.0,51323835.0,51248436.0,51202636.0,51142338.0,51184736.0,51210837.0,51128638.0,51212536.0,51257236.0,51127838.0,51157337.0,51225036.0,51161537.0,51134338.0,51126937.0,51259736.0,51208837.0,51217736.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/tukey.json b/criterion/reachability_hydroflow_scheduled/base/tukey.json index 51712656ca08..83508c92785c 100644 --- a/criterion/reachability_hydroflow_scheduled/base/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[2372231.2857142864,2375008.142857143,2382413.0952380947,2385189.9523809515] \ No newline at end of file +[2544882.3499999987,2550967.8874999993,2567195.9875000007,2573281.5250000013] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/change/estimates.json b/criterion/reachability_hydroflow_scheduled/change/estimates.json index cce42250e239..52ef58ca3a9a 100644 --- a/criterion/reachability_hydroflow_scheduled/change/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008418995365233259,"upper_bound":-0.006531920674001066},"point_estimate":-0.007468187309432439,"standard_error":0.00048057625443876533},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008983233299689444,"upper_bound":-0.0040007938962146605},"point_estimate":-0.004275960745651508,"standard_error":0.0015772212080084312}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07548529611196904,"upper_bound":0.07794708675303047},"point_estimate":0.07630236605889529,"standard_error":0.0006370720273741124},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07551443262947743,"upper_bound":0.07626464124611136},"point_estimate":0.07588709265734717,"standard_error":0.0001768955382489117}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/estimates.json b/criterion/reachability_hydroflow_scheduled/new/estimates.json index a250074b9d78..2f63367869b6 100644 --- a/criterion/reachability_hydroflow_scheduled/new/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2378674.0269642854,"upper_bound":2379499.8928571423},"point_estimate":2379070.8166666664,"standard_error":212.01181468473789},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2378310.0,"upper_bound":2378926.6666666665},"point_estimate":2378671.904761905,"standard_error":158.06036865129684},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1119.0099801332399,"upper_bound":1783.4265683376354},"point_estimate":1415.5652748686434,"standard_error":169.20130092141474},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1666.0416089125267,"upper_bound":2507.120441076513},"point_estimate":2123.2475472235874,"standard_error":214.81544664152094}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2558808.5439,"upper_bound":2563655.0264624995},"point_estimate":2560599.5490000015,"standard_error":1368.3217031121326},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2558427.1,"upper_bound":2559936.85},"point_estimate":2559182.4,"standard_error":344.5010070721243},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2387.8013876077753,"upper_bound":3885.153231024742},"point_estimate":3039.255816042354,"standard_error":376.1543093935862},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2617.1223964353826,"upper_bound":23457.91592081411},"point_estimate":13863.407103060941,"standard_error":7255.549256599858}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/sample.json b/criterion/reachability_hydroflow_scheduled/new/sample.json index 4d187b29f8ab..f7a6973d49ed 100644 --- a/criterion/reachability_hydroflow_scheduled/new/sample.json +++ b/criterion/reachability_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0,21.0],"times":[50024861.0,49981861.0,49962560.0,49937960.0,49954660.0,49975061.0,49971760.0,49951360.0,49973861.0,49982460.0,49943460.0,49942660.0,49965460.0,49976261.0,50038162.0,50085362.0,49986261.0,49954360.0,49940660.0,49964660.0,49901759.0,49931260.0,50004561.0,50088563.0,49918359.0,49959160.0,49934060.0,50023261.0,49911060.0,49988260.0,49952860.0,49953961.0,49945159.0,49918660.0,49937060.0,50085962.0,49945860.0,49971861.0,49969660.0,49986361.0,49921859.0,49890359.0,49908459.0,49934460.0,49926360.0,49987360.0,49963861.0,49935859.0,49968361.0,49939960.0,49904159.0,49956260.0,49951360.0,49970760.0,49941260.0,50083563.0,50086662.0,49983761.0,49923860.0,50057662.0,49925559.0,49954660.0,49931360.0,49950460.0,49941960.0,49945560.0,49950560.0,49928559.0,49907560.0,49947960.0,49926259.0,49929660.0,49966260.0,49901159.0,49955760.0,50096663.0,49966260.0,49986561.0,49943360.0,49931760.0,49953562.0,49936581.0,49947680.0,49919280.0,49990282.0,49909979.0,49928481.0,49889779.0,49926280.0,49954681.0,49959580.0,49937181.0,49947680.0,49934680.0,49955081.0,50045883.0,49928580.0,49979081.0,49971081.0,49967781.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0],"times":[51190459.0,51097860.0,51226959.0,51179859.0,51162960.0,51180459.0,51282158.0,51154960.0,51180060.0,51109560.0,51121160.0,51222959.0,51236458.0,51180560.0,51230459.0,51109260.0,51188459.0,51248059.0,51269258.0,51239158.0,51187960.0,51129460.0,51142960.0,51220558.0,51185060.0,51144460.0,51154359.0,51196660.0,51097560.0,51221959.0,51210859.0,51166159.0,51137260.0,51209959.0,51122960.0,51212859.0,51258559.0,51086560.0,51184760.0,51149659.0,51215359.0,51182560.0,51168542.0,51155937.0,51179337.0,51220336.0,51124538.0,51114438.0,51211436.0,51217836.0,51215237.0,51225436.0,51089138.0,51241336.0,51256536.0,51159638.0,51172837.0,51115137.0,51134338.0,51110938.0,51163537.0,51145437.0,51164637.0,51076039.0,51194136.0,51274336.0,51198737.0,51170937.0,51177837.0,51084338.0,51189037.0,51282535.0,51119038.0,51089738.0,51266736.0,51116338.0,51091038.0,53892601.0,51408934.0,51249036.0,51310336.0,51260636.0,51323835.0,51248436.0,51202636.0,51142338.0,51184736.0,51210837.0,51128638.0,51212536.0,51257236.0,51127838.0,51157337.0,51225036.0,51161537.0,51134338.0,51126937.0,51259736.0,51208837.0,51217736.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/tukey.json b/criterion/reachability_hydroflow_scheduled/new/tukey.json index 51712656ca08..83508c92785c 100644 --- a/criterion/reachability_hydroflow_scheduled/new/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[2372231.2857142864,2375008.142857143,2382413.0952380947,2385189.9523809515] \ No newline at end of file +[2544882.3499999987,2550967.8874999993,2567195.9875000007,2573281.5250000013] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/report/MAD.svg b/criterion/reachability_hydroflow_scheduled/report/MAD.svg index 1b35e5f3569e..b0230be35256 100644 --- a/criterion/reachability_hydroflow_scheduled/report/MAD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/MAD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 + + +0.4 + + + +0.6 - - -1.5 + + +0.8 - - -2 + + +1 - - -2.5 + + +1.2 - + - -1.1 + +2.4 - - -1.2 + + +2.6 + + + +2.8 - - -1.3 + + +3 - - -1.4 + + +3.2 - - -1.5 + + +3.4 - - -1.6 + + +3.6 - - -1.7 + + +3.8 - - -1.8 + + +4 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/SD.svg b/criterion/reachability_hydroflow_scheduled/report/SD.svg index a7cf33c05cd6..1c03368d4f5e 100644 --- a/criterion/reachability_hydroflow_scheduled/report/SD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/SD.svg @@ -9,94 +9,70 @@ Density (a.u.) Average time (µs) - -0.2 + +0.02 - - -0.4 + + +0.04 - - -0.6 + + +0.06 - - -0.8 + + +0.08 - - -1 + + +0.1 - - -1.2 + + +0.12 - - -1.4 + + +0.14 - - -1.6 + + +0.16 - - -1.8 + + +0.18 - - -2 + + +0.2 - + - -1.6 - - - -1.7 - - - -1.8 - - - -1.9 - - - -2 - - - -2.1 - - - -2.2 + +5 - - -2.3 + + +10 - - -2.4 + + +15 - - -2.5 + + +20 - - -2.6 + + +25 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/reachability_hydroflow_scheduled/report/both/iteration_times.svg index 9896645f6363..1381f553146e 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,52 +16,37 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + - -2.38 - - - -2.385 - - - -2.39 - - - -2.395 - - - + 2.4 - - -2.405 + + +2.45 + + + +2.5 - - -2.41 + + +2.55 - - -2.415 + + +2.6 - - -2.42 + + +2.65 - + 0 @@ -107,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg index 2522c3a36f2c..2e4ca29ada77 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg @@ -54,22 +54,22 @@ Average Time (ms) - -2.38 - - - + 2.4 - - -2.42 + + +2.5 + + + +2.6 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg index 108460c64d89..71ff880e7695 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg @@ -9,63 +9,71 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - + + +900 + + - --0.0085 - - - --0.008 - - - --0.0075 - - - --0.007 - - - --0.0065 - - - - - - + +0.0755 + + + +0.076 + + + +0.0765 + + + +0.077 + + + +0.0775 + + + +0.078 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/median.svg b/criterion/reachability_hydroflow_scheduled/report/change/median.svg index 7401a5f52f15..5fa0ec758660 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/median.svg @@ -9,59 +9,71 @@ Density (a.u.) Relative change (%) - -200 + +500 - - -400 + + +1000 - - -600 + + +1500 - - -800 + + +2000 - - -1000 + + +2500 - - -1200 + + +3000 - + - --0.009 - - - --0.008 - - - --0.007 - - - --0.006 - - - --0.005 - - - --0.004 - - - - - - + +0.0755 + + + +0.0756 + + + +0.0757 + + + +0.0758 + + + +0.0759 + + + +0.076 + + + +0.0761 + + + +0.0762 + + + +0.0763 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg index 4c1a77d4e031..6aada1bf4ba1 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/index.html b/criterion/reachability_hydroflow_scheduled/report/index.html index 920a329544df..b91754200ed6 100644 --- a/criterion/reachability_hydroflow_scheduled/report/index.html +++ b/criterion/reachability_hydroflow_scheduled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0002610 - 0.0002702 - 0.0002595 + 0.0000043 + 0.0000043 + 0.0000041 Mean - 2.3787 ms - 2.3791 ms - 2.3795 ms + 2.5588 ms + 2.5606 ms + 2.5637 ms Std. Dev. - 1.6660 µs - 2.1232 µs - 2.5071 µs + 2.6171 µs + 13.863 µs + 23.458 µs Median - 2.3783 ms - 2.3787 ms - 2.3789 ms + 2.5584 ms + 2.5592 ms + 2.5599 ms MAD - 1.1190 µs - 1.4156 µs - 1.7834 µs + 2.3878 µs + 3.0393 µs + 3.8852 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.8419% - -0.7468% - -0.6532% + +7.5485% + +7.6302% + +7.7947% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_scheduled/report/iteration_times.svg b/criterion/reachability_hydroflow_scheduled/report/iteration_times.svg index 7fa1661469c4..50c712a03fbf 100644 --- a/criterion/reachability_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_scheduled/report/iteration_times.svg @@ -15,57 +15,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -2.376 + +2.56 - - -2.377 + + +2.58 - - -2.378 + + +2.6 - - -2.379 + + +2.62 - - -2.38 + + +2.64 - - -2.381 + + +2.66 - - -2.382 + + +2.68 - - -2.383 - - - -2.384 - - - -2.385 - - + 10 @@ -107,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/reachability_hydroflow_scheduled/report/iteration_times_small.svg index 64d6276bfd91..485421052b75 100644 --- a/criterion/reachability_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,57 +12,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -2.376 + +2.56 - - -2.377 + + +2.58 - - -2.378 + + +2.6 - - -2.379 + + +2.62 - - -2.38 + + +2.64 - - -2.381 + + +2.66 - - -2.382 + + +2.68 - - -2.383 - - - -2.384 - - - -2.385 - - + 10 @@ -104,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/mean.svg b/criterion/reachability_hydroflow_scheduled/report/mean.svg index f5e3f73ff85a..d8bb412a849c 100644 --- a/criterion/reachability_hydroflow_scheduled/report/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/mean.svg @@ -9,86 +9,74 @@ Density (a.u.) Average time (ms) - -200 + +50 - - -400 + + +100 - - -600 + + +150 - - -800 + + +200 - - -1000 + + +250 - - -1200 + + +300 - - -1400 + + +350 - - -1600 + + +400 - - -1800 + + +450 - - -2000 + + +500 - + - -2.3786 - - - -2.3787 - - - -2.3788 - - - -2.3789 + +2.559 - - -2.379 + + +2.56 - - -2.3791 + + +2.561 - - -2.3792 + + +2.562 - - -2.3793 + + +2.563 - - -2.3794 + + +2.564 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/median.svg b/criterion/reachability_hydroflow_scheduled/report/median.svg index 4639689798f8..175f8134b8a5 100644 --- a/criterion/reachability_hydroflow_scheduled/report/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/median.svg @@ -9,78 +9,66 @@ Density (a.u.) Average time (ms) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - -3000 - - - -3500 - - - -4000 - - - -4500 + + + +2.5584 - - -5000 + + +2.5586 - - - -2.3783 + + +2.5588 - - -2.3784 + + +2.559 - - -2.3785 + + +2.5592 - - -2.3786 + + +2.5594 - - -2.3787 + + +2.5596 - - -2.3788 + + +2.5598 - - -2.3789 + + +2.56 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/pdf.svg index 571162232445..28ff15c63eab 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf.svg @@ -13,79 +13,83 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - + + 20 - + - -2.374 + +2.54 - - -2.376 + + +2.56 - - -2.378 + + +2.58 - - -2.38 + + +2.6 - - -2.382 + + +2.62 - - -2.384 + + +2.64 - - -2.386 + + +2.66 - - -2.388 + + +2.68 - + + +2.7 + + Density (a.u.) @@ -94,46 +98,40 @@ Density (a.u.) 0 - + +10 + + + +20 + + + +30 + + + +40 + + + 50 - - -100 - - - -150 - - - -200 - - - - - - - - - - - - - - - - - - - - - - - - - - + + +60 + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg index 892459855488..2021ffa9f575 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg @@ -10,39 +10,47 @@ Average Time (ms) 0 - -50 + +10 + + + +20 - - -100 + + +30 - - -150 + + +40 - - -200 + + +50 - - -250 + + +60 - + - -2.375 + +2.55 + + + +2.6 - - -2.38 + + +2.65 - - -2.385 + + +2.7 - - - + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_iteration_times_small.svg index ca67264fe015..5f16a5a1bd16 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -13,52 +13,37 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + - -2.38 - - - -2.385 - - - -2.39 - - - -2.395 - - - + 2.4 - - -2.405 + + +2.45 + + + +2.5 - - -2.41 + + +2.55 - - -2.415 + + +2.6 - - -2.42 + + +2.65 - + 0 @@ -104,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg index f77d218d8ece..8c718bd4b25c 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg @@ -51,20 +51,20 @@ Average Time (ms) - -2.38 - - - + 2.4 - - -2.42 + + +2.5 + + + +2.6 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/typical.svg b/criterion/reachability_hydroflow_scheduled/report/typical.svg index d964dfce2f55..d826c3af3a45 100644 --- a/criterion/reachability_hydroflow_scheduled/report/typical.svg +++ b/criterion/reachability_hydroflow_scheduled/report/typical.svg @@ -9,86 +9,74 @@ Density (a.u.) Average time (ms) - -200 + +50 - - -400 + + +100 - - -600 + + +150 - - -800 + + +200 - - -1000 + + +250 - - -1200 + + +300 - - -1400 + + +350 - - -1600 + + +400 - - -1800 + + +450 - - -2000 + + +500 - + - -2.3786 - - - -2.3787 - - - -2.3788 - - - -2.3789 + +2.559 - - -2.379 + + +2.56 - - -2.3791 + + +2.561 - - -2.3792 + + +2.562 - - -2.3793 + + +2.563 - - -2.3794 + + +2.564 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/base/estimates.json b/criterion/reachability_hydroflow_surface/base/estimates.json index 838d814d57e0..b0e3fa1b2dc3 100644 --- a/criterion/reachability_hydroflow_surface/base/estimates.json +++ b/criterion/reachability_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7289688.389750003,"upper_bound":7307553.843500002},"point_estimate":7298328.444285715,"standard_error":4548.952818824811},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7275097.714285715,"upper_bound":7293767.571428572},"point_estimate":7282417.214285715,"standard_error":5185.418526369646},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21072.57201838785,"upper_bound":39466.84042182352},"point_estimate":27893.106404798174,"standard_error":4605.131859735967},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36118.62619892021,"upper_bound":53873.825268483415},"point_estimate":45529.24337007517,"standard_error":4533.420851832979}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7254410.969428572,"upper_bound":7263795.230035718},"point_estimate":7259007.330000002,"standard_error":2395.427282947099},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7253040.714285715,"upper_bound":7261090.428571428},"point_estimate":7256869.5,"standard_error":1997.466809636451},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13407.143619475628,"upper_bound":25384.496946835792},"point_estimate":19601.560152002643,"standard_error":3008.242227723048},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19569.38569349955,"upper_bound":28230.739441892267},"point_estimate":24102.535387562853,"standard_error":2222.9143585136994}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/sample.json b/criterion/reachability_hydroflow_surface/base/sample.json index 9100108f5a82..0d0bf7b25b0c 100644 --- a/criterion/reachability_hydroflow_surface/base/sample.json +++ b/criterion/reachability_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[51132390.0,50713280.0,50857482.0,50908484.0,50786982.0,50803784.0,50912185.0,50906084.0,50921285.0,51084986.0,50767483.0,50967484.0,51086088.0,50982886.0,51095786.0,50870782.0,50868283.0,50934085.0,50858783.0,50819983.0,50894682.0,51131489.0,50913083.0,51192190.0,50966586.0,50915085.0,50925684.0,51427693.0,51114388.0,50924086.0,51013885.0,50876783.0,50850182.0,50816283.0,50882383.0,50913782.0,51057172.0,51056373.0,51283278.0,51176475.0,51055372.0,51033771.0,50826768.0,50780269.0,50945570.0,50978870.0,50831968.0,51089972.0,50916269.0,51170674.0,50677766.0,50944470.0,51040172.0,51016673.0,50686666.0,50957870.0,50921167.0,51113573.0,50857969.0,50889469.0,50944972.0,51010573.0,50727965.0,50974971.0,50912768.0,50781268.0,50772668.0,50729764.0,50942870.0,51053974.0,51364177.0,50754266.0,51073473.0,51916890.0,50899368.0,51249876.0,50903769.0,51650284.0,52310696.0,51398578.0,51509882.0,51148073.0,51541883.0,51884288.0,51899388.0,51684982.0,51391879.0,51253778.0,51306576.0,51731185.0,51638783.0,51709385.0,51887188.0,51123076.0,51516281.0,51217174.0,51393177.0,51362978.0,51074371.0,50836969.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[50917731.0,50836436.0,50773637.0,50818535.0,50594439.0,50634635.0,50783537.0,50869137.0,50898033.0,50678436.0,50718235.0,50748935.0,50869036.0,50664038.0,50642738.0,50844834.0,50793934.0,51041632.0,50791038.0,50824733.0,50795635.0,51166429.0,50662840.0,50853335.0,50856535.0,50811636.0,51101629.0,50674236.0,50474242.0,50749035.0,50845836.0,50825634.0,50612635.0,50947034.0,50829934.0,50755638.0,50544737.0,50707139.0,50721735.0,50827633.0,51027533.0,50717137.0,50799237.0,50832536.0,50669238.0,50762738.0,51228832.0,50943737.0,50794536.0,50869935.0,50707137.0,51139032.0,50819533.0,50762135.0,50802536.0,50687736.0,50854935.0,50575239.0,50642137.0,50959534.0,50951937.0,50692139.0,50495637.0,50645539.0,50852536.0,50930232.0,50807436.0,50849634.0,50892232.0,50796936.0,50659339.0,51214931.0,50767736.0,51371426.0,50855634.0,51000335.0,50806632.0,50672938.0,51068030.0,50744135.0,50753336.0,50625437.0,50896833.0,51357828.0,50877436.0,50942433.0,50964834.0,50526040.0,50720937.0,50774834.0,50906633.0,50591537.0,50787936.0,50901033.0,50691136.0,50647739.0,50756536.0,51065833.0,50562740.0,50776037.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/tukey.json b/criterion/reachability_hydroflow_surface/base/tukey.json index 406c96d66619..0cd781364d34 100644 --- a/criterion/reachability_hydroflow_surface/base/tukey.json +++ b/criterion/reachability_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[7144225.535714284,7206948.303571427,7374209.017857144,7436931.785714287] \ No newline at end of file +[7167163.571428575,7205252.321428573,7306822.321428569,7344911.071428568] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/change/estimates.json b/criterion/reachability_hydroflow_surface/change/estimates.json index 9cf07e318525..750f85fdfcc1 100644 --- a/criterion/reachability_hydroflow_surface/change/estimates.json +++ b/criterion/reachability_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004159582556315622,"upper_bound":0.006957848675710858},"point_estimate":0.0055549363382627615,"standard_error":0.0007104756212329128},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.002399598793593194,"upper_bound":0.00542247106129191},"point_estimate":0.0037379189875692553,"standard_error":0.0008023676823324991}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006846251918240936,"upper_bound":-0.004018199270693493},"point_estimate":-0.005387687685733056,"standard_error":0.0007242189915343729},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005187319478233032,"upper_bound":-0.002350343422946599},"point_estimate":-0.0035081365889884086,"standard_error":0.0007619725488931098}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/estimates.json b/criterion/reachability_hydroflow_surface/new/estimates.json index 838d814d57e0..b0e3fa1b2dc3 100644 --- a/criterion/reachability_hydroflow_surface/new/estimates.json +++ b/criterion/reachability_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7289688.389750003,"upper_bound":7307553.843500002},"point_estimate":7298328.444285715,"standard_error":4548.952818824811},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7275097.714285715,"upper_bound":7293767.571428572},"point_estimate":7282417.214285715,"standard_error":5185.418526369646},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21072.57201838785,"upper_bound":39466.84042182352},"point_estimate":27893.106404798174,"standard_error":4605.131859735967},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36118.62619892021,"upper_bound":53873.825268483415},"point_estimate":45529.24337007517,"standard_error":4533.420851832979}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7254410.969428572,"upper_bound":7263795.230035718},"point_estimate":7259007.330000002,"standard_error":2395.427282947099},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7253040.714285715,"upper_bound":7261090.428571428},"point_estimate":7256869.5,"standard_error":1997.466809636451},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13407.143619475628,"upper_bound":25384.496946835792},"point_estimate":19601.560152002643,"standard_error":3008.242227723048},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19569.38569349955,"upper_bound":28230.739441892267},"point_estimate":24102.535387562853,"standard_error":2222.9143585136994}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/sample.json b/criterion/reachability_hydroflow_surface/new/sample.json index 9100108f5a82..0d0bf7b25b0c 100644 --- a/criterion/reachability_hydroflow_surface/new/sample.json +++ b/criterion/reachability_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[51132390.0,50713280.0,50857482.0,50908484.0,50786982.0,50803784.0,50912185.0,50906084.0,50921285.0,51084986.0,50767483.0,50967484.0,51086088.0,50982886.0,51095786.0,50870782.0,50868283.0,50934085.0,50858783.0,50819983.0,50894682.0,51131489.0,50913083.0,51192190.0,50966586.0,50915085.0,50925684.0,51427693.0,51114388.0,50924086.0,51013885.0,50876783.0,50850182.0,50816283.0,50882383.0,50913782.0,51057172.0,51056373.0,51283278.0,51176475.0,51055372.0,51033771.0,50826768.0,50780269.0,50945570.0,50978870.0,50831968.0,51089972.0,50916269.0,51170674.0,50677766.0,50944470.0,51040172.0,51016673.0,50686666.0,50957870.0,50921167.0,51113573.0,50857969.0,50889469.0,50944972.0,51010573.0,50727965.0,50974971.0,50912768.0,50781268.0,50772668.0,50729764.0,50942870.0,51053974.0,51364177.0,50754266.0,51073473.0,51916890.0,50899368.0,51249876.0,50903769.0,51650284.0,52310696.0,51398578.0,51509882.0,51148073.0,51541883.0,51884288.0,51899388.0,51684982.0,51391879.0,51253778.0,51306576.0,51731185.0,51638783.0,51709385.0,51887188.0,51123076.0,51516281.0,51217174.0,51393177.0,51362978.0,51074371.0,50836969.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[50917731.0,50836436.0,50773637.0,50818535.0,50594439.0,50634635.0,50783537.0,50869137.0,50898033.0,50678436.0,50718235.0,50748935.0,50869036.0,50664038.0,50642738.0,50844834.0,50793934.0,51041632.0,50791038.0,50824733.0,50795635.0,51166429.0,50662840.0,50853335.0,50856535.0,50811636.0,51101629.0,50674236.0,50474242.0,50749035.0,50845836.0,50825634.0,50612635.0,50947034.0,50829934.0,50755638.0,50544737.0,50707139.0,50721735.0,50827633.0,51027533.0,50717137.0,50799237.0,50832536.0,50669238.0,50762738.0,51228832.0,50943737.0,50794536.0,50869935.0,50707137.0,51139032.0,50819533.0,50762135.0,50802536.0,50687736.0,50854935.0,50575239.0,50642137.0,50959534.0,50951937.0,50692139.0,50495637.0,50645539.0,50852536.0,50930232.0,50807436.0,50849634.0,50892232.0,50796936.0,50659339.0,51214931.0,50767736.0,51371426.0,50855634.0,51000335.0,50806632.0,50672938.0,51068030.0,50744135.0,50753336.0,50625437.0,50896833.0,51357828.0,50877436.0,50942433.0,50964834.0,50526040.0,50720937.0,50774834.0,50906633.0,50591537.0,50787936.0,50901033.0,50691136.0,50647739.0,50756536.0,51065833.0,50562740.0,50776037.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/tukey.json b/criterion/reachability_hydroflow_surface/new/tukey.json index 406c96d66619..0cd781364d34 100644 --- a/criterion/reachability_hydroflow_surface/new/tukey.json +++ b/criterion/reachability_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[7144225.535714284,7206948.303571427,7374209.017857144,7436931.785714287] \ No newline at end of file +[7167163.571428575,7205252.321428573,7306822.321428569,7344911.071428568] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/report/MAD.svg b/criterion/reachability_hydroflow_surface/report/MAD.svg index 347cc8aedd4d..5fca231f910f 100644 --- a/criterion/reachability_hydroflow_surface/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface/report/MAD.svg @@ -9,94 +9,66 @@ Density (a.u.) Average time (µs) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - - -0.07 - - - + + 0.08 - - -0.09 - - - + + 0.1 - - - -20 + + +0.12 + + + +0.14 - + + -22 +14 - -24 - - - -26 - - - -28 - - - -30 + +16 - - -32 + + +18 - - -34 + + +20 - - -36 + + +22 - - -38 + + +24 - - -40 + + +26 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/SD.svg b/criterion/reachability_hydroflow_surface/report/SD.svg index 460135d15e2f..37c866781b25 100644 --- a/criterion/reachability_hydroflow_surface/report/SD.svg +++ b/criterion/reachability_hydroflow_surface/report/SD.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (µs) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - - -0.07 - - - + + 0.08 - - -0.09 + + +0.1 + + + +0.12 - + + +0.14 + + + +0.16 + + + +0.18 + + - -36 + +19 + + + +20 - - -38 + + +21 - - -40 + + +22 - - -42 + + +23 - - -44 + + +24 - - -46 + + +25 - - -48 + + +26 - - -50 + + +27 - - -52 + + +28 - - -54 + + +29 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg index d342c0e4c082..6cb40bac48b4 100644 --- a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg @@ -16,32 +16,32 @@ Average Iteration Time (ms) - - - - - + + + + + - + 7.25 - - + + 7.3 - - + + 7.35 - - + + 7.4 - - + + 7.45 - + 0 @@ -87,206 +87,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_surface/report/both/pdf.svg b/criterion/reachability_hydroflow_surface/report/both/pdf.svg index 81db36458149..ed492c2a2f35 100644 --- a/criterion/reachability_hydroflow_surface/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/both/pdf.svg @@ -9,59 +9,63 @@ Density (a.u.) Average Time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - + + +18 + + - + 7.2 - - + + 7.3 - - + + 7.4 - - + + 7.5 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface/report/change/mean.svg b/criterion/reachability_hydroflow_surface/report/change/mean.svg index c974f2b47866..8ad101031a6b 100644 --- a/criterion/reachability_hydroflow_surface/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/change/mean.svg @@ -9,82 +9,78 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - + + 500 - - -550 - - + - -0.004 + +-0.007 - - -0.0045 + + +-0.0065 - - -0.005 + + +-0.006 - - -0.0055 + + +-0.0055 - - -0.006 + + +-0.005 - - -0.0065 + + +-0.0045 - - -0.007 + + +-0.004 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/median.svg b/criterion/reachability_hydroflow_surface/report/change/median.svg index 6e95c011aff0..b68700197e06 100644 --- a/criterion/reachability_hydroflow_surface/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface/report/change/median.svg @@ -9,74 +9,62 @@ Density (a.u.) Relative change (%) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - -450 + + +500 + + + +600 - + - -0.0025 + +-0.0055 - - -0.003 + + +-0.005 - - -0.0035 + + +-0.0045 - - -0.004 + + +-0.004 - - -0.0045 + + +-0.0035 - - -0.005 + + +-0.003 - - -0.0055 + + +-0.0025 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/t-test.svg b/criterion/reachability_hydroflow_surface/report/change/t-test.svg index 1d81e19fbf5f..5a1d4deba4ac 100644 --- a/criterion/reachability_hydroflow_surface/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface/report/index.html b/criterion/reachability_hydroflow_surface/report/index.html index 4b494b7dcadb..867aa10d09d3 100644 --- a/criterion/reachability_hydroflow_surface/report/index.html +++ b/criterion/reachability_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0060247 - 0.0062425 - 0.0059954 + 0.0004687 + 0.0004859 + 0.0004673 Mean - 7.2897 ms - 7.2983 ms - 7.3076 ms + 7.2544 ms + 7.2590 ms + 7.2638 ms Std. Dev. - 36.119 µs - 45.529 µs - 53.874 µs + 19.569 µs + 24.103 µs + 28.231 µs Median - 7.2751 ms - 7.2824 ms - 7.2938 ms + 7.2530 ms + 7.2569 ms + 7.2611 ms MAD - 21.073 µs - 27.893 µs - 39.467 µs + 13.407 µs + 19.602 µs + 25.384 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +0.4160% - +0.5555% - +0.6958% + -0.6846% + -0.5388% + -0.4018% (p = 0.00 < 0.05) diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/iteration_times.svg index 9c43f601308f..7d6fe865ab9c 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times.svg @@ -15,32 +15,37 @@ Average Iteration Time (ms) - - - - - + + + + + + - -7.25 + +7.22 - - -7.3 + + +7.24 + + + +7.26 - - -7.35 + + +7.28 - - -7.4 + + +7.3 - - -7.45 + + +7.32 - + 10 @@ -82,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg index 91a96329ca4a..044bfcd05e38 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg @@ -12,32 +12,37 @@ Average Iteration Time (ms) - - - - - + + + + + + - -7.25 + +7.22 - - -7.3 + + +7.24 + + + +7.26 - - -7.35 + + +7.28 - - -7.4 + + +7.3 - - -7.45 + + +7.32 - + 10 @@ -79,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/mean.svg b/criterion/reachability_hydroflow_surface/report/mean.svg index 57dfa5e6cc5a..6afce3de400b 100644 --- a/criterion/reachability_hydroflow_surface/report/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/mean.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 + + +100 + + + +120 + + + +140 + + + +160 + + + +180 - + - -7.288 + +7.254 - - -7.29 + + +7.255 - - -7.292 + + +7.256 - - -7.294 + + +7.257 - - -7.296 + + +7.258 - - -7.298 + + +7.259 - - -7.3 + + +7.26 - - -7.302 + + +7.261 - - -7.304 + + +7.262 - - -7.306 + + +7.263 - - -7.308 + + +7.264 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/median.svg b/criterion/reachability_hydroflow_surface/report/median.svg index 79147797e94a..33ea86de4809 100644 --- a/criterion/reachability_hydroflow_surface/report/median.svg +++ b/criterion/reachability_hydroflow_surface/report/median.svg @@ -9,78 +9,78 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 + + +100 - - -60 + + +150 - - -80 + + +200 - - -100 + + +250 - - -120 + + +300 - - - -7.274 + + +350 - - -7.276 + + +400 - - -7.278 + + + +7.253 - - -7.28 + + +7.254 - - -7.282 + + +7.255 - - -7.284 + + +7.256 - - -7.286 + + +7.257 - - -7.288 + + +7.258 - - -7.29 + + +7.259 - - -7.292 + + +7.26 - - -7.294 + + +7.261 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/pdf.svg b/criterion/reachability_hydroflow_surface/report/pdf.svg index ac15b73b3159..9f985260757c 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf.svg @@ -42,34 +42,42 @@ Average Time (ms) - + 7.2 - - -7.25 + + +7.22 - - -7.3 + + +7.24 + + + +7.26 - - -7.35 + + +7.28 + + + +7.3 - - -7.4 + + +7.32 - - -7.45 + + +7.34 - - -7.5 + + +7.36 - + Density (a.u.) @@ -78,52 +86,58 @@ Density (a.u.) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - - - - + + +12 + + + +14 + + + +16 + + + +18 + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface/report/pdf_small.svg b/criterion/reachability_hydroflow_surface/report/pdf_small.svg index 1295a816af4f..104463155dde 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,63 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + + +14 + + + +16 + + + +18 + + + +20 + + - + 7.2 - - -7.3 + + +7.25 - - -7.4 + + +7.3 - - -7.5 + + +7.35 - - - + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg index 67d547bed9da..8d4d3476b3ee 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,28 +13,28 @@ Average Iteration Time (ms) - - - - + + + + - + 7.25 - - + + 7.3 - - + + 7.35 - - + + 7.4 - + 7.45 @@ -84,204 +84,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg index 24025f341b3c..65af42805d12 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg @@ -6,57 +6,61 @@ Density (a.u.) Average Time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - + + +18 + + - + 7.2 - - + + 7.3 - - + + 7.4 - + 7.5 - - - - + + + + diff --git a/criterion/reachability_hydroflow_surface/report/typical.svg b/criterion/reachability_hydroflow_surface/report/typical.svg index 59237ba7560b..6869df1dbac6 100644 --- a/criterion/reachability_hydroflow_surface/report/typical.svg +++ b/criterion/reachability_hydroflow_surface/report/typical.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 + + +100 + + + +120 + + + +140 + + + +160 + + + +180 - + - -7.288 + +7.254 - - -7.29 + + +7.255 - - -7.292 + + +7.256 - - -7.294 + + +7.257 - - -7.296 + + +7.258 - - -7.298 + + +7.259 - - -7.3 + + +7.26 - - -7.302 + + +7.261 - - -7.304 + + +7.262 - - -7.306 + + +7.263 - - -7.308 + + +7.264 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json index eaf3bfbe2bef..3287b8acf392 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2035402.8265625,"upper_bound":2039588.7515937497},"point_estimate":2037198.7454166668,"standard_error":1076.8355570445785},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2034115.8958333335,"upper_bound":2036534.6666666665},"point_estimate":2035157.5833333335,"standard_error":637.8122701811385},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3972.03976698214,"upper_bound":7709.921400621418},"point_estimate":5501.156314835068,"standard_error":1000.1344435750777},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5360.919175287113,"upper_bound":16634.778156330023},"point_estimate":10799.9875965716,"standard_error":3601.3070070588487}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2105761.6019791667,"upper_bound":2109905.3904374996},"point_estimate":2107826.997083334,"standard_error":1057.0951694993837},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2104397.75,"upper_bound":2111243.3333333335},"point_estimate":2106770.416666667,"standard_error":1700.964528106853},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8917.15931668889,"upper_bound":14026.013500988598},"point_estimate":11168.919801711576,"standard_error":1248.7373851621146},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9408.278154625219,"upper_bound":11806.531865789553},"point_estimate":10694.456099559537,"standard_error":609.7958567728846}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/sample.json b/criterion/reachability_hydroflow_surface_cheating/base/sample.json index def42301378c..0a44decb576e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0],"times":[48846731.0,48687829.0,48756633.0,48866833.0,48780632.0,48664730.0,48695724.0,48794435.0,49013233.0,48629730.0,48709630.0,48862131.0,48792227.0,48876130.0,48736631.0,48626129.0,48840931.0,48712425.0,48902727.0,48652630.0,48709925.0,48683423.0,48830231.0,48791728.0,48859627.0,48725831.0,48829333.0,49068834.0,48953531.0,48778931.0,49118136.0,48822331.0,48846633.0,48799135.0,48763828.0,48834829.0,48983137.0,49238535.0,48804227.0,48884133.0,48691327.0,51015969.0,49013537.0,48884530.0,48812725.0,48866932.0,49077530.0,49012234.0,49017335.0,48829828.0,48928430.0,49107938.0,49113233.0,48869531.0,48970237.0,48847731.0,48955833.0,48948234.0,48979635.0,48833929.0,48893835.0,49131539.0,48898737.0,48822433.0,48993038.0,49023927.0,48789631.0,48831133.0,49140136.0,48740531.0,48889533.0,48757329.0,48920635.0,48774130.0,48814133.0,49024235.0,48637130.0,48990131.0,49142239.0,48872234.0,49035136.0,49065734.0,48795427.0,48791927.0,48763229.0,48908233.0,48753430.0,48806927.0,49092834.0,49376141.0,48723927.0,48678629.0,48671930.0,48815130.0,48892629.0,48756031.0,49077134.0,48840331.0,49052836.0,48741628.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0],"times":[50744443.0,50483243.0,50273048.0,50404845.0,50700543.0,51120636.0,50964939.0,50528846.0,50484046.0,50533945.0,50625644.0,50649144.0,50809742.0,50068351.0,50716142.0,50152348.0,50462847.0,50354245.0,50532445.0,50689642.0,50132851.0,50468845.0,50130545.0,50419645.0,50755437.0,51021439.0,50975039.0,50209949.0,50530145.0,50726241.0,50207548.0,50505546.0,50972037.0,50609144.0,50806041.0,50676743.0,50669840.0,50344542.0,50562441.0,50442939.0,50990035.0,50707137.0,50437543.0,50582840.0,50747539.0,50334442.0,50410442.0,50262145.0,50717738.0,50489242.0,51015434.0,50845136.0,50881535.0,50739738.0,50715139.0,50562539.0,50795537.0,50320844.0,50360641.0,50930635.0,50513742.0,50350743.0,50291942.0,50501941.0,50742137.0,50410842.0,50697440.0,50479242.0,50744537.0,50945135.0,50542838.0,50124845.0,50282845.0,50770335.0,50458541.0,50976433.0,50610438.0,50275045.0,50588040.0,50836834.0,50619937.0,50383842.0,50179646.0,50524739.0,50409443.0,50912235.0,50340641.0,50677639.0,50337941.0,50252844.0,50998233.0,50419142.0,51105033.0,50691438.0,50591239.0,50355642.0,50943735.0,50920034.0,51150134.0,50515039.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json index 95297c1b79f8..c1c38305a3ef 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json @@ -1 +1 @@ -[2006028.6041666667,2019088.3541666667,2053914.3541666667,2066974.1041666667] \ No newline at end of file +[2058221.312499999,2079283.4374999995,2135449.1041666674,2156511.229166668] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json index d63183b27d53..5a21befb354a 100644 --- a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03938547215494665,"upper_bound":-0.037028927323781095},"point_estimate":-0.03838241368047768,"standard_error":0.0006032752378143972},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.039224740158487426,"upper_bound":-0.038061849104823686},"point_estimate":-0.03876745838228657,"standard_error":0.00032395922770586883}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03308159994400113,"upper_bound":0.03607563779714007},"point_estimate":0.034669298626640144,"standard_error":0.0007680234936602794},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03371525017796806,"upper_bound":0.03746593067284554},"point_estimate":0.03518785666515356,"standard_error":0.0009412851351442527}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json index eaf3bfbe2bef..3287b8acf392 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2035402.8265625,"upper_bound":2039588.7515937497},"point_estimate":2037198.7454166668,"standard_error":1076.8355570445785},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2034115.8958333335,"upper_bound":2036534.6666666665},"point_estimate":2035157.5833333335,"standard_error":637.8122701811385},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3972.03976698214,"upper_bound":7709.921400621418},"point_estimate":5501.156314835068,"standard_error":1000.1344435750777},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5360.919175287113,"upper_bound":16634.778156330023},"point_estimate":10799.9875965716,"standard_error":3601.3070070588487}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2105761.6019791667,"upper_bound":2109905.3904374996},"point_estimate":2107826.997083334,"standard_error":1057.0951694993837},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2104397.75,"upper_bound":2111243.3333333335},"point_estimate":2106770.416666667,"standard_error":1700.964528106853},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8917.15931668889,"upper_bound":14026.013500988598},"point_estimate":11168.919801711576,"standard_error":1248.7373851621146},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9408.278154625219,"upper_bound":11806.531865789553},"point_estimate":10694.456099559537,"standard_error":609.7958567728846}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/sample.json b/criterion/reachability_hydroflow_surface_cheating/new/sample.json index def42301378c..0a44decb576e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0],"times":[48846731.0,48687829.0,48756633.0,48866833.0,48780632.0,48664730.0,48695724.0,48794435.0,49013233.0,48629730.0,48709630.0,48862131.0,48792227.0,48876130.0,48736631.0,48626129.0,48840931.0,48712425.0,48902727.0,48652630.0,48709925.0,48683423.0,48830231.0,48791728.0,48859627.0,48725831.0,48829333.0,49068834.0,48953531.0,48778931.0,49118136.0,48822331.0,48846633.0,48799135.0,48763828.0,48834829.0,48983137.0,49238535.0,48804227.0,48884133.0,48691327.0,51015969.0,49013537.0,48884530.0,48812725.0,48866932.0,49077530.0,49012234.0,49017335.0,48829828.0,48928430.0,49107938.0,49113233.0,48869531.0,48970237.0,48847731.0,48955833.0,48948234.0,48979635.0,48833929.0,48893835.0,49131539.0,48898737.0,48822433.0,48993038.0,49023927.0,48789631.0,48831133.0,49140136.0,48740531.0,48889533.0,48757329.0,48920635.0,48774130.0,48814133.0,49024235.0,48637130.0,48990131.0,49142239.0,48872234.0,49035136.0,49065734.0,48795427.0,48791927.0,48763229.0,48908233.0,48753430.0,48806927.0,49092834.0,49376141.0,48723927.0,48678629.0,48671930.0,48815130.0,48892629.0,48756031.0,49077134.0,48840331.0,49052836.0,48741628.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0,24.0],"times":[50744443.0,50483243.0,50273048.0,50404845.0,50700543.0,51120636.0,50964939.0,50528846.0,50484046.0,50533945.0,50625644.0,50649144.0,50809742.0,50068351.0,50716142.0,50152348.0,50462847.0,50354245.0,50532445.0,50689642.0,50132851.0,50468845.0,50130545.0,50419645.0,50755437.0,51021439.0,50975039.0,50209949.0,50530145.0,50726241.0,50207548.0,50505546.0,50972037.0,50609144.0,50806041.0,50676743.0,50669840.0,50344542.0,50562441.0,50442939.0,50990035.0,50707137.0,50437543.0,50582840.0,50747539.0,50334442.0,50410442.0,50262145.0,50717738.0,50489242.0,51015434.0,50845136.0,50881535.0,50739738.0,50715139.0,50562539.0,50795537.0,50320844.0,50360641.0,50930635.0,50513742.0,50350743.0,50291942.0,50501941.0,50742137.0,50410842.0,50697440.0,50479242.0,50744537.0,50945135.0,50542838.0,50124845.0,50282845.0,50770335.0,50458541.0,50976433.0,50610438.0,50275045.0,50588040.0,50836834.0,50619937.0,50383842.0,50179646.0,50524739.0,50409443.0,50912235.0,50340641.0,50677639.0,50337941.0,50252844.0,50998233.0,50419142.0,51105033.0,50691438.0,50591239.0,50355642.0,50943735.0,50920034.0,51150134.0,50515039.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json index 95297c1b79f8..c1c38305a3ef 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json @@ -1 +1 @@ -[2006028.6041666667,2019088.3541666667,2053914.3541666667,2066974.1041666667] \ No newline at end of file +[2058221.312499999,2079283.4374999995,2135449.1041666674,2156511.229166668] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg index 321ad19c82f6..3b3b48945505 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg @@ -9,78 +9,70 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - - -4 - - - -4.5 + + +0.45 - - -5 - - - -5.5 + + + +9 - - -6 + + +10 - - -6.5 + + +11 - - -7 + + +12 - - -7.5 + + +13 - - -8 + + +14 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg index c6d3591461c7..5220a26946c2 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 + + +0.4 - - - -6 + + +0.5 + + + +0.6 - - -8 + + +0.7 - - + + + +9.5 + + + 10 - - -12 + + +10.5 - - -14 + + +11 - - -16 + + +11.5 + + + +12 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/iteration_times.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/iteration_times.svg index 398116f0cd83..1c6dbbf8c35f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/iteration_times.svg @@ -16,42 +16,62 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + + - + +2.03 + + + 2.04 - - + + +2.05 + + + 2.06 - - + + +2.07 + + + 2.08 - - + + +2.09 + + + 2.1 - - -2.12 + + +2.11 - - -2.14 + + +2.12 - - -2.16 + + +2.13 - + 0 @@ -97,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg index f21ff017915b..0b664a2a30a6 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg @@ -10,62 +10,58 @@ Average Time (ms) -10 +5 - -20 + +10 - - -30 + + +15 - - -40 + + +20 - - -50 + + +25 - - -60 + + +30 - - -70 + + +35 - - -80 + + +40 - - -90 + + +45 - - -100 + + +50 - + - + 2.05 - - + + 2.1 - - -2.15 - - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg index f7d35e245834..c4f60003e1a5 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg @@ -9,58 +9,78 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - -500 + + +450 - - -600 + + +500 - + - --0.0395 + +0.033 + + + +0.0335 - - --0.039 + + +0.034 - - --0.0385 + + +0.0345 - - --0.038 + + +0.035 - - --0.0375 + + +0.0355 - - --0.037 + + +0.036 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg index 9035d2004cb1..cc9d8f6378a2 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg @@ -9,66 +9,90 @@ Density (a.u.) Relative change (%) - + +50 + + + +100 + + + +150 + + + 200 - - -400 + + +250 - - -600 + + +300 - - -800 + + +350 - - -1000 + + +400 + + + +450 - - -1200 + + +500 - - -1400 + + +550 - + - --0.0392 + +0.0335 + + + +0.034 + + + +0.0345 - - --0.039 + + +0.035 - - --0.0388 + + +0.0355 - - --0.0386 + + +0.036 - - --0.0384 + + +0.0365 - - --0.0382 + + +0.037 - - --0.038 + + +0.0375 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg index e72bcf33a5dd..21fe12f0d6a7 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg @@ -21,69 +21,69 @@ t score 0.1 - + 0.15 - + 0.2 - + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/index.html b/criterion/reachability_hydroflow_surface_cheating/report/index.html index be6fd54e54ae..2917573b9d5c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/index.html +++ b/criterion/reachability_hydroflow_surface_cheating/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0033301 - 0.0034228 - 0.0032620 + 0.0007827 + 0.0008122 + 0.0007823 Mean - 2.0354 ms - 2.0372 ms - 2.0396 ms + 2.1058 ms + 2.1078 ms + 2.1099 ms Std. Dev. - 5.3609 µs - 10.800 µs - 16.635 µs + 9.4083 µs + 10.694 µs + 11.807 µs Median - 2.0341 ms - 2.0352 ms - 2.0365 ms + 2.1044 ms + 2.1068 ms + 2.1112 ms MAD - 3.9720 µs - 5.5012 µs - 7.7099 µs + 8.9172 µs + 11.169 µs + 14.026 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -3.9385% - -3.8382% - -3.7029% + +3.3082% + +3.4669% + +3.6076% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_surface_cheating/report/iteration_times.svg b/criterion/reachability_hydroflow_surface_cheating/report/iteration_times.svg index 0ea6070cd6f0..397d5c6e6f24 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/iteration_times.svg @@ -15,57 +15,52 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + - -2.03 - - - -2.04 + +2.09 - - -2.05 + + +2.095 - - -2.06 + + +2.1 - - -2.07 + + +2.105 - - -2.08 + + +2.11 - - -2.09 + + +2.115 - - -2.1 + + +2.12 - - -2.11 + + +2.125 - - -2.12 + + +2.13 - + 10 @@ -107,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/iteration_times_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/iteration_times_small.svg index fcc9e225c58b..7c6701f96a13 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/iteration_times_small.svg @@ -12,57 +12,52 @@ Average Iteration Time (ms) - - - - - - + + + + + - - - + + + - -2.03 - - - -2.04 + +2.09 - - -2.05 + + +2.095 - - -2.06 + + +2.1 - - -2.07 + + +2.105 - - -2.08 + + +2.11 - + -2.09 +2.115 - -2.1 + +2.12 - - -2.11 + + +2.125 - - -2.12 + + +2.13 - + 10 @@ -104,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg index d1e7de456a4c..c0ff15ed6abe 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg @@ -9,86 +9,78 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - + 150 - + 200 - - + + 250 - - + + 300 - - + + 350 - + 400 - -2.035 + +2.1055 - - -2.0355 + + +2.106 - - -2.036 + + +2.1065 - - -2.0365 + + +2.107 - - -2.037 + + +2.1075 - - -2.0375 + + +2.108 - - -2.038 + + +2.1085 - - -2.0385 + + +2.109 - - -2.039 + + +2.1095 - - -2.0395 - - - -2.04 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/median.svg index 43506605073c..af9f570a6a6c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/median.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (ms) - + +50 + + + 100 - - + + +150 + + + 200 - - -300 + + +250 - - -400 + + +300 - - -500 + + +350 - - -600 + + +400 - - -700 + + +450 - - -800 + + + +2.104 - - -900 + + +2.105 - - -1000 + + +2.106 - - - -2.034 + + +2.107 - - -2.0345 + + +2.108 - - -2.035 + + +2.109 - - -2.0355 + + +2.11 - - -2.036 + + +2.111 - - -2.0365 + + +2.112 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg index 37685fe0684c..b5d6129dc9d9 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg @@ -30,30 +30,34 @@ Average Time (ms) - -2.02 - - - -2.04 - - - -2.06 - - - + 2.08 - - + + +2.09 + + + 2.1 - - + + +2.11 + + + 2.12 - + + +2.13 + + + +2.14 + + Density (a.u.) @@ -62,56 +66,36 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - - -45 - - - -50 - - - - - - + + + + + - - - - - + PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg index 7d784c648e07..e58fb2d78990 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg @@ -10,35 +10,51 @@ Average Time (ms) 0 - + +5 + + + 10 - - + + +15 + + + 20 - - -30 + + +25 - - -40 + + +30 - - -50 + + +35 - + - -2.05 + +2.08 - - + + 2.1 - - - + + +2.12 + + + +2.14 + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_iteration_times_small.svg index 4bfe850c79e6..380c2eed4d0d 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_iteration_times_small.svg @@ -13,42 +13,62 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + + - + +2.03 + + + 2.04 - - + + +2.05 + + + 2.06 - - + + +2.07 + + + 2.08 - - + + +2.09 + + + 2.1 - - -2.12 + + +2.11 - - -2.14 + + +2.12 - - -2.16 + + +2.13 - + 0 @@ -94,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg index 863a8e8b97b0..760241497cfd 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg @@ -7,60 +7,56 @@ Average Time (ms) -10 +5 - -20 + +10 - + -30 +15 - -40 + +20 - - -50 + + +25 - - -60 + + +30 - - -70 + + +35 - - -80 + + +40 - - -90 + + +45 - - -100 + + +50 - + - + 2.05 - - + + 2.1 - - -2.15 - - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg index fcabbcacece4..2cbb06f11e79 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg @@ -9,86 +9,78 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - + 150 - + 200 - - + + 250 - - + + 300 - - + + 350 - + 400 - -2.035 + +2.1055 - - -2.0355 + + +2.106 - - -2.036 + + +2.1065 - - -2.0365 + + +2.107 - - -2.037 + + +2.1075 - - -2.0375 + + +2.108 - - -2.038 + + +2.1085 - - -2.0385 + + +2.109 - - -2.039 + + +2.1095 - - -2.0395 - - - -2.04 - - - - - + + + + Bootstrap distribution