From 7d2eddd7e119879143d3387a747421bfcc6c925e Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Fri, 29 Sep 2023 04:02:30 +0000 Subject: [PATCH] Docs build for SOF3/dynec@4f437d820ad37f7f41a024653970a3cac66d45d7 --- .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../0 components/1 entities/base/sample.json | 1 + .../0 components/1 entities/base/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../0 components/1 entities/new/sample.json | 1 + .../0 components/1 entities/new/tukey.json | 1 + .../0 components/1 entities/report/MAD.svg | 96 ++++ .../0 components/1 entities/report/SD.svg | 108 ++++ .../0 components/1 entities/report/index.html | 209 ++++++++ .../0 components/1 entities/report/mean.svg | 104 ++++ .../0 components/1 entities/report/median.svg | 92 ++++ .../0 components/1 entities/report/pdf.svg | 149 ++++++ .../1 entities/report/pdf_small.svg | 60 +++ .../1 entities/report/regression.svg | 222 ++++++++ .../1 entities/report/regression_small.svg | 207 ++++++++ .../0 components/1 entities/report/slope.svg | 92 ++++ .../1 entities/report/typical.svg | 92 ++++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../0 components/16 entities/base/sample.json | 1 + .../0 components/16 entities/base/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../0 components/16 entities/new/sample.json | 1 + .../0 components/16 entities/new/tukey.json | 1 + .../0 components/16 entities/report/MAD.svg | 76 +++ .../0 components/16 entities/report/SD.svg | 104 ++++ .../16 entities/report/index.html | 209 ++++++++ .../0 components/16 entities/report/mean.svg | 80 +++ .../16 entities/report/median.svg | 80 +++ .../0 components/16 entities/report/pdf.svg | 149 ++++++ .../16 entities/report/pdf_small.svg | 52 ++ .../16 entities/report/regression.svg | 192 +++++++ .../16 entities/report/regression_small.svg | 177 +++++++ .../0 components/16 entities/report/slope.svg | 112 ++++ .../16 entities/report/typical.svg | 112 ++++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../0 components/256 entities/base/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../0 components/256 entities/new/sample.json | 1 + .../0 components/256 entities/new/tukey.json | 1 + .../0 components/256 entities/report/MAD.svg | 84 +++ .../0 components/256 entities/report/SD.svg | 92 ++++ .../256 entities/report/index.html | 209 ++++++++ .../0 components/256 entities/report/mean.svg | 80 +++ .../256 entities/report/median.svg | 96 ++++ .../0 components/256 entities/report/pdf.svg | 139 +++++ .../256 entities/report/pdf_small.svg | 52 ++ .../256 entities/report/regression.svg | 212 ++++++++ .../256 entities/report/regression_small.svg | 197 +++++++ .../256 entities/report/slope.svg | 96 ++++ .../256 entities/report/typical.svg | 96 ++++ .../0 components/report/index.html | 142 +++++ .../0 components/report/lines.svg | 85 +++ .../0 components/report/violin.svg | 59 +++ .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../1 components/1 entities/base/sample.json | 1 + .../1 components/1 entities/base/tukey.json | 1 + .../1 entities/changes/benchmark.json | 1 + .../1 entities/changes/estimates.json | 1 + .../1 entities/changes/sample.json | 1 + .../1 entities/changes/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../1 components/1 entities/new/sample.json | 1 + .../1 components/1 entities/new/tukey.json | 1 + .../1 components/1 entities/report/MAD.svg | 104 ++++ .../1 components/1 entities/report/SD.svg | 104 ++++ .../1 components/1 entities/report/index.html | 209 ++++++++ .../1 components/1 entities/report/mean.svg | 80 +++ .../1 components/1 entities/report/median.svg | 88 ++++ .../1 components/1 entities/report/pdf.svg | 149 ++++++ .../1 entities/report/pdf_small.svg | 68 +++ .../1 entities/report/regression.svg | 202 ++++++++ .../1 entities/report/regression_small.svg | 187 +++++++ .../1 components/1 entities/report/slope.svg | 108 ++++ .../1 entities/report/typical.svg | 108 ++++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../1 components/16 entities/base/sample.json | 1 + .../1 components/16 entities/base/tukey.json | 1 + .../16 entities/changes/benchmark.json | 1 + .../16 entities/changes/estimates.json | 1 + .../16 entities/changes/sample.json | 1 + .../16 entities/changes/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../1 components/16 entities/new/sample.json | 1 + .../1 components/16 entities/new/tukey.json | 1 + .../1 components/16 entities/report/MAD.svg | 104 ++++ .../1 components/16 entities/report/SD.svg | 84 +++ .../16 entities/report/index.html | 209 ++++++++ .../1 components/16 entities/report/mean.svg | 96 ++++ .../16 entities/report/median.svg | 100 ++++ .../1 components/16 entities/report/pdf.svg | 141 +++++ .../16 entities/report/pdf_small.svg | 68 +++ .../16 entities/report/regression.svg | 192 +++++++ .../16 entities/report/regression_small.svg | 177 +++++++ .../1 components/16 entities/report/slope.svg | 76 +++ .../16 entities/report/typical.svg | 76 +++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../1 components/256 entities/base/tukey.json | 1 + .../256 entities/changes/benchmark.json | 1 + .../256 entities/changes/estimates.json | 1 + .../256 entities/changes/sample.json | 1 + .../256 entities/changes/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../1 components/256 entities/new/sample.json | 1 + .../1 components/256 entities/new/tukey.json | 1 + .../1 components/256 entities/report/MAD.svg | 88 ++++ .../1 components/256 entities/report/SD.svg | 104 ++++ .../256 entities/report/index.html | 209 ++++++++ .../1 components/256 entities/report/mean.svg | 72 +++ .../256 entities/report/median.svg | 68 +++ .../1 components/256 entities/report/pdf.svg | 155 ++++++ .../256 entities/report/pdf_small.svg | 52 ++ .../256 entities/report/regression.svg | 207 ++++++++ .../256 entities/report/regression_small.svg | 192 +++++++ .../256 entities/report/slope.svg | 80 +++ .../256 entities/report/typical.svg | 80 +++ .../1 components/report/index.html | 142 +++++ .../1 components/report/lines.svg | 73 +++ .../1 components/report/violin.svg | 67 +++ .../1 entities/report/index.html | 208 ++++++++ .../1 entities/report/violin.svg | 81 +++ .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../16 components/1 entities/base/sample.json | 1 + .../16 components/1 entities/base/tukey.json | 1 + .../1 entities/changes/benchmark.json | 1 + .../1 entities/changes/estimates.json | 1 + .../1 entities/changes/sample.json | 1 + .../1 entities/changes/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../16 components/1 entities/new/sample.json | 1 + .../16 components/1 entities/new/tukey.json | 1 + .../16 components/1 entities/report/MAD.svg | 96 ++++ .../16 components/1 entities/report/SD.svg | 100 ++++ .../1 entities/report/index.html | 209 ++++++++ .../16 components/1 entities/report/mean.svg | 80 +++ .../1 entities/report/median.svg | 92 ++++ .../16 components/1 entities/report/pdf.svg | 161 ++++++ .../1 entities/report/pdf_small.svg | 68 +++ .../1 entities/report/regression.svg | 207 ++++++++ .../1 entities/report/regression_small.svg | 192 +++++++ .../16 components/1 entities/report/slope.svg | 84 +++ .../1 entities/report/typical.svg | 84 +++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../16 entities/base/sample.json | 1 + .../16 components/16 entities/base/tukey.json | 1 + .../16 entities/changes/benchmark.json | 1 + .../16 entities/changes/estimates.json | 1 + .../16 entities/changes/sample.json | 1 + .../16 entities/changes/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../16 components/16 entities/new/sample.json | 1 + .../16 components/16 entities/new/tukey.json | 1 + .../16 components/16 entities/report/MAD.svg | 76 +++ .../16 components/16 entities/report/SD.svg | 76 +++ .../16 entities/report/index.html | 209 ++++++++ .../16 components/16 entities/report/mean.svg | 100 ++++ .../16 entities/report/median.svg | 72 +++ .../16 components/16 entities/report/pdf.svg | 159 ++++++ .../16 entities/report/pdf_small.svg | 68 +++ .../16 entities/report/regression.svg | 192 +++++++ .../16 entities/report/regression_small.svg | 177 +++++++ .../16 entities/report/slope.svg | 108 ++++ .../16 entities/report/typical.svg | 108 ++++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../256 entities/base/tukey.json | 1 + .../256 entities/changes/benchmark.json | 1 + .../256 entities/changes/estimates.json | 1 + .../256 entities/changes/sample.json | 1 + .../256 entities/changes/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../256 entities/new/sample.json | 1 + .../16 components/256 entities/new/tukey.json | 1 + .../16 components/256 entities/report/MAD.svg | 80 +++ .../16 components/256 entities/report/SD.svg | 76 +++ .../256 entities/report/index.html | 209 ++++++++ .../256 entities/report/mean.svg | 104 ++++ .../256 entities/report/median.svg | 76 +++ .../16 components/256 entities/report/pdf.svg | 173 +++++++ .../256 entities/report/pdf_small.svg | 76 +++ .../256 entities/report/regression.svg | 217 ++++++++ .../256 entities/report/regression_small.svg | 202 ++++++++ .../256 entities/report/slope.svg | 76 +++ .../256 entities/report/typical.svg | 76 +++ .../16 components/report/index.html | 142 +++++ .../16 components/report/lines.svg | 73 +++ .../16 components/report/violin.svg | 67 +++ .../16 entities/report/index.html | 208 ++++++++ .../16 entities/report/violin.svg | 77 +++ .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../2 components/1 entities/base/sample.json | 1 + .../2 components/1 entities/base/tukey.json | 1 + .../1 entities/changes/benchmark.json | 1 + .../1 entities/changes/estimates.json | 1 + .../1 entities/changes/sample.json | 1 + .../1 entities/changes/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../2 components/1 entities/new/sample.json | 1 + .../2 components/1 entities/new/tukey.json | 1 + .../2 components/1 entities/report/MAD.svg | 104 ++++ .../2 components/1 entities/report/SD.svg | 80 +++ .../2 components/1 entities/report/index.html | 209 ++++++++ .../2 components/1 entities/report/mean.svg | 84 +++ .../2 components/1 entities/report/median.svg | 84 +++ .../2 components/1 entities/report/pdf.svg | 157 ++++++ .../1 entities/report/pdf_small.svg | 72 +++ .../1 entities/report/regression.svg | 202 ++++++++ .../1 entities/report/regression_small.svg | 187 +++++++ .../2 components/1 entities/report/slope.svg | 88 ++++ .../1 entities/report/typical.svg | 88 ++++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../2 components/16 entities/base/sample.json | 1 + .../2 components/16 entities/base/tukey.json | 1 + .../16 entities/changes/benchmark.json | 1 + .../16 entities/changes/estimates.json | 1 + .../16 entities/changes/sample.json | 1 + .../16 entities/changes/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../2 components/16 entities/new/sample.json | 1 + .../2 components/16 entities/new/tukey.json | 1 + .../2 components/16 entities/report/MAD.svg | 104 ++++ .../2 components/16 entities/report/SD.svg | 80 +++ .../16 entities/report/index.html | 209 ++++++++ .../2 components/16 entities/report/mean.svg | 76 +++ .../16 entities/report/median.svg | 100 ++++ .../2 components/16 entities/report/pdf.svg | 143 +++++ .../16 entities/report/pdf_small.svg | 60 +++ .../16 entities/report/regression.svg | 192 +++++++ .../16 entities/report/regression_small.svg | 177 +++++++ .../2 components/16 entities/report/slope.svg | 76 +++ .../16 entities/report/typical.svg | 76 +++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../2 components/256 entities/base/tukey.json | 1 + .../256 entities/changes/benchmark.json | 1 + .../256 entities/changes/estimates.json | 1 + .../256 entities/changes/sample.json | 1 + .../256 entities/changes/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../2 components/256 entities/new/sample.json | 1 + .../2 components/256 entities/new/tukey.json | 1 + .../2 components/256 entities/report/MAD.svg | 76 +++ .../2 components/256 entities/report/SD.svg | 100 ++++ .../256 entities/report/index.html | 209 ++++++++ .../2 components/256 entities/report/mean.svg | 80 +++ .../256 entities/report/median.svg | 100 ++++ .../2 components/256 entities/report/pdf.svg | 179 +++++++ .../256 entities/report/pdf_small.svg | 68 +++ .../256 entities/report/regression.svg | 227 ++++++++ .../256 entities/report/regression_small.svg | 212 ++++++++ .../256 entities/report/slope.svg | 76 +++ .../256 entities/report/typical.svg | 76 +++ .../2 components/report/index.html | 142 +++++ .../2 components/report/lines.svg | 81 +++ .../2 components/report/violin.svg | 51 ++ .../256 entities/report/index.html | 208 ++++++++ .../256 entities/report/violin.svg | 85 +++ .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../4 components/1 entities/base/sample.json | 1 + .../4 components/1 entities/base/tukey.json | 1 + .../1 entities/changes/benchmark.json | 1 + .../1 entities/changes/estimates.json | 1 + .../1 entities/changes/sample.json | 1 + .../1 entities/changes/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../4 components/1 entities/new/sample.json | 1 + .../4 components/1 entities/new/tukey.json | 1 + .../4 components/1 entities/report/MAD.svg | 92 ++++ .../4 components/1 entities/report/SD.svg | 96 ++++ .../4 components/1 entities/report/index.html | 209 ++++++++ .../4 components/1 entities/report/mean.svg | 76 +++ .../4 components/1 entities/report/median.svg | 88 ++++ .../4 components/1 entities/report/pdf.svg | 141 +++++ .../1 entities/report/pdf_small.svg | 60 +++ .../1 entities/report/regression.svg | 217 ++++++++ .../1 entities/report/regression_small.svg | 202 ++++++++ .../4 components/1 entities/report/slope.svg | 80 +++ .../1 entities/report/typical.svg | 80 +++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../4 components/16 entities/base/sample.json | 1 + .../4 components/16 entities/base/tukey.json | 1 + .../16 entities/changes/benchmark.json | 1 + .../16 entities/changes/estimates.json | 1 + .../16 entities/changes/sample.json | 1 + .../16 entities/changes/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../4 components/16 entities/new/sample.json | 1 + .../4 components/16 entities/new/tukey.json | 1 + .../4 components/16 entities/report/MAD.svg | 84 +++ .../4 components/16 entities/report/SD.svg | 96 ++++ .../16 entities/report/index.html | 209 ++++++++ .../4 components/16 entities/report/mean.svg | 112 ++++ .../16 entities/report/median.svg | 76 +++ .../4 components/16 entities/report/pdf.svg | 141 +++++ .../16 entities/report/pdf_small.svg | 56 ++ .../16 entities/report/regression.svg | 192 +++++++ .../16 entities/report/regression_small.svg | 177 +++++++ .../4 components/16 entities/report/slope.svg | 104 ++++ .../16 entities/report/typical.svg | 104 ++++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../4 components/256 entities/base/tukey.json | 1 + .../256 entities/changes/benchmark.json | 1 + .../256 entities/changes/estimates.json | 1 + .../256 entities/changes/sample.json | 1 + .../256 entities/changes/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../4 components/256 entities/new/sample.json | 1 + .../4 components/256 entities/new/tukey.json | 1 + .../4 components/256 entities/report/MAD.svg | 76 +++ .../4 components/256 entities/report/SD.svg | 92 ++++ .../256 entities/report/index.html | 209 ++++++++ .../4 components/256 entities/report/mean.svg | 100 ++++ .../256 entities/report/median.svg | 88 ++++ .../4 components/256 entities/report/pdf.svg | 151 ++++++ .../256 entities/report/pdf_small.svg | 60 +++ .../256 entities/report/regression.svg | 217 ++++++++ .../256 entities/report/regression_small.svg | 202 ++++++++ .../256 entities/report/slope.svg | 76 +++ .../256 entities/report/typical.svg | 76 +++ .../4 components/report/index.html | 142 +++++ .../4 components/report/lines.svg | 61 +++ .../4 components/report/violin.svg | 55 ++ .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../8 components/1 entities/base/sample.json | 1 + .../8 components/1 entities/base/tukey.json | 1 + .../1 entities/changes/benchmark.json | 1 + .../1 entities/changes/estimates.json | 1 + .../1 entities/changes/sample.json | 1 + .../1 entities/changes/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../8 components/1 entities/new/sample.json | 1 + .../8 components/1 entities/new/tukey.json | 1 + .../8 components/1 entities/report/MAD.svg | 88 ++++ .../8 components/1 entities/report/SD.svg | 96 ++++ .../8 components/1 entities/report/index.html | 209 ++++++++ .../8 components/1 entities/report/mean.svg | 100 ++++ .../8 components/1 entities/report/median.svg | 100 ++++ .../8 components/1 entities/report/pdf.svg | 155 ++++++ .../1 entities/report/pdf_small.svg | 64 +++ .../1 entities/report/regression.svg | 197 +++++++ .../1 entities/report/regression_small.svg | 182 +++++++ .../8 components/1 entities/report/slope.svg | 108 ++++ .../1 entities/report/typical.svg | 108 ++++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../8 components/16 entities/base/sample.json | 1 + .../8 components/16 entities/base/tukey.json | 1 + .../16 entities/changes/benchmark.json | 1 + .../16 entities/changes/estimates.json | 1 + .../16 entities/changes/sample.json | 1 + .../16 entities/changes/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../8 components/16 entities/new/sample.json | 1 + .../8 components/16 entities/new/tukey.json | 1 + .../8 components/16 entities/report/MAD.svg | 92 ++++ .../8 components/16 entities/report/SD.svg | 104 ++++ .../16 entities/report/index.html | 209 ++++++++ .../8 components/16 entities/report/mean.svg | 88 ++++ .../16 entities/report/median.svg | 100 ++++ .../8 components/16 entities/report/pdf.svg | 157 ++++++ .../16 entities/report/pdf_small.svg | 72 +++ .../16 entities/report/regression.svg | 202 ++++++++ .../16 entities/report/regression_small.svg | 187 +++++++ .../8 components/16 entities/report/slope.svg | 76 +++ .../16 entities/report/typical.svg | 76 +++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../8 components/256 entities/base/tukey.json | 1 + .../256 entities/changes/benchmark.json | 1 + .../256 entities/changes/estimates.json | 1 + .../256 entities/changes/sample.json | 1 + .../256 entities/changes/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../8 components/256 entities/new/sample.json | 1 + .../8 components/256 entities/new/tukey.json | 1 + .../8 components/256 entities/report/MAD.svg | 84 +++ .../8 components/256 entities/report/SD.svg | 80 +++ .../256 entities/report/index.html | 209 ++++++++ .../8 components/256 entities/report/mean.svg | 100 ++++ .../256 entities/report/median.svg | 88 ++++ .../8 components/256 entities/report/pdf.svg | 151 ++++++ .../256 entities/report/pdf_small.svg | 52 ++ .../256 entities/report/regression.svg | 187 +++++++ .../256 entities/report/regression_small.svg | 172 +++++++ .../256 entities/report/slope.svg | 88 ++++ .../256 entities/report/typical.svg | 88 ++++ .../8 components/report/index.html | 142 +++++ .../8 components/report/lines.svg | 77 +++ .../8 components/report/violin.svg | 75 +++ .../issues/26/create entity/report/index.html | 487 ++++++++++++++++++ .../issues/26/create entity/report/lines.svg | 113 ++++ .../issues/26/create entity/report/violin.svg | 157 ++++++ .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../0 components/1 entities/base/sample.json | 1 + .../0 components/1 entities/base/tukey.json | 1 + .../1 entities/changes/benchmark.json | 1 + .../1 entities/changes/estimates.json | 1 + .../1 entities/changes/sample.json | 1 + .../1 entities/changes/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../0 components/1 entities/new/sample.json | 1 + .../0 components/1 entities/new/tukey.json | 1 + .../0 components/1 entities/report/MAD.svg | 92 ++++ .../0 components/1 entities/report/SD.svg | 80 +++ .../0 components/1 entities/report/index.html | 209 ++++++++ .../0 components/1 entities/report/mean.svg | 100 ++++ .../0 components/1 entities/report/median.svg | 96 ++++ .../0 components/1 entities/report/pdf.svg | 147 ++++++ .../1 entities/report/pdf_small.svg | 72 +++ .../1 entities/report/regression.svg | 207 ++++++++ .../1 entities/report/regression_small.svg | 192 +++++++ .../0 components/1 entities/report/slope.svg | 112 ++++ .../1 entities/report/typical.svg | 112 ++++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../0 components/16 entities/base/sample.json | 1 + .../0 components/16 entities/base/tukey.json | 1 + .../16 entities/changes/benchmark.json | 1 + .../16 entities/changes/estimates.json | 1 + .../16 entities/changes/sample.json | 1 + .../16 entities/changes/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../0 components/16 entities/new/sample.json | 1 + .../0 components/16 entities/new/tukey.json | 1 + .../0 components/16 entities/report/MAD.svg | 76 +++ .../0 components/16 entities/report/SD.svg | 80 +++ .../16 entities/report/index.html | 209 ++++++++ .../0 components/16 entities/report/mean.svg | 100 ++++ .../16 entities/report/median.svg | 80 +++ .../0 components/16 entities/report/pdf.svg | 147 ++++++ .../16 entities/report/pdf_small.svg | 56 ++ .../16 entities/report/regression.svg | 212 ++++++++ .../16 entities/report/regression_small.svg | 197 +++++++ .../0 components/16 entities/report/slope.svg | 80 +++ .../16 entities/report/typical.svg | 80 +++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../0 components/256 entities/base/tukey.json | 1 + .../256 entities/changes/benchmark.json | 1 + .../256 entities/changes/estimates.json | 1 + .../256 entities/changes/sample.json | 1 + .../256 entities/changes/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../0 components/256 entities/new/sample.json | 1 + .../0 components/256 entities/new/tukey.json | 1 + .../0 components/256 entities/report/MAD.svg | 100 ++++ .../0 components/256 entities/report/SD.svg | 96 ++++ .../256 entities/report/index.html | 209 ++++++++ .../0 components/256 entities/report/mean.svg | 104 ++++ .../256 entities/report/median.svg | 112 ++++ .../0 components/256 entities/report/pdf.svg | 147 ++++++ .../256 entities/report/pdf_small.svg | 52 ++ .../256 entities/report/regression.svg | 192 +++++++ .../256 entities/report/regression_small.svg | 177 +++++++ .../256 entities/report/slope.svg | 104 ++++ .../256 entities/report/typical.svg | 104 ++++ .../0 components/report/index.html | 142 +++++ .../0 components/report/lines.svg | 61 +++ .../0 components/report/violin.svg | 55 ++ .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../1 components/1 entities/base/sample.json | 1 + .../1 components/1 entities/base/tukey.json | 1 + .../1 entities/changes/benchmark.json | 1 + .../1 entities/changes/estimates.json | 1 + .../1 entities/changes/sample.json | 1 + .../1 entities/changes/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../1 components/1 entities/new/sample.json | 1 + .../1 components/1 entities/new/tukey.json | 1 + .../1 components/1 entities/report/MAD.svg | 92 ++++ .../1 components/1 entities/report/SD.svg | 80 +++ .../1 components/1 entities/report/index.html | 209 ++++++++ .../1 components/1 entities/report/mean.svg | 104 ++++ .../1 components/1 entities/report/median.svg | 92 ++++ .../1 components/1 entities/report/pdf.svg | 143 +++++ .../1 entities/report/pdf_small.svg | 64 +++ .../1 entities/report/regression.svg | 202 ++++++++ .../1 entities/report/regression_small.svg | 187 +++++++ .../1 components/1 entities/report/slope.svg | 80 +++ .../1 entities/report/typical.svg | 80 +++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../1 components/16 entities/base/sample.json | 1 + .../1 components/16 entities/base/tukey.json | 1 + .../16 entities/changes/benchmark.json | 1 + .../16 entities/changes/estimates.json | 1 + .../16 entities/changes/sample.json | 1 + .../16 entities/changes/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../1 components/16 entities/new/sample.json | 1 + .../1 components/16 entities/new/tukey.json | 1 + .../1 components/16 entities/report/MAD.svg | 84 +++ .../1 components/16 entities/report/SD.svg | 80 +++ .../16 entities/report/index.html | 209 ++++++++ .../1 components/16 entities/report/mean.svg | 76 +++ .../16 entities/report/median.svg | 88 ++++ .../1 components/16 entities/report/pdf.svg | 153 ++++++ .../16 entities/report/pdf_small.svg | 52 ++ .../16 entities/report/regression.svg | 202 ++++++++ .../16 entities/report/regression_small.svg | 187 +++++++ .../1 components/16 entities/report/slope.svg | 76 +++ .../16 entities/report/typical.svg | 76 +++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../1 components/256 entities/base/tukey.json | 1 + .../256 entities/changes/benchmark.json | 1 + .../256 entities/changes/estimates.json | 1 + .../256 entities/changes/sample.json | 1 + .../256 entities/changes/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../1 components/256 entities/new/sample.json | 1 + .../1 components/256 entities/new/tukey.json | 1 + .../1 components/256 entities/report/MAD.svg | 108 ++++ .../1 components/256 entities/report/SD.svg | 76 +++ .../256 entities/report/index.html | 209 ++++++++ .../1 components/256 entities/report/mean.svg | 76 +++ .../256 entities/report/median.svg | 84 +++ .../1 components/256 entities/report/pdf.svg | 147 ++++++ .../256 entities/report/pdf_small.svg | 64 +++ .../256 entities/report/regression.svg | 192 +++++++ .../256 entities/report/regression_small.svg | 177 +++++++ .../256 entities/report/slope.svg | 84 +++ .../256 entities/report/typical.svg | 84 +++ .../1 components/report/index.html | 142 +++++ .../1 components/report/lines.svg | 61 +++ .../1 components/report/violin.svg | 55 ++ .../1 entities/report/index.html | 208 ++++++++ .../1 entities/report/violin.svg | 73 +++ .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../16 components/1 entities/base/sample.json | 1 + .../16 components/1 entities/base/tukey.json | 1 + .../1 entities/changes/benchmark.json | 1 + .../1 entities/changes/estimates.json | 1 + .../1 entities/changes/sample.json | 1 + .../1 entities/changes/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../16 components/1 entities/new/sample.json | 1 + .../16 components/1 entities/new/tukey.json | 1 + .../16 components/1 entities/report/MAD.svg | 100 ++++ .../16 components/1 entities/report/SD.svg | 112 ++++ .../1 entities/report/index.html | 209 ++++++++ .../16 components/1 entities/report/mean.svg | 100 ++++ .../1 entities/report/median.svg | 96 ++++ .../16 components/1 entities/report/pdf.svg | 131 +++++ .../1 entities/report/pdf_small.svg | 60 +++ .../1 entities/report/regression.svg | 202 ++++++++ .../1 entities/report/regression_small.svg | 187 +++++++ .../16 components/1 entities/report/slope.svg | 80 +++ .../1 entities/report/typical.svg | 80 +++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../16 entities/base/sample.json | 1 + .../16 components/16 entities/base/tukey.json | 1 + .../16 entities/changes/benchmark.json | 1 + .../16 entities/changes/estimates.json | 1 + .../16 entities/changes/sample.json | 1 + .../16 entities/changes/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../16 components/16 entities/new/sample.json | 1 + .../16 components/16 entities/new/tukey.json | 1 + .../16 components/16 entities/report/MAD.svg | 104 ++++ .../16 components/16 entities/report/SD.svg | 108 ++++ .../16 entities/report/index.html | 209 ++++++++ .../16 components/16 entities/report/mean.svg | 100 ++++ .../16 entities/report/median.svg | 112 ++++ .../16 components/16 entities/report/pdf.svg | 153 ++++++ .../16 entities/report/pdf_small.svg | 76 +++ .../16 entities/report/regression.svg | 212 ++++++++ .../16 entities/report/regression_small.svg | 197 +++++++ .../16 entities/report/slope.svg | 96 ++++ .../16 entities/report/typical.svg | 96 ++++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../256 entities/base/tukey.json | 1 + .../256 entities/changes/benchmark.json | 1 + .../256 entities/changes/estimates.json | 1 + .../256 entities/changes/sample.json | 1 + .../256 entities/changes/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../256 entities/new/sample.json | 1 + .../16 components/256 entities/new/tukey.json | 1 + .../16 components/256 entities/report/MAD.svg | 108 ++++ .../16 components/256 entities/report/SD.svg | 80 +++ .../256 entities/report/index.html | 209 ++++++++ .../256 entities/report/mean.svg | 100 ++++ .../256 entities/report/median.svg | 96 ++++ .../16 components/256 entities/report/pdf.svg | 157 ++++++ .../256 entities/report/pdf_small.svg | 60 +++ .../256 entities/report/regression.svg | 222 ++++++++ .../256 entities/report/regression_small.svg | 207 ++++++++ .../256 entities/report/slope.svg | 108 ++++ .../256 entities/report/typical.svg | 108 ++++ .../16 components/report/index.html | 142 +++++ .../16 components/report/lines.svg | 77 +++ .../16 components/report/violin.svg | 71 +++ .../16 entities/report/index.html | 208 ++++++++ .../16 entities/report/violin.svg | 89 ++++ .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../2 components/1 entities/base/sample.json | 1 + .../2 components/1 entities/base/tukey.json | 1 + .../1 entities/changes/benchmark.json | 1 + .../1 entities/changes/estimates.json | 1 + .../1 entities/changes/sample.json | 1 + .../1 entities/changes/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../2 components/1 entities/new/sample.json | 1 + .../2 components/1 entities/new/tukey.json | 1 + .../2 components/1 entities/report/MAD.svg | 112 ++++ .../2 components/1 entities/report/SD.svg | 76 +++ .../2 components/1 entities/report/index.html | 209 ++++++++ .../2 components/1 entities/report/mean.svg | 104 ++++ .../2 components/1 entities/report/median.svg | 96 ++++ .../2 components/1 entities/report/pdf.svg | 135 +++++ .../1 entities/report/pdf_small.svg | 60 +++ .../1 entities/report/regression.svg | 202 ++++++++ .../1 entities/report/regression_small.svg | 187 +++++++ .../2 components/1 entities/report/slope.svg | 80 +++ .../1 entities/report/typical.svg | 80 +++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../2 components/16 entities/base/sample.json | 1 + .../2 components/16 entities/base/tukey.json | 1 + .../16 entities/changes/benchmark.json | 1 + .../16 entities/changes/estimates.json | 1 + .../16 entities/changes/sample.json | 1 + .../16 entities/changes/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../2 components/16 entities/new/sample.json | 1 + .../2 components/16 entities/new/tukey.json | 1 + .../2 components/16 entities/report/MAD.svg | 84 +++ .../2 components/16 entities/report/SD.svg | 76 +++ .../16 entities/report/index.html | 209 ++++++++ .../2 components/16 entities/report/mean.svg | 76 +++ .../16 entities/report/median.svg | 96 ++++ .../2 components/16 entities/report/pdf.svg | 165 ++++++ .../16 entities/report/pdf_small.svg | 64 +++ .../16 entities/report/regression.svg | 202 ++++++++ .../16 entities/report/regression_small.svg | 187 +++++++ .../2 components/16 entities/report/slope.svg | 80 +++ .../16 entities/report/typical.svg | 80 +++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../2 components/256 entities/base/tukey.json | 1 + .../256 entities/changes/benchmark.json | 1 + .../256 entities/changes/estimates.json | 1 + .../256 entities/changes/sample.json | 1 + .../256 entities/changes/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../2 components/256 entities/new/sample.json | 1 + .../2 components/256 entities/new/tukey.json | 1 + .../2 components/256 entities/report/MAD.svg | 108 ++++ .../2 components/256 entities/report/SD.svg | 96 ++++ .../256 entities/report/index.html | 209 ++++++++ .../2 components/256 entities/report/mean.svg | 96 ++++ .../256 entities/report/median.svg | 76 +++ .../2 components/256 entities/report/pdf.svg | 131 +++++ .../256 entities/report/pdf_small.svg | 56 ++ .../256 entities/report/regression.svg | 192 +++++++ .../256 entities/report/regression_small.svg | 177 +++++++ .../256 entities/report/slope.svg | 84 +++ .../256 entities/report/typical.svg | 84 +++ .../2 components/report/index.html | 142 +++++ .../2 components/report/lines.svg | 57 ++ .../2 components/report/violin.svg | 55 ++ .../256 entities/report/index.html | 208 ++++++++ .../256 entities/report/violin.svg | 73 +++ .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../4 components/1 entities/base/sample.json | 1 + .../4 components/1 entities/base/tukey.json | 1 + .../1 entities/changes/benchmark.json | 1 + .../1 entities/changes/estimates.json | 1 + .../1 entities/changes/sample.json | 1 + .../1 entities/changes/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../4 components/1 entities/new/sample.json | 1 + .../4 components/1 entities/new/tukey.json | 1 + .../4 components/1 entities/report/MAD.svg | 108 ++++ .../4 components/1 entities/report/SD.svg | 80 +++ .../4 components/1 entities/report/index.html | 209 ++++++++ .../4 components/1 entities/report/mean.svg | 100 ++++ .../4 components/1 entities/report/median.svg | 88 ++++ .../4 components/1 entities/report/pdf.svg | 139 +++++ .../1 entities/report/pdf_small.svg | 68 +++ .../1 entities/report/regression.svg | 197 +++++++ .../1 entities/report/regression_small.svg | 182 +++++++ .../4 components/1 entities/report/slope.svg | 84 +++ .../1 entities/report/typical.svg | 84 +++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../4 components/16 entities/base/sample.json | 1 + .../4 components/16 entities/base/tukey.json | 1 + .../16 entities/changes/benchmark.json | 1 + .../16 entities/changes/estimates.json | 1 + .../16 entities/changes/sample.json | 1 + .../16 entities/changes/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../4 components/16 entities/new/sample.json | 1 + .../4 components/16 entities/new/tukey.json | 1 + .../4 components/16 entities/report/MAD.svg | 84 +++ .../4 components/16 entities/report/SD.svg | 80 +++ .../16 entities/report/index.html | 209 ++++++++ .../4 components/16 entities/report/mean.svg | 72 +++ .../16 entities/report/median.svg | 96 ++++ .../4 components/16 entities/report/pdf.svg | 155 ++++++ .../16 entities/report/pdf_small.svg | 56 ++ .../16 entities/report/regression.svg | 192 +++++++ .../16 entities/report/regression_small.svg | 177 +++++++ .../4 components/16 entities/report/slope.svg | 80 +++ .../16 entities/report/typical.svg | 80 +++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../4 components/256 entities/base/tukey.json | 1 + .../256 entities/changes/benchmark.json | 1 + .../256 entities/changes/estimates.json | 1 + .../256 entities/changes/sample.json | 1 + .../256 entities/changes/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../4 components/256 entities/new/sample.json | 1 + .../4 components/256 entities/new/tukey.json | 1 + .../4 components/256 entities/report/MAD.svg | 80 +++ .../4 components/256 entities/report/SD.svg | 84 +++ .../256 entities/report/index.html | 209 ++++++++ .../4 components/256 entities/report/mean.svg | 92 ++++ .../256 entities/report/median.svg | 84 +++ .../4 components/256 entities/report/pdf.svg | 157 ++++++ .../256 entities/report/pdf_small.svg | 60 +++ .../256 entities/report/regression.svg | 222 ++++++++ .../256 entities/report/regression_small.svg | 207 ++++++++ .../256 entities/report/slope.svg | 80 +++ .../256 entities/report/typical.svg | 80 +++ .../4 components/report/index.html | 142 +++++ .../4 components/report/lines.svg | 85 +++ .../4 components/report/violin.svg | 51 ++ .../1 entities/base/benchmark.json | 1 + .../1 entities/base/estimates.json | 1 + .../8 components/1 entities/base/sample.json | 1 + .../8 components/1 entities/base/tukey.json | 1 + .../1 entities/changes/benchmark.json | 1 + .../1 entities/changes/estimates.json | 1 + .../1 entities/changes/sample.json | 1 + .../1 entities/changes/tukey.json | 1 + .../1 entities/new/benchmark.json | 1 + .../1 entities/new/estimates.json | 1 + .../8 components/1 entities/new/sample.json | 1 + .../8 components/1 entities/new/tukey.json | 1 + .../8 components/1 entities/report/MAD.svg | 96 ++++ .../8 components/1 entities/report/SD.svg | 108 ++++ .../8 components/1 entities/report/index.html | 209 ++++++++ .../8 components/1 entities/report/mean.svg | 100 ++++ .../8 components/1 entities/report/median.svg | 92 ++++ .../8 components/1 entities/report/pdf.svg | 135 +++++ .../1 entities/report/pdf_small.svg | 64 +++ .../1 entities/report/regression.svg | 192 +++++++ .../1 entities/report/regression_small.svg | 177 +++++++ .../8 components/1 entities/report/slope.svg | 80 +++ .../1 entities/report/typical.svg | 80 +++ .../16 entities/base/benchmark.json | 1 + .../16 entities/base/estimates.json | 1 + .../8 components/16 entities/base/sample.json | 1 + .../8 components/16 entities/base/tukey.json | 1 + .../16 entities/changes/benchmark.json | 1 + .../16 entities/changes/estimates.json | 1 + .../16 entities/changes/sample.json | 1 + .../16 entities/changes/tukey.json | 1 + .../16 entities/new/benchmark.json | 1 + .../16 entities/new/estimates.json | 1 + .../8 components/16 entities/new/sample.json | 1 + .../8 components/16 entities/new/tukey.json | 1 + .../8 components/16 entities/report/MAD.svg | 80 +++ .../8 components/16 entities/report/SD.svg | 100 ++++ .../16 entities/report/index.html | 209 ++++++++ .../8 components/16 entities/report/mean.svg | 92 ++++ .../16 entities/report/median.svg | 88 ++++ .../8 components/16 entities/report/pdf.svg | 145 ++++++ .../16 entities/report/pdf_small.svg | 68 +++ .../16 entities/report/regression.svg | 212 ++++++++ .../16 entities/report/regression_small.svg | 197 +++++++ .../8 components/16 entities/report/slope.svg | 80 +++ .../16 entities/report/typical.svg | 80 +++ .../256 entities/base/benchmark.json | 1 + .../256 entities/base/estimates.json | 1 + .../256 entities/base/sample.json | 1 + .../8 components/256 entities/base/tukey.json | 1 + .../256 entities/changes/benchmark.json | 1 + .../256 entities/changes/estimates.json | 1 + .../256 entities/changes/sample.json | 1 + .../256 entities/changes/tukey.json | 1 + .../256 entities/new/benchmark.json | 1 + .../256 entities/new/estimates.json | 1 + .../8 components/256 entities/new/sample.json | 1 + .../8 components/256 entities/new/tukey.json | 1 + .../8 components/256 entities/report/MAD.svg | 72 +++ .../8 components/256 entities/report/SD.svg | 96 ++++ .../256 entities/report/index.html | 209 ++++++++ .../8 components/256 entities/report/mean.svg | 76 +++ .../256 entities/report/median.svg | 92 ++++ .../8 components/256 entities/report/pdf.svg | 161 ++++++ .../256 entities/report/pdf_small.svg | 64 +++ .../256 entities/report/regression.svg | 217 ++++++++ .../256 entities/report/regression_small.svg | 202 ++++++++ .../256 entities/report/slope.svg | 84 +++ .../256 entities/report/typical.svg | 84 +++ .../8 components/report/index.html | 142 +++++ .../8 components/report/lines.svg | 81 +++ .../8 components/report/violin.svg | 51 ++ .../issues/26/delete entity/report/index.html | 487 ++++++++++++++++++ .../issues/26/delete entity/report/lines.svg | 101 ++++ .../issues/26/delete entity/report/violin.svg | 145 ++++++ .../4096 entities/report/index.html | 162 ++++++ .../4096 entities/report/violin.svg | 61 +++ .../65536 entities/report/index.html | 162 ++++++ .../65536 entities/report/violin.svg | 61 +++ .../4096 entities/base/benchmark.json | 1 + .../4096 entities/base/estimates.json | 1 + .../4096 entities/base/sample.json | 1 + .../4096 entities/base/tukey.json | 1 + .../4096 entities/changes/benchmark.json | 1 + .../4096 entities/changes/estimates.json | 1 + .../4096 entities/changes/sample.json | 1 + .../4096 entities/changes/tukey.json | 1 + .../4096 entities/new/benchmark.json | 1 + .../4096 entities/new/estimates.json | 1 + .../4096 entities/new/sample.json | 1 + .../4096 entities/new/tukey.json | 1 + .../4096 entities/report/MAD.svg | 92 ++++ .../4096 entities/report/SD.svg | 108 ++++ .../4096 entities/report/index.html | 209 ++++++++ .../4096 entities/report/mean.svg | 96 ++++ .../4096 entities/report/median.svg | 84 +++ .../4096 entities/report/pdf.svg | 151 ++++++ .../4096 entities/report/pdf_small.svg | 68 +++ .../4096 entities/report/regression.svg | 217 ++++++++ .../4096 entities/report/regression_small.svg | 202 ++++++++ .../4096 entities/report/slope.svg | 100 ++++ .../4096 entities/report/typical.svg | 100 ++++ .../65536 entities/base/benchmark.json | 1 + .../65536 entities/base/estimates.json | 1 + .../65536 entities/base/sample.json | 1 + .../65536 entities/base/tukey.json | 1 + .../65536 entities/changes/benchmark.json | 1 + .../65536 entities/changes/estimates.json | 1 + .../65536 entities/changes/sample.json | 1 + .../65536 entities/changes/tukey.json | 1 + .../65536 entities/new/benchmark.json | 1 + .../65536 entities/new/estimates.json | 1 + .../65536 entities/new/sample.json | 1 + .../65536 entities/new/tukey.json | 1 + .../65536 entities/report/MAD.svg | 92 ++++ .../65536 entities/report/SD.svg | 84 +++ .../65536 entities/report/index.html | 209 ++++++++ .../65536 entities/report/mean.svg | 84 +++ .../65536 entities/report/median.svg | 80 +++ .../65536 entities/report/pdf.svg | 119 +++++ .../65536 entities/report/pdf_small.svg | 60 +++ .../65536 entities/report/regression.svg | 207 ++++++++ .../report/regression_small.svg | 192 +++++++ .../65536 entities/report/slope.svg | 108 ++++ .../65536 entities/report/typical.svg | 108 ++++ .../chunked (x,y,z)/report/index.html | 119 +++++ .../chunked (x,y,z)/report/lines.svg | 76 +++ .../chunked (x,y,z)/report/violin.svg | 65 +++ .../4096 entities/base/benchmark.json | 1 + .../4096 entities/base/estimates.json | 1 + .../4096 entities/base/sample.json | 1 + .../4096 entities/base/tukey.json | 1 + .../4096 entities/changes/benchmark.json | 1 + .../4096 entities/changes/estimates.json | 1 + .../4096 entities/changes/sample.json | 1 + .../4096 entities/changes/tukey.json | 1 + .../4096 entities/new/benchmark.json | 1 + .../4096 entities/new/estimates.json | 1 + .../4096 entities/new/sample.json | 1 + .../4096 entities/new/tukey.json | 1 + .../4096 entities/report/MAD.svg | 72 +++ .../4096 entities/report/SD.svg | 92 ++++ .../4096 entities/report/index.html | 209 ++++++++ .../4096 entities/report/mean.svg | 80 +++ .../4096 entities/report/median.svg | 104 ++++ .../4096 entities/report/pdf.svg | 139 +++++ .../4096 entities/report/pdf_small.svg | 60 +++ .../4096 entities/report/regression.svg | 222 ++++++++ .../4096 entities/report/regression_small.svg | 207 ++++++++ .../4096 entities/report/slope.svg | 104 ++++ .../4096 entities/report/typical.svg | 104 ++++ .../65536 entities/base/benchmark.json | 1 + .../65536 entities/base/estimates.json | 1 + .../65536 entities/base/sample.json | 1 + .../65536 entities/base/tukey.json | 1 + .../65536 entities/changes/benchmark.json | 1 + .../65536 entities/changes/estimates.json | 1 + .../65536 entities/changes/sample.json | 1 + .../65536 entities/changes/tukey.json | 1 + .../65536 entities/new/benchmark.json | 1 + .../65536 entities/new/estimates.json | 1 + .../65536 entities/new/sample.json | 1 + .../65536 entities/new/tukey.json | 1 + .../65536 entities/report/MAD.svg | 76 +++ .../65536 entities/report/SD.svg | 92 ++++ .../65536 entities/report/index.html | 209 ++++++++ .../65536 entities/report/mean.svg | 100 ++++ .../65536 entities/report/median.svg | 84 +++ .../65536 entities/report/pdf.svg | 139 +++++ .../65536 entities/report/pdf_small.svg | 52 ++ .../65536 entities/report/regression.svg | 232 +++++++++ .../report/regression_small.svg | 217 ++++++++ .../65536 entities/report/slope.svg | 76 +++ .../65536 entities/report/typical.svg | 76 +++ .../chunked [f64; 3]/report/index.html | 119 +++++ .../chunked [f64; 3]/report/lines.svg | 80 +++ .../chunked [f64; 3]/report/violin.svg | 45 ++ .../4096 entities/base/benchmark.json | 1 + .../4096 entities/base/estimates.json | 1 + .../4096 entities/base/sample.json | 1 + .../4096 entities/base/tukey.json | 1 + .../4096 entities/changes/benchmark.json | 1 + .../4096 entities/changes/estimates.json | 1 + .../4096 entities/changes/sample.json | 1 + .../4096 entities/changes/tukey.json | 1 + .../4096 entities/new/benchmark.json | 1 + .../4096 entities/new/estimates.json | 1 + .../4096 entities/new/sample.json | 1 + .../4096 entities/new/tukey.json | 1 + .../4096 entities/report/MAD.svg | 100 ++++ .../4096 entities/report/SD.svg | 88 ++++ .../4096 entities/report/index.html | 209 ++++++++ .../4096 entities/report/mean.svg | 104 ++++ .../4096 entities/report/median.svg | 76 +++ .../4096 entities/report/pdf.svg | 147 ++++++ .../4096 entities/report/pdf_small.svg | 64 +++ .../4096 entities/report/regression.svg | 207 ++++++++ .../4096 entities/report/regression_small.svg | 192 +++++++ .../4096 entities/report/slope.svg | 84 +++ .../4096 entities/report/typical.svg | 84 +++ .../65536 entities/base/benchmark.json | 1 + .../65536 entities/base/estimates.json | 1 + .../65536 entities/base/sample.json | 1 + .../65536 entities/base/tukey.json | 1 + .../65536 entities/changes/benchmark.json | 1 + .../65536 entities/changes/estimates.json | 1 + .../65536 entities/changes/sample.json | 1 + .../65536 entities/changes/tukey.json | 1 + .../65536 entities/new/benchmark.json | 1 + .../65536 entities/new/estimates.json | 1 + .../65536 entities/new/sample.json | 1 + .../65536 entities/new/tukey.json | 1 + .../65536 entities/report/MAD.svg | 104 ++++ .../65536 entities/report/SD.svg | 96 ++++ .../65536 entities/report/index.html | 209 ++++++++ .../65536 entities/report/mean.svg | 104 ++++ .../65536 entities/report/median.svg | 104 ++++ .../65536 entities/report/pdf.svg | 153 ++++++ .../65536 entities/report/pdf_small.svg | 64 +++ .../65536 entities/report/regression.svg | 202 ++++++++ .../report/regression_small.svg | 187 +++++++ .../65536 entities/report/slope.svg | 96 ++++ .../65536 entities/report/typical.svg | 96 ++++ .../non-chunked (x, y, z)/report/index.html | 119 +++++ .../non-chunked (x, y, z)/report/lines.svg | 64 +++ .../non-chunked (x, y, z)/report/violin.svg | 49 ++ .../4096 entities/base/benchmark.json | 1 + .../4096 entities/base/estimates.json | 1 + .../4096 entities/base/sample.json | 1 + .../4096 entities/base/tukey.json | 1 + .../4096 entities/changes/benchmark.json | 1 + .../4096 entities/changes/estimates.json | 1 + .../4096 entities/changes/sample.json | 1 + .../4096 entities/changes/tukey.json | 1 + .../4096 entities/new/benchmark.json | 1 + .../4096 entities/new/estimates.json | 1 + .../4096 entities/new/sample.json | 1 + .../4096 entities/new/tukey.json | 1 + .../4096 entities/report/MAD.svg | 88 ++++ .../4096 entities/report/SD.svg | 100 ++++ .../4096 entities/report/index.html | 209 ++++++++ .../4096 entities/report/mean.svg | 80 +++ .../4096 entities/report/median.svg | 84 +++ .../4096 entities/report/pdf.svg | 147 ++++++ .../4096 entities/report/pdf_small.svg | 64 +++ .../4096 entities/report/regression.svg | 212 ++++++++ .../4096 entities/report/regression_small.svg | 197 +++++++ .../4096 entities/report/slope.svg | 104 ++++ .../4096 entities/report/typical.svg | 104 ++++ .../65536 entities/base/benchmark.json | 1 + .../65536 entities/base/estimates.json | 1 + .../65536 entities/base/sample.json | 1 + .../65536 entities/base/tukey.json | 1 + .../65536 entities/changes/benchmark.json | 1 + .../65536 entities/changes/estimates.json | 1 + .../65536 entities/changes/sample.json | 1 + .../65536 entities/changes/tukey.json | 1 + .../65536 entities/new/benchmark.json | 1 + .../65536 entities/new/estimates.json | 1 + .../65536 entities/new/sample.json | 1 + .../65536 entities/new/tukey.json | 1 + .../65536 entities/report/MAD.svg | 96 ++++ .../65536 entities/report/SD.svg | 92 ++++ .../65536 entities/report/index.html | 209 ++++++++ .../65536 entities/report/mean.svg | 80 +++ .../65536 entities/report/median.svg | 92 ++++ .../65536 entities/report/pdf.svg | 141 +++++ .../65536 entities/report/pdf_small.svg | 48 ++ .../65536 entities/report/regression.svg | 182 +++++++ .../report/regression_small.svg | 167 ++++++ .../65536 entities/report/slope.svg | 72 +++ .../65536 entities/report/typical.svg | 72 +++ .../non-chunked [f64; 3]/report/index.html | 119 +++++ .../non-chunked [f64; 3]/report/lines.svg | 76 +++ .../non-chunked [f64; 3]/report/violin.svg | 65 +++ .../26/iter entity (p += v)/report/index.html | 257 +++++++++ .../26/iter entity (p += v)/report/lines.svg | 85 +++ .../26/iter entity (p += v)/report/violin.svg | 85 +++ .../branch/issues/26/report/index.html | 192 +++++++ 1074 files changed, 68723 insertions(+) create mode 100644 bench-report/branch/issues/26/create entity/0 components/1 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/1 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/1 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/1 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/1 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/1 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/1 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/1 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/1 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/1 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/1 entities/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/0 components/1 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/1 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/1 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/1 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/1 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/1 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/1 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/16 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/16 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/16 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/16 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/16 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/16 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/16 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/16 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/16 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/16 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/16 entities/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/0 components/16 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/16 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/16 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/16 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/16 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/16 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/16 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/256 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/256 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/256 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/256 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/256 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/256 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/256 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/256 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/0 components/256 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/256 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/256 entities/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/0 components/256 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/256 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/256 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/256 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/256 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/256 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/256 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/0 components/report/lines.svg create mode 100644 bench-report/branch/issues/26/create entity/0 components/report/violin.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/1 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/16 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/256 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/1 components/report/lines.svg create mode 100644 bench-report/branch/issues/26/create entity/1 components/report/violin.svg create mode 100644 bench-report/branch/issues/26/create entity/1 entities/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/1 entities/report/violin.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/1 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/16 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/256 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/16 components/report/lines.svg create mode 100644 bench-report/branch/issues/26/create entity/16 components/report/violin.svg create mode 100644 bench-report/branch/issues/26/create entity/16 entities/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/16 entities/report/violin.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/1 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/16 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/256 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/2 components/report/lines.svg create mode 100644 bench-report/branch/issues/26/create entity/2 components/report/violin.svg create mode 100644 bench-report/branch/issues/26/create entity/256 entities/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/256 entities/report/violin.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/1 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/16 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/256 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/4 components/report/lines.svg create mode 100644 bench-report/branch/issues/26/create entity/4 components/report/violin.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/1 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/16 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/256 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/8 components/report/lines.svg create mode 100644 bench-report/branch/issues/26/create entity/8 components/report/violin.svg create mode 100644 bench-report/branch/issues/26/create entity/report/index.html create mode 100644 bench-report/branch/issues/26/create entity/report/lines.svg create mode 100644 bench-report/branch/issues/26/create entity/report/violin.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/1 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/16 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/256 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/0 components/report/lines.svg create mode 100644 bench-report/branch/issues/26/delete entity/0 components/report/violin.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/1 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/16 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/256 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/1 components/report/lines.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 components/report/violin.svg create mode 100644 bench-report/branch/issues/26/delete entity/1 entities/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/1 entities/report/violin.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/1 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/16 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/256 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/16 components/report/lines.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 components/report/violin.svg create mode 100644 bench-report/branch/issues/26/delete entity/16 entities/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/16 entities/report/violin.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/1 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/16 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/256 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/2 components/report/lines.svg create mode 100644 bench-report/branch/issues/26/delete entity/2 components/report/violin.svg create mode 100644 bench-report/branch/issues/26/delete entity/256 entities/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/256 entities/report/violin.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/1 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/16 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/256 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/4 components/report/lines.svg create mode 100644 bench-report/branch/issues/26/delete entity/4 components/report/violin.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/1 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/16 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/256 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/8 components/report/lines.svg create mode 100644 bench-report/branch/issues/26/delete entity/8 components/report/violin.svg create mode 100644 bench-report/branch/issues/26/delete entity/report/index.html create mode 100644 bench-report/branch/issues/26/delete entity/report/lines.svg create mode 100644 bench-report/branch/issues/26/delete entity/report/violin.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/4096 entities/report/index.html create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/4096 entities/report/violin.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/65536 entities/report/index.html create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/65536 entities/report/violin.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/index.html create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/index.html create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/report/index.html create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/report/lines.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/report/violin.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/index.html create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/index.html create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/report/index.html create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/report/lines.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/report/violin.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/index.html create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/index.html create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/report/index.html create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/report/lines.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/report/violin.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/index.html create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/base/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/base/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/base/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/base/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/changes/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/changes/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/changes/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/changes/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/new/benchmark.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/new/estimates.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/new/sample.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/new/tukey.json create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/MAD.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/SD.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/index.html create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/mean.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/median.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/pdf.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/pdf_small.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/regression.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/regression_small.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/slope.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/typical.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/report/index.html create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/report/lines.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/report/violin.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/report/index.html create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/report/lines.svg create mode 100644 bench-report/branch/issues/26/iter entity (p += v)/report/violin.svg create mode 100644 bench-report/branch/issues/26/report/index.html diff --git a/bench-report/branch/issues/26/create entity/0 components/1 entities/base/benchmark.json b/bench-report/branch/issues/26/create entity/0 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..5f95331910 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"0 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/0 components/1 entities","directory_name":"create entity/0 components/1 entities","title":"create entity/0 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/1 entities/base/estimates.json b/bench-report/branch/issues/26/create entity/0 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..80a3e8ab4a --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":970.6901730452519,"upper_bound":1155.1970960468896},"point_estimate":1035.9772305731265,"standard_error":55.71241280827892},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1005.6739731877599,"upper_bound":1018.731276371308},"point_estimate":1014.7382795698925,"standard_error":5.6140086518658885},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16.78672144774663,"upper_bound":81.66781156124016},"point_estimate":29.209943867467405,"standard_error":16.804077706350323},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1017.349492781428,"upper_bound":1246.951247547169},"point_estimate":1090.3716400669919,"standard_error":68.35734323143086},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":62.23696197643074,"upper_bound":950.762854772933},"point_estimate":556.3025576821886,"standard_error":319.1550229577956}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/1 entities/base/sample.json b/bench-report/branch/issues/26/create entity/0 components/1 entities/base/sample.json new file mode 100644 index 0000000000..6527402e69 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[48.0,96.0,144.0,192.0,240.0,288.0,336.0,384.0,432.0,480.0,528.0,576.0,624.0,672.0,720.0,768.0,816.0,864.0,912.0,960.0,1008.0,1056.0,1104.0,1152.0,1200.0,1248.0,1296.0,1344.0,1392.0,1440.0,1488.0,1536.0,1584.0,1632.0,1680.0,1728.0,1776.0,1824.0,1872.0,1920.0,1968.0,2016.0,2064.0,2112.0,2160.0,2208.0,2256.0,2304.0,2352.0,2400.0,2448.0,2496.0,2544.0,2592.0,2640.0,2688.0,2736.0,2784.0,2832.0,2880.0,2928.0,2976.0,3024.0,3072.0,3120.0,3168.0,3216.0,3264.0,3312.0,3360.0,3408.0,3456.0,3504.0,3552.0,3600.0,3648.0,3696.0,3744.0,3792.0,3840.0,3888.0,3936.0,3984.0,4032.0,4080.0,4128.0,4176.0,4224.0,4272.0,4320.0,4368.0,4416.0,4464.0,4512.0,4560.0,4608.0,4656.0,4704.0,4752.0,4800.0],"times":[54904.0,107910.0,134510.0,177314.0,219417.0,260824.0,302227.0,343428.0,382733.0,426135.0,479441.0,509447.0,554746.0,588649.0,638257.0,671958.0,713362.0,755065.0,799769.0,837071.0,879176.0,922779.0,966886.0,1008186.0,1048890.0,1098295.0,1158000.0,1197803.0,1247307.0,1286611.0,1342013.0,1420120.0,1474426.0,1520529.0,1564634.0,1625539.0,1708446.0,1770854.0,1801656.0,1870259.0,1923565.0,2070879.0,2078779.0,2120082.0,2185888.0,2242690.0,2281795.0,2331999.0,2417106.0,2426909.0,2466412.0,2555216.0,2572123.0,2640725.0,2663928.0,2731934.0,2779539.0,2852246.0,2894847.0,2909350.0,3005559.0,3022460.0,3100267.0,3357686.0,20287540.0,3570404.0,3289078.0,3321884.0,3368390.0,3421692.0,3473298.0,3528704.0,3572006.0,3620908.0,3649914.0,3755721.0,3763122.0,3812325.0,3863029.0,3927238.0,3981842.0,4066748.0,4079549.0,4163657.0,4171058.0,4277465.0,4297467.0,4325871.0,4412576.0,4421477.0,4536988.0,4648096.0,4623194.0,4659499.0,4891017.0,4828015.0,4809613.0,4850814.0,4891919.0,4926922.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/1 entities/base/tukey.json b/bench-report/branch/issues/26/create entity/0 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..009e9744bf --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[555.6643420037817,731.5491059766383,1200.5751432375891,1376.4599072104459] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/1 entities/new/benchmark.json b/bench-report/branch/issues/26/create entity/0 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..5f95331910 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"0 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/0 components/1 entities","directory_name":"create entity/0 components/1 entities","title":"create entity/0 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/1 entities/new/estimates.json b/bench-report/branch/issues/26/create entity/0 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..80a3e8ab4a --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":970.6901730452519,"upper_bound":1155.1970960468896},"point_estimate":1035.9772305731265,"standard_error":55.71241280827892},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1005.6739731877599,"upper_bound":1018.731276371308},"point_estimate":1014.7382795698925,"standard_error":5.6140086518658885},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16.78672144774663,"upper_bound":81.66781156124016},"point_estimate":29.209943867467405,"standard_error":16.804077706350323},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1017.349492781428,"upper_bound":1246.951247547169},"point_estimate":1090.3716400669919,"standard_error":68.35734323143086},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":62.23696197643074,"upper_bound":950.762854772933},"point_estimate":556.3025576821886,"standard_error":319.1550229577956}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/1 entities/new/sample.json b/bench-report/branch/issues/26/create entity/0 components/1 entities/new/sample.json new file mode 100644 index 0000000000..6527402e69 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[48.0,96.0,144.0,192.0,240.0,288.0,336.0,384.0,432.0,480.0,528.0,576.0,624.0,672.0,720.0,768.0,816.0,864.0,912.0,960.0,1008.0,1056.0,1104.0,1152.0,1200.0,1248.0,1296.0,1344.0,1392.0,1440.0,1488.0,1536.0,1584.0,1632.0,1680.0,1728.0,1776.0,1824.0,1872.0,1920.0,1968.0,2016.0,2064.0,2112.0,2160.0,2208.0,2256.0,2304.0,2352.0,2400.0,2448.0,2496.0,2544.0,2592.0,2640.0,2688.0,2736.0,2784.0,2832.0,2880.0,2928.0,2976.0,3024.0,3072.0,3120.0,3168.0,3216.0,3264.0,3312.0,3360.0,3408.0,3456.0,3504.0,3552.0,3600.0,3648.0,3696.0,3744.0,3792.0,3840.0,3888.0,3936.0,3984.0,4032.0,4080.0,4128.0,4176.0,4224.0,4272.0,4320.0,4368.0,4416.0,4464.0,4512.0,4560.0,4608.0,4656.0,4704.0,4752.0,4800.0],"times":[54904.0,107910.0,134510.0,177314.0,219417.0,260824.0,302227.0,343428.0,382733.0,426135.0,479441.0,509447.0,554746.0,588649.0,638257.0,671958.0,713362.0,755065.0,799769.0,837071.0,879176.0,922779.0,966886.0,1008186.0,1048890.0,1098295.0,1158000.0,1197803.0,1247307.0,1286611.0,1342013.0,1420120.0,1474426.0,1520529.0,1564634.0,1625539.0,1708446.0,1770854.0,1801656.0,1870259.0,1923565.0,2070879.0,2078779.0,2120082.0,2185888.0,2242690.0,2281795.0,2331999.0,2417106.0,2426909.0,2466412.0,2555216.0,2572123.0,2640725.0,2663928.0,2731934.0,2779539.0,2852246.0,2894847.0,2909350.0,3005559.0,3022460.0,3100267.0,3357686.0,20287540.0,3570404.0,3289078.0,3321884.0,3368390.0,3421692.0,3473298.0,3528704.0,3572006.0,3620908.0,3649914.0,3755721.0,3763122.0,3812325.0,3863029.0,3927238.0,3981842.0,4066748.0,4079549.0,4163657.0,4171058.0,4277465.0,4297467.0,4325871.0,4412576.0,4421477.0,4536988.0,4648096.0,4623194.0,4659499.0,4891017.0,4828015.0,4809613.0,4850814.0,4891919.0,4926922.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/1 entities/new/tukey.json b/bench-report/branch/issues/26/create entity/0 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..009e9744bf --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[555.6643420037817,731.5491059766383,1200.5751432375891,1376.4599072104459] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/1 entities/report/MAD.svg b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..44b82d5000 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/MAD.svg @@ -0,0 +1,96 @@ + + +create entity/0 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/1 entities/report/SD.svg b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..a178c2c781 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/SD.svg @@ -0,0 +1,108 @@ + + +create entity/0 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + +0.0025 + + + +0.003 + + + +0.0035 + + + +0.004 + + + +0.0045 + + + + +0 + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + +900 + + + +1000 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/1 entities/report/index.html b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/index.html new file mode 100644 index 0000000000..12afea20d7 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/0 components/1 entities - Criterion.rs + + + + +
+

create entity/0 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.0173 µs1.0904 µs1.2470 µs
Throughput801.96 Kelem/s917.12 Kelem/s982.95 Kelem/s
0.01785500.01810660.0170048
Mean970.69 ns1.0360 µs1.1552 µs
Std. Dev.62.237 ns556.30 ns950.76 ns
Median1.0057 µs1.0147 µs1.0187 µs
MAD16.787 ns29.210 ns81.668 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/1 entities/report/mean.svg b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..b2e9e8f9be --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/mean.svg @@ -0,0 +1,104 @@ + + +create entity/0 components/1 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + + +0.96 + + + +0.98 + + + +1 + + + +1.02 + + + +1.04 + + + +1.06 + + + +1.08 + + + +1.1 + + + +1.12 + + + +1.14 + + + +1.16 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/1 entities/report/median.svg b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/median.svg new file mode 100644 index 0000000000..dcaf1e8f21 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/median.svg @@ -0,0 +1,92 @@ + + +create entity/0 components/1 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + + +1.006 + + + +1.008 + + + +1.01 + + + +1.012 + + + +1.014 + + + +1.016 + + + +1.018 + + + +1.02 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/1 entities/report/pdf.svg b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..77ecc65631 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/pdf.svg @@ -0,0 +1,149 @@ + + +create entity/0 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +Density (a.u.) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/1 entities/report/pdf_small.svg b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..a4948d06f8 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/pdf_small.svg @@ -0,0 +1,60 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + +2 + + + +4 + + + +6 + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/1 entities/report/regression.svg b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..7a6aff284a --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/regression.svg @@ -0,0 +1,222 @@ + + +create entity/0 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + +14.0 + + + +16.0 + + + +18.0 + + + +20.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/1 entities/report/regression_small.svg b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..0878bcdc80 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/regression_small.svg @@ -0,0 +1,207 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + +14.0 + + + +16.0 + + + +18.0 + + + +20.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/1 entities/report/slope.svg b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..2079d5ddbf --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/slope.svg @@ -0,0 +1,92 @@ + + +create entity/0 components/1 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + + +1 + + + +1.05 + + + +1.1 + + + +1.15 + + + +1.2 + + + +1.25 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/1 entities/report/typical.svg b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..a2826f8a3f --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/1 entities/report/typical.svg @@ -0,0 +1,92 @@ + + +create entity/0 components/1 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + + +1 + + + +1.05 + + + +1.1 + + + +1.15 + + + +1.2 + + + +1.25 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/16 entities/base/benchmark.json b/bench-report/branch/issues/26/create entity/0 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..d4d4df161d --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"0 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/0 components/16 entities","directory_name":"create entity/0 components/16 entities","title":"create entity/0 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/16 entities/base/estimates.json b/bench-report/branch/issues/26/create entity/0 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..2b66b73fd8 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8162.555617393302,"upper_bound":8188.944245109287},"point_estimate":8175.611118236598,"standard_error":6.725158837598663},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8160.169481981982,"upper_bound":8211.71248835042},"point_estimate":8201.831090797441,"standard_error":14.420068011738499},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44.90925062238204,"upper_bound":93.45309434892346},"point_estimate":65.1986218154659,"standard_error":13.487638737605353},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8208.537874886752,"upper_bound":8224.64327206567},"point_estimate":8217.269684917665,"standard_error":4.105416633692677},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59.0604566219677,"upper_bound":77.39124375398923},"point_estimate":67.6137282545735,"standard_error":4.746452969856716}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/16 entities/base/sample.json b/bench-report/branch/issues/26/create entity/0 components/16 entities/base/sample.json new file mode 100644 index 0000000000..f0db5521cb --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[37.0,74.0,111.0,148.0,185.0,222.0,259.0,296.0,333.0,370.0,407.0,444.0,481.0,518.0,555.0,592.0,629.0,666.0,703.0,740.0,777.0,814.0,851.0,888.0,925.0,962.0,999.0,1036.0,1073.0,1110.0,1147.0,1184.0,1221.0,1258.0,1295.0,1332.0,1369.0,1406.0,1443.0,1480.0,1517.0,1554.0,1591.0,1628.0,1665.0,1702.0,1739.0,1776.0,1813.0,1850.0,1887.0,1924.0,1961.0,1998.0,2035.0,2072.0,2109.0,2146.0,2183.0,2220.0,2257.0,2294.0,2331.0,2368.0,2405.0,2442.0,2479.0,2516.0,2553.0,2590.0,2627.0,2664.0,2701.0,2738.0,2775.0,2812.0,2849.0,2886.0,2923.0,2960.0,2997.0,3034.0,3071.0,3108.0,3145.0,3182.0,3219.0,3256.0,3293.0,3330.0,3367.0,3404.0,3441.0,3478.0,3515.0,3552.0,3589.0,3626.0,3663.0,3700.0],"times":[311527.0,611154.0,905979.0,1209805.0,1520132.0,1808859.0,2126884.0,2405509.0,2695936.0,2999962.0,3309287.0,3611715.0,3896839.0,4182260.0,4496594.0,4784416.0,5078542.0,5387568.0,5679995.0,5977419.0,6310349.0,6564471.0,6883900.0,7185525.0,7468549.0,7782777.0,8059502.0,8376529.0,8683955.0,8994483.0,9269008.0,9645142.0,9894563.0,10195788.0,10479312.0,10792642.0,11078765.0,11404692.0,11714819.0,12013247.0,12284367.0,12674702.0,12895721.0,13217851.0,13527078.0,13962415.0,14171731.0,14492461.0,14815488.0,15136917.0,15438744.0,15729770.0,16080204.0,16402326.0,16667650.0,17006581.0,17300206.0,17622335.0,17934662.0,18217785.0,18508810.0,18819839.0,19128263.0,19490597.0,19791921.0,20068147.0,20375972.0,20694203.0,20955824.0,21300654.0,21618482.0,21884906.0,22199733.0,22495252.0,22805858.0,23125084.0,23386607.0,23707932.0,24068064.0,24488300.0,24725421.0,25147355.0,25449684.0,25622296.0,25828915.0,26215551.0,26552877.0,26866807.0,27170432.0,27452955.0,27700374.0,28012902.0,28312530.0,28568749.0,28916781.0,29318815.0,29582038.0,29869863.0,30192790.0,30471012.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/16 entities/base/tukey.json b/bench-report/branch/issues/26/create entity/0 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..9187d23f7a --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[7744.663469170628,7924.958703380375,8405.745994606366,8586.041228816113] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/16 entities/new/benchmark.json b/bench-report/branch/issues/26/create entity/0 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..d4d4df161d --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"0 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/0 components/16 entities","directory_name":"create entity/0 components/16 entities","title":"create entity/0 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/16 entities/new/estimates.json b/bench-report/branch/issues/26/create entity/0 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..2b66b73fd8 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8162.555617393302,"upper_bound":8188.944245109287},"point_estimate":8175.611118236598,"standard_error":6.725158837598663},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8160.169481981982,"upper_bound":8211.71248835042},"point_estimate":8201.831090797441,"standard_error":14.420068011738499},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44.90925062238204,"upper_bound":93.45309434892346},"point_estimate":65.1986218154659,"standard_error":13.487638737605353},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8208.537874886752,"upper_bound":8224.64327206567},"point_estimate":8217.269684917665,"standard_error":4.105416633692677},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59.0604566219677,"upper_bound":77.39124375398923},"point_estimate":67.6137282545735,"standard_error":4.746452969856716}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/16 entities/new/sample.json b/bench-report/branch/issues/26/create entity/0 components/16 entities/new/sample.json new file mode 100644 index 0000000000..f0db5521cb --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[37.0,74.0,111.0,148.0,185.0,222.0,259.0,296.0,333.0,370.0,407.0,444.0,481.0,518.0,555.0,592.0,629.0,666.0,703.0,740.0,777.0,814.0,851.0,888.0,925.0,962.0,999.0,1036.0,1073.0,1110.0,1147.0,1184.0,1221.0,1258.0,1295.0,1332.0,1369.0,1406.0,1443.0,1480.0,1517.0,1554.0,1591.0,1628.0,1665.0,1702.0,1739.0,1776.0,1813.0,1850.0,1887.0,1924.0,1961.0,1998.0,2035.0,2072.0,2109.0,2146.0,2183.0,2220.0,2257.0,2294.0,2331.0,2368.0,2405.0,2442.0,2479.0,2516.0,2553.0,2590.0,2627.0,2664.0,2701.0,2738.0,2775.0,2812.0,2849.0,2886.0,2923.0,2960.0,2997.0,3034.0,3071.0,3108.0,3145.0,3182.0,3219.0,3256.0,3293.0,3330.0,3367.0,3404.0,3441.0,3478.0,3515.0,3552.0,3589.0,3626.0,3663.0,3700.0],"times":[311527.0,611154.0,905979.0,1209805.0,1520132.0,1808859.0,2126884.0,2405509.0,2695936.0,2999962.0,3309287.0,3611715.0,3896839.0,4182260.0,4496594.0,4784416.0,5078542.0,5387568.0,5679995.0,5977419.0,6310349.0,6564471.0,6883900.0,7185525.0,7468549.0,7782777.0,8059502.0,8376529.0,8683955.0,8994483.0,9269008.0,9645142.0,9894563.0,10195788.0,10479312.0,10792642.0,11078765.0,11404692.0,11714819.0,12013247.0,12284367.0,12674702.0,12895721.0,13217851.0,13527078.0,13962415.0,14171731.0,14492461.0,14815488.0,15136917.0,15438744.0,15729770.0,16080204.0,16402326.0,16667650.0,17006581.0,17300206.0,17622335.0,17934662.0,18217785.0,18508810.0,18819839.0,19128263.0,19490597.0,19791921.0,20068147.0,20375972.0,20694203.0,20955824.0,21300654.0,21618482.0,21884906.0,22199733.0,22495252.0,22805858.0,23125084.0,23386607.0,23707932.0,24068064.0,24488300.0,24725421.0,25147355.0,25449684.0,25622296.0,25828915.0,26215551.0,26552877.0,26866807.0,27170432.0,27452955.0,27700374.0,28012902.0,28312530.0,28568749.0,28916781.0,29318815.0,29582038.0,29869863.0,30192790.0,30471012.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/16 entities/new/tukey.json b/bench-report/branch/issues/26/create entity/0 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..9187d23f7a --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[7744.663469170628,7924.958703380375,8405.745994606366,8586.041228816113] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/16 entities/report/MAD.svg b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..ca66adca2b --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/MAD.svg @@ -0,0 +1,76 @@ + + +create entity/0 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/16 entities/report/SD.svg b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..1f735d2361 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/SD.svg @@ -0,0 +1,104 @@ + + +create entity/0 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + + +58 + + + +60 + + + +62 + + + +64 + + + +66 + + + +68 + + + +70 + + + +72 + + + +74 + + + +76 + + + +78 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/16 entities/report/index.html b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/index.html new file mode 100644 index 0000000000..58837244c2 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/0 components/16 entities - Criterion.rs + + + + +
+

create entity/0 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope8.2085 µs8.2173 µs8.2246 µs
Throughput1.9454 Melem/s1.9471 Melem/s1.9492 Melem/s
0.99616270.99631540.9962065
Mean8.1626 µs8.1756 µs8.1889 µs
Std. Dev.59.060 ns67.614 ns77.391 ns
Median8.1602 µs8.2018 µs8.2117 µs
MAD44.909 ns65.199 ns93.453 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/16 entities/report/mean.svg b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..9bfa919f76 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/mean.svg @@ -0,0 +1,80 @@ + + +create entity/0 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + + +8.16 + + + +8.165 + + + +8.17 + + + +8.175 + + + +8.18 + + + +8.185 + + + +8.19 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/16 entities/report/median.svg b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/median.svg new file mode 100644 index 0000000000..db9f18da19 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/median.svg @@ -0,0 +1,80 @@ + + +create entity/0 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + + +8.16 + + + +8.17 + + + +8.18 + + + +8.19 + + + +8.2 + + + +8.21 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/16 entities/report/pdf.svg b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..c5f47b9da7 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/pdf.svg @@ -0,0 +1,149 @@ + + +create entity/0 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +8 + + + +8.05 + + + +8.1 + + + +8.15 + + + +8.2 + + + +8.25 + + + +8.3 + + + +8.35 + + + +8.4 + + + +8.45 + + + +8.5 + + + +Density (a.u.) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/16 entities/report/pdf_small.svg b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..b6deedb817 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/pdf_small.svg @@ -0,0 +1,52 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + +8 + + + +8.2 + + + +8.4 + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/16 entities/report/regression.svg b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..dfefe7c64b --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/regression.svg @@ -0,0 +1,192 @@ + + +create entity/0 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/16 entities/report/regression_small.svg b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..d748214fd6 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/regression_small.svg @@ -0,0 +1,177 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/16 entities/report/slope.svg b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..1979ef1f58 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/slope.svg @@ -0,0 +1,112 @@ + + +create entity/0 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + + + +8.208 + + + +8.21 + + + +8.212 + + + +8.214 + + + +8.216 + + + +8.218 + + + +8.22 + + + +8.222 + + + +8.224 + + + +8.226 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/16 entities/report/typical.svg b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..07120c2b6f --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/16 entities/report/typical.svg @@ -0,0 +1,112 @@ + + +create entity/0 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + + + +8.208 + + + +8.21 + + + +8.212 + + + +8.214 + + + +8.216 + + + +8.218 + + + +8.22 + + + +8.222 + + + +8.224 + + + +8.226 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/256 entities/base/benchmark.json b/bench-report/branch/issues/26/create entity/0 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..9b894556f2 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"0 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/0 components/256 entities","directory_name":"create entity/0 components/256 entities","title":"create entity/0 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/256 entities/base/estimates.json b/bench-report/branch/issues/26/create entity/0 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..88f9f73d50 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117515.87693056941,"upper_bound":117999.03147340953},"point_estimate":117715.09454244774,"standard_error":126.78224472455308},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117436.97280701755,"upper_bound":117565.39953703704},"point_estimate":117484.8005952381,"standard_error":32.4338135933894},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":231.2152383093696,"upper_bound":357.53598647114444},"point_estimate":297.9350112753445,"standard_error":33.649943159214516},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117331.75029210151,"upper_bound":117779.57163533104},"point_estimate":117482.00544850007,"standard_error":125.95294493742597},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":249.09915053058313,"upper_bound":1999.963792655694},"point_estimate":1278.3076974304925,"standard_error":475.8343535327751}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/256 entities/base/sample.json b/bench-report/branch/issues/26/create entity/0 components/256 entities/base/sample.json new file mode 100644 index 0000000000..c9a20617de --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1017187.0,1892163.0,2836744.0,3773122.0,4708805.0,5639285.0,6597167.0,7538347.0,8479129.0,9404508.0,10383491.0,11315770.0,12246848.0,13206035.0,14132015.0,15093897.0,16063780.0,16990361.0,17975945.0,18849917.0,19828103.0,20758281.0,21683363.0,22632644.0,23546023.0,24496205.0,25396081.0,26349964.0,27303347.0,28256627.0,29184909.0,30110290.0,31006762.0,31961346.0,32921529.0,33824805.0,34783889.0,35700568.0,36755055.0,37654236.0,38580314.0,39474791.0,40434074.0,41371353.0,42277632.0,43263418.0,44224300.0,45100972.0,46047358.0,46886327.0,47907617.0,48785989.0,49819079.0,50680754.0,51618636.0,52602020.0,53520697.0,54457579.0,55414163.0,56397745.0,57318124.0,58270306.0,59172884.0,60161666.0,61067247.0,62104838.0,62956407.0,63868285.0,65077888.0,65883860.0,71363931.0,67785025.0,68458683.0,69454069.0,70362546.0,71303225.0,72320312.0,73161784.0,74120670.0,75072348.0,76092135.0,76934309.0,77847590.0,78808469.0,79736550.0,80692033.0,81621412.0,82627397.0,83378864.0,84418753.0,85326033.0,86278814.0,87231294.0,88188176.0,89136555.0,90035836.0,90921312.0,91973599.0,92790371.0,93853464.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/256 entities/base/tukey.json b/bench-report/branch/issues/26/create entity/0 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..32b002e965 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[116034.0159755423,116674.32167341586,118381.80353441203,119022.10923228558] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/256 entities/new/benchmark.json b/bench-report/branch/issues/26/create entity/0 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..9b894556f2 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"0 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/0 components/256 entities","directory_name":"create entity/0 components/256 entities","title":"create entity/0 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/256 entities/new/estimates.json b/bench-report/branch/issues/26/create entity/0 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..88f9f73d50 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117515.87693056941,"upper_bound":117999.03147340953},"point_estimate":117715.09454244774,"standard_error":126.78224472455308},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117436.97280701755,"upper_bound":117565.39953703704},"point_estimate":117484.8005952381,"standard_error":32.4338135933894},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":231.2152383093696,"upper_bound":357.53598647114444},"point_estimate":297.9350112753445,"standard_error":33.649943159214516},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117331.75029210151,"upper_bound":117779.57163533104},"point_estimate":117482.00544850007,"standard_error":125.95294493742597},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":249.09915053058313,"upper_bound":1999.963792655694},"point_estimate":1278.3076974304925,"standard_error":475.8343535327751}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/256 entities/new/sample.json b/bench-report/branch/issues/26/create entity/0 components/256 entities/new/sample.json new file mode 100644 index 0000000000..c9a20617de --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[1017187.0,1892163.0,2836744.0,3773122.0,4708805.0,5639285.0,6597167.0,7538347.0,8479129.0,9404508.0,10383491.0,11315770.0,12246848.0,13206035.0,14132015.0,15093897.0,16063780.0,16990361.0,17975945.0,18849917.0,19828103.0,20758281.0,21683363.0,22632644.0,23546023.0,24496205.0,25396081.0,26349964.0,27303347.0,28256627.0,29184909.0,30110290.0,31006762.0,31961346.0,32921529.0,33824805.0,34783889.0,35700568.0,36755055.0,37654236.0,38580314.0,39474791.0,40434074.0,41371353.0,42277632.0,43263418.0,44224300.0,45100972.0,46047358.0,46886327.0,47907617.0,48785989.0,49819079.0,50680754.0,51618636.0,52602020.0,53520697.0,54457579.0,55414163.0,56397745.0,57318124.0,58270306.0,59172884.0,60161666.0,61067247.0,62104838.0,62956407.0,63868285.0,65077888.0,65883860.0,71363931.0,67785025.0,68458683.0,69454069.0,70362546.0,71303225.0,72320312.0,73161784.0,74120670.0,75072348.0,76092135.0,76934309.0,77847590.0,78808469.0,79736550.0,80692033.0,81621412.0,82627397.0,83378864.0,84418753.0,85326033.0,86278814.0,87231294.0,88188176.0,89136555.0,90035836.0,90921312.0,91973599.0,92790371.0,93853464.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/256 entities/new/tukey.json b/bench-report/branch/issues/26/create entity/0 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..32b002e965 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[116034.0159755423,116674.32167341586,118381.80353441203,119022.10923228558] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/256 entities/report/MAD.svg b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..d6da8de157 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/MAD.svg @@ -0,0 +1,84 @@ + + +create entity/0 components/256 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + + +220 + + + +240 + + + +260 + + + +280 + + + +300 + + + +320 + + + +340 + + + +360 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/256 entities/report/SD.svg b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..d9a9b878b5 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/SD.svg @@ -0,0 +1,92 @@ + + +create entity/0 components/256 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/256 entities/report/index.html b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/index.html new file mode 100644 index 0000000000..5ca469d5b2 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/0 components/256 entities - Criterion.rs + + + + +
+

create entity/0 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope117.33 µs117.48 µs117.78 µs
Throughput2.1736 Melem/s2.1791 Melem/s2.1818 Melem/s
0.98946200.98968470.9888120
Mean117.52 µs117.72 µs118.00 µs
Std. Dev.249.10 ns1.2783 µs2.0000 µs
Median117.44 µs117.48 µs117.57 µs
MAD231.22 ns297.94 ns357.54 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/256 entities/report/mean.svg b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..905132fbd5 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/mean.svg @@ -0,0 +1,80 @@ + + +create entity/0 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +117.5 + + + +117.6 + + + +117.7 + + + +117.8 + + + +117.9 + + + +118 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/256 entities/report/median.svg b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/median.svg new file mode 100644 index 0000000000..75e7cdfc4e --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/median.svg @@ -0,0 +1,96 @@ + + +create entity/0 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + + +117.44 + + + +117.46 + + + +117.48 + + + +117.5 + + + +117.52 + + + +117.54 + + + +117.56 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/256 entities/report/pdf.svg b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..4fe9ac8f3b --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/pdf.svg @@ -0,0 +1,139 @@ + + +create entity/0 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + + +116 + + + +118 + + + +120 + + + +122 + + + +124 + + + +126 + + + +128 + + + +Density (a.u.) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/256 entities/report/pdf_small.svg b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..7234e8651b --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/pdf_small.svg @@ -0,0 +1,52 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + +120 + + + +125 + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/256 entities/report/regression.svg b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..fabe5c79f5 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/regression.svg @@ -0,0 +1,212 @@ + + +create entity/0 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/256 entities/report/regression_small.svg b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..062f4c0e0b --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/regression_small.svg @@ -0,0 +1,197 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/256 entities/report/slope.svg b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..14ef613a11 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/slope.svg @@ -0,0 +1,96 @@ + + +create entity/0 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + +117.3 + + + +117.35 + + + +117.4 + + + +117.45 + + + +117.5 + + + +117.55 + + + +117.6 + + + +117.65 + + + +117.7 + + + +117.75 + + + +117.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/256 entities/report/typical.svg b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..abe3d00bfa --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/256 entities/report/typical.svg @@ -0,0 +1,96 @@ + + +create entity/0 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + +117.3 + + + +117.35 + + + +117.4 + + + +117.45 + + + +117.5 + + + +117.55 + + + +117.6 + + + +117.65 + + + +117.7 + + + +117.75 + + + +117.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/report/index.html b/bench-report/branch/issues/26/create entity/0 components/report/index.html new file mode 100644 index 0000000000..6e1b742b09 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + create entity/0 components Summary - Criterion.rs + + + + +
+

create entity/0 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

create entity/0 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/0 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/0 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/0 components/report/lines.svg b/bench-report/branch/issues/26/create entity/0 components/report/lines.svg new file mode 100644 index 0000000000..c02fdb974c --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/report/lines.svg @@ -0,0 +1,85 @@ + + +create entity/0 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + +110.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +0 components + + + diff --git a/bench-report/branch/issues/26/create entity/0 components/report/violin.svg b/bench-report/branch/issues/26/create entity/0 components/report/violin.svg new file mode 100644 index 0000000000..6ad4f2ffe5 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/0 components/report/violin.svg @@ -0,0 +1,59 @@ + + +create entity/0 components: Violin plot + + +Input + + +Average time (µs) + + + +create entity/0 components/256 entities + + + +create entity/0 components/16 entities + + + +create entity/0 components/1 entities + + + + +0.0 + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/base/benchmark.json b/bench-report/branch/issues/26/create entity/1 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..e5f38a3816 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"1 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/1 components/1 entities","directory_name":"create entity/1 components/1 entities","title":"create entity/1 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/base/estimates.json b/bench-report/branch/issues/26/create entity/1 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..3c924d1932 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1436.4833749087836,"upper_bound":1460.6468090057408},"point_estimate":1448.4614429316332,"standard_error":6.138988112099974},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1447.903409090909,"upper_bound":1479.2688372208931},"point_estimate":1472.0316444636323,"standard_error":7.406021082069617},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21.71372066305811,"upper_bound":67.61942411529894},"point_estimate":37.227734453172836,"standard_error":11.843717221407339},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1476.0462477644214,"upper_bound":1492.3737445586135},"point_estimate":1483.9010684874459,"standard_error":4.172426019198645},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52.33230091913689,"upper_bound":71.03656509527077},"point_estimate":61.49856200159548,"standard_error":4.818557339792156}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/base/sample.json b/bench-report/branch/issues/26/create entity/1 components/1 entities/base/sample.json new file mode 100644 index 0000000000..d89e08f63a --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[44.0,88.0,132.0,176.0,220.0,264.0,308.0,352.0,396.0,440.0,484.0,528.0,572.0,616.0,660.0,704.0,748.0,792.0,836.0,880.0,924.0,968.0,1012.0,1056.0,1100.0,1144.0,1188.0,1232.0,1276.0,1320.0,1364.0,1408.0,1452.0,1496.0,1540.0,1584.0,1628.0,1672.0,1716.0,1760.0,1804.0,1848.0,1892.0,1936.0,1980.0,2024.0,2068.0,2112.0,2156.0,2200.0,2244.0,2288.0,2332.0,2376.0,2420.0,2464.0,2508.0,2552.0,2596.0,2640.0,2684.0,2728.0,2772.0,2816.0,2860.0,2904.0,2948.0,2992.0,3036.0,3080.0,3124.0,3168.0,3212.0,3256.0,3300.0,3344.0,3388.0,3432.0,3476.0,3520.0,3564.0,3608.0,3652.0,3696.0,3740.0,3784.0,3828.0,3872.0,3916.0,3960.0,4004.0,4048.0,4092.0,4136.0,4180.0,4224.0,4268.0,4312.0,4356.0,4400.0],"times":[73508.0,124710.0,188915.0,250121.0,311027.0,417435.0,434238.0,485644.0,549046.0,602455.0,722363.0,720962.0,780867.0,836174.0,894677.0,956482.0,1008488.0,1076591.0,1135898.0,1205203.0,1240707.0,1329317.0,1373618.0,1430123.0,1483728.0,1553236.0,1614239.0,1681547.0,1738848.0,1804756.0,1863761.0,1935467.0,2021474.0,2092578.0,2159585.0,2247195.0,2294197.0,2351201.0,2430108.0,2502817.0,2590824.0,2656130.0,2734335.0,2803141.0,2889548.0,2966454.0,3043362.0,3090266.0,3159473.0,3228977.0,3294085.0,3381791.0,3423094.0,3561208.0,3601211.0,3668516.0,3710419.0,3790626.0,3882634.0,3930037.0,3978442.0,4041248.0,4115052.0,4158858.0,4232363.0,4273868.0,4340475.0,4453885.0,4506487.0,4565193.0,4613898.0,4723506.0,4772309.0,4806713.0,4870419.0,5011731.0,5001730.0,5089936.0,5148842.0,5206447.0,5263353.0,5390564.0,5669786.0,5465470.0,5553577.0,5606183.0,5760397.0,5730492.0,5819702.0,5913008.0,5990916.0,6114926.0,6240737.0,6195935.0,6251538.0,6311344.0,6340945.0,6417653.0,6505256.0,7014402.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/base/tukey.json b/bench-report/branch/issues/26/create entity/1 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..cb078d5dad --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[1130.9517008002547,1264.0440980504272,1618.9571573842204,1752.0495546343927] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/changes/benchmark.json b/bench-report/branch/issues/26/create entity/1 components/1 entities/changes/benchmark.json new file mode 100644 index 0000000000..e5f38a3816 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"1 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/1 components/1 entities","directory_name":"create entity/1 components/1 entities","title":"create entity/1 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/changes/estimates.json b/bench-report/branch/issues/26/create entity/1 components/1 entities/changes/estimates.json new file mode 100644 index 0000000000..2019d05b85 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1611.5253175725704,"upper_bound":1871.3447102881028},"point_estimate":1709.4588140352446,"standard_error":70.37444347592245},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1622.0505393610013,"upper_bound":1651.9672865013774},"point_estimate":1642.449033094099,"standard_error":7.6089308201648045},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.685628653943084,"upper_bound":93.9662081306666},"point_estimate":57.11314125744003,"standard_error":13.253375964513655},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1660.8637956299026,"upper_bound":1720.4071197685405},"point_estimate":1683.430910501498,"standard_error":15.797152603667815},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":107.96849632560631,"upper_bound":1180.8203386073214},"point_estimate":706.392471036661,"standard_error":340.71061235439697}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/changes/sample.json b/bench-report/branch/issues/26/create entity/1 components/1 entities/changes/sample.json new file mode 100644 index 0000000000..c9872d412a --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[44.0,88.0,132.0,176.0,220.0,264.0,308.0,352.0,396.0,440.0,484.0,528.0,572.0,616.0,660.0,704.0,748.0,792.0,836.0,880.0,924.0,968.0,1012.0,1056.0,1100.0,1144.0,1188.0,1232.0,1276.0,1320.0,1364.0,1408.0,1452.0,1496.0,1540.0,1584.0,1628.0,1672.0,1716.0,1760.0,1804.0,1848.0,1892.0,1936.0,1980.0,2024.0,2068.0,2112.0,2156.0,2200.0,2244.0,2288.0,2332.0,2376.0,2420.0,2464.0,2508.0,2552.0,2596.0,2640.0,2684.0,2728.0,2772.0,2816.0,2860.0,2904.0,2948.0,2992.0,3036.0,3080.0,3124.0,3168.0,3212.0,3256.0,3300.0,3344.0,3388.0,3432.0,3476.0,3520.0,3564.0,3608.0,3652.0,3696.0,3740.0,3784.0,3828.0,3872.0,3916.0,3960.0,4004.0,4048.0,4092.0,4136.0,4180.0,4224.0,4268.0,4312.0,4356.0,4400.0],"times":[80606.0,133910.0,200118.0,271023.0,331829.0,397236.0,467741.0,519148.0,594850.0,643157.0,706959.0,768568.0,841674.0,900978.0,960185.0,1024487.0,1086192.0,1149799.0,1221905.0,1282811.0,1357817.0,1460727.0,2356304.0,1588134.0,1662543.0,1785750.0,9912955.0,3945438.0,3531405.0,2030074.0,2092179.0,2174888.0,2226193.0,2318300.0,2397504.0,2532318.0,2620223.0,2691333.0,2734634.0,2804441.0,2878948.0,2980958.0,3056061.0,3126468.0,3217076.0,3288183.0,3366388.0,3420394.0,3555206.0,3635314.0,3644413.0,3785326.0,3807630.0,3910937.0,3977543.0,4060348.0,4119255.0,4203560.0,4260067.0,4336073.0,4399777.0,4491785.0,4543392.0,4649200.0,4694402.0,4797313.0,4928623.0,4978026.0,5051535.0,5088537.0,5237150.0,5266853.0,5320557.0,5409165.0,5552678.0,5572777.0,5643485.0,5728294.0,5772798.0,5807400.0,5893409.0,6176231.0,6114225.0,6273442.0,6322943.0,6338546.0,6613668.0,6533461.0,6573764.0,6586267.0,6811886.0,6892393.0,6880193.0,6904294.0,6960195.0,7098711.0,7252423.0,7217022.0,7343431.0,7365335.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/changes/tukey.json b/bench-report/branch/issues/26/create entity/1 components/1 entities/changes/tukey.json new file mode 100644 index 0000000000..02f5cd0a46 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/changes/tukey.json @@ -0,0 +1 @@ +[1150.2200274016766,1344.8156481705353,1863.7373035541584,2058.3329243230173] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/new/benchmark.json b/bench-report/branch/issues/26/create entity/1 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..e5f38a3816 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"1 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/1 components/1 entities","directory_name":"create entity/1 components/1 entities","title":"create entity/1 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/new/estimates.json b/bench-report/branch/issues/26/create entity/1 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..3c924d1932 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1436.4833749087836,"upper_bound":1460.6468090057408},"point_estimate":1448.4614429316332,"standard_error":6.138988112099974},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1447.903409090909,"upper_bound":1479.2688372208931},"point_estimate":1472.0316444636323,"standard_error":7.406021082069617},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21.71372066305811,"upper_bound":67.61942411529894},"point_estimate":37.227734453172836,"standard_error":11.843717221407339},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1476.0462477644214,"upper_bound":1492.3737445586135},"point_estimate":1483.9010684874459,"standard_error":4.172426019198645},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52.33230091913689,"upper_bound":71.03656509527077},"point_estimate":61.49856200159548,"standard_error":4.818557339792156}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/new/sample.json b/bench-report/branch/issues/26/create entity/1 components/1 entities/new/sample.json new file mode 100644 index 0000000000..d89e08f63a --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[44.0,88.0,132.0,176.0,220.0,264.0,308.0,352.0,396.0,440.0,484.0,528.0,572.0,616.0,660.0,704.0,748.0,792.0,836.0,880.0,924.0,968.0,1012.0,1056.0,1100.0,1144.0,1188.0,1232.0,1276.0,1320.0,1364.0,1408.0,1452.0,1496.0,1540.0,1584.0,1628.0,1672.0,1716.0,1760.0,1804.0,1848.0,1892.0,1936.0,1980.0,2024.0,2068.0,2112.0,2156.0,2200.0,2244.0,2288.0,2332.0,2376.0,2420.0,2464.0,2508.0,2552.0,2596.0,2640.0,2684.0,2728.0,2772.0,2816.0,2860.0,2904.0,2948.0,2992.0,3036.0,3080.0,3124.0,3168.0,3212.0,3256.0,3300.0,3344.0,3388.0,3432.0,3476.0,3520.0,3564.0,3608.0,3652.0,3696.0,3740.0,3784.0,3828.0,3872.0,3916.0,3960.0,4004.0,4048.0,4092.0,4136.0,4180.0,4224.0,4268.0,4312.0,4356.0,4400.0],"times":[73508.0,124710.0,188915.0,250121.0,311027.0,417435.0,434238.0,485644.0,549046.0,602455.0,722363.0,720962.0,780867.0,836174.0,894677.0,956482.0,1008488.0,1076591.0,1135898.0,1205203.0,1240707.0,1329317.0,1373618.0,1430123.0,1483728.0,1553236.0,1614239.0,1681547.0,1738848.0,1804756.0,1863761.0,1935467.0,2021474.0,2092578.0,2159585.0,2247195.0,2294197.0,2351201.0,2430108.0,2502817.0,2590824.0,2656130.0,2734335.0,2803141.0,2889548.0,2966454.0,3043362.0,3090266.0,3159473.0,3228977.0,3294085.0,3381791.0,3423094.0,3561208.0,3601211.0,3668516.0,3710419.0,3790626.0,3882634.0,3930037.0,3978442.0,4041248.0,4115052.0,4158858.0,4232363.0,4273868.0,4340475.0,4453885.0,4506487.0,4565193.0,4613898.0,4723506.0,4772309.0,4806713.0,4870419.0,5011731.0,5001730.0,5089936.0,5148842.0,5206447.0,5263353.0,5390564.0,5669786.0,5465470.0,5553577.0,5606183.0,5760397.0,5730492.0,5819702.0,5913008.0,5990916.0,6114926.0,6240737.0,6195935.0,6251538.0,6311344.0,6340945.0,6417653.0,6505256.0,7014402.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/new/tukey.json b/bench-report/branch/issues/26/create entity/1 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..cb078d5dad --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[1130.9517008002547,1264.0440980504272,1618.9571573842204,1752.0495546343927] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/report/MAD.svg b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..beee5b8a47 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/MAD.svg @@ -0,0 +1,104 @@ + + +create entity/1 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + +55 + + + +60 + + + +65 + + + +70 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/report/SD.svg b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..059bec64ad --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/SD.svg @@ -0,0 +1,104 @@ + + +create entity/1 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + + +52 + + + +54 + + + +56 + + + +58 + + + +60 + + + +62 + + + +64 + + + +66 + + + +68 + + + +70 + + + +72 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/report/index.html b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/index.html new file mode 100644 index 0000000000..81edf69cb6 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/1 components/1 entities - Criterion.rs + + + + +
+

create entity/1 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.4760 µs1.4839 µs1.4924 µs
Throughput670.07 Kelem/s673.90 Kelem/s677.49 Kelem/s
0.94020570.94275800.9397897
Mean1.4365 µs1.4485 µs1.4606 µs
Std. Dev.52.332 ns61.499 ns71.037 ns
Median1.4479 µs1.4720 µs1.4793 µs
MAD21.714 ns37.228 ns67.619 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/report/mean.svg b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..1a1495bd0c --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/mean.svg @@ -0,0 +1,80 @@ + + +create entity/1 components/1 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + + +1.435 + + + +1.44 + + + +1.445 + + + +1.45 + + + +1.455 + + + +1.46 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/report/median.svg b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/median.svg new file mode 100644 index 0000000000..0544b999e5 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/median.svg @@ -0,0 +1,88 @@ + + +create entity/1 components/1 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + + +1.445 + + + +1.45 + + + +1.455 + + + +1.46 + + + +1.465 + + + +1.47 + + + +1.475 + + + +1.48 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/report/pdf.svg b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..cbbe71a7a1 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/pdf.svg @@ -0,0 +1,149 @@ + + +create entity/1 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +1.3 + + + +1.35 + + + +1.4 + + + +1.45 + + + +1.5 + + + +1.55 + + + +1.6 + + + +1.65 + + + +1.7 + + + +Density (a.u.) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/report/pdf_small.svg b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..a090e5de05 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/pdf_small.svg @@ -0,0 +1,68 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + +1.3 + + + +1.4 + + + +1.5 + + + +1.6 + + + +1.7 + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/report/regression.svg b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..f44f090346 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/regression.svg @@ -0,0 +1,202 @@ + + +create entity/1 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/report/regression_small.svg b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..01b803756b --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/regression_small.svg @@ -0,0 +1,187 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/report/slope.svg b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..cb787e1f89 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/slope.svg @@ -0,0 +1,108 @@ + + +create entity/1 components/1 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + +1.476 + + + +1.478 + + + +1.48 + + + +1.482 + + + +1.484 + + + +1.486 + + + +1.488 + + + +1.49 + + + +1.492 + + + +1.494 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/1 entities/report/typical.svg b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..938b8a14ee --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/1 entities/report/typical.svg @@ -0,0 +1,108 @@ + + +create entity/1 components/1 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + +1.476 + + + +1.478 + + + +1.48 + + + +1.482 + + + +1.484 + + + +1.486 + + + +1.488 + + + +1.49 + + + +1.492 + + + +1.494 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/base/benchmark.json b/bench-report/branch/issues/26/create entity/1 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..a5598f1b00 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"1 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/1 components/16 entities","directory_name":"create entity/1 components/16 entities","title":"create entity/1 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/base/estimates.json b/bench-report/branch/issues/26/create entity/1 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..d8a6a71e84 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12174.377851401368,"upper_bound":12209.47014305311},"point_estimate":12191.265198736945,"standard_error":8.942276927954131},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12172.017096560847,"upper_bound":12208.766228070175},"point_estimate":12181.233281509121,"standard_error":9.366866695765816},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67.03970345952243,"upper_bound":108.4967664619287},"point_estimate":97.16128219909211,"standard_error":11.328305264008316},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12206.18640937198,"upper_bound":12233.033156923635},"point_estimate":12220.556660460075,"standard_error":6.854260593303635},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69.13709835101389,"upper_bound":115.30730139724575},"point_estimate":89.70747384092428,"standard_error":12.822485830960792}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/base/sample.json b/bench-report/branch/issues/26/create entity/1 components/16 entities/base/sample.json new file mode 100644 index 0000000000..ba58409202 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[30.0,60.0,90.0,120.0,150.0,180.0,210.0,240.0,270.0,300.0,330.0,360.0,390.0,420.0,450.0,480.0,510.0,540.0,570.0,600.0,630.0,660.0,690.0,720.0,750.0,780.0,810.0,840.0,870.0,900.0,930.0,960.0,990.0,1020.0,1050.0,1080.0,1110.0,1140.0,1170.0,1200.0,1230.0,1260.0,1290.0,1320.0,1350.0,1380.0,1410.0,1440.0,1470.0,1500.0,1530.0,1560.0,1590.0,1620.0,1650.0,1680.0,1710.0,1740.0,1770.0,1800.0,1830.0,1860.0,1890.0,1920.0,1950.0,1980.0,2010.0,2040.0,2070.0,2100.0,2130.0,2160.0,2190.0,2220.0,2250.0,2280.0,2310.0,2340.0,2370.0,2400.0,2430.0,2460.0,2490.0,2520.0,2550.0,2580.0,2610.0,2640.0,2670.0,2700.0,2730.0,2760.0,2790.0,2820.0,2850.0,2880.0,2910.0,2940.0,2970.0,3000.0],"times":[380232.0,735964.0,1110396.0,1475228.0,1848961.0,2207991.0,2584123.0,2920651.0,3332290.0,3652415.0,4014150.0,4418184.0,4749914.0,5134948.0,5490579.0,5833807.0,6206338.0,6553571.0,6901101.0,7306433.0,7593659.0,8027697.0,8309720.0,8769361.0,9065989.0,9414818.0,9757647.0,10136280.0,10512313.0,10837940.0,11284280.0,11602807.0,11950337.0,12357776.0,12693603.0,13063637.0,13383363.0,13794299.0,14214038.0,14500260.0,14860290.0,15250723.0,15636157.0,15955687.0,16456728.0,16793357.0,17130587.0,17444515.0,17854850.0,18161378.0,18552313.0,18928444.0,19317979.0,19657307.0,20046843.0,20486980.0,20817806.0,21154636.0,21549874.0,21918903.0,22346940.0,22779679.0,23010098.0,23449337.0,23960078.0,24136395.0,24487425.0,24870061.0,25381106.0,25647828.0,25940252.0,26296586.0,26712521.0,27064050.0,27447873.0,27835987.0,28242420.0,28612051.0,29024289.0,29489528.0,29765252.0,30109878.0,30422706.0,30935048.0,31232173.0,31658713.0,31970839.0,32288364.0,32804512.0,33142640.0,33450065.0,33798297.0,34175629.0,34539661.0,34933791.0,35412433.0,35858671.0,36143995.0,36472724.0,36677040.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/base/tukey.json b/bench-report/branch/issues/26/create entity/1 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..5af42ee1f1 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[11789.474842110427,11961.552567870764,12420.426503231662,12592.504228991998] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/changes/benchmark.json b/bench-report/branch/issues/26/create entity/1 components/16 entities/changes/benchmark.json new file mode 100644 index 0000000000..a5598f1b00 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"1 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/1 components/16 entities","directory_name":"create entity/1 components/16 entities","title":"create entity/1 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/changes/estimates.json b/bench-report/branch/issues/26/create entity/1 components/16 entities/changes/estimates.json new file mode 100644 index 0000000000..cc467a4161 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18837.63892243867,"upper_bound":19034.97943470623},"point_estimate":18923.047927688156,"standard_error":51.008255848254244},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18800.475555555557,"upper_bound":18871.2522537112},"point_estimate":18836.46186046512,"standard_error":16.47461745682832},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83.69851128756461,"upper_bound":138.69496512857916},"point_estimate":116.7383157774813,"standard_error":13.551037303050917},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18888.808279157034,"upper_bound":19064.93226987522},"point_estimate":18962.110872410227,"standard_error":45.49903539488148},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":158.1193490221161,"upper_bound":777.4537696307597},"point_estimate":513.7574966472039,"standard_error":156.44398915161605}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/changes/sample.json b/bench-report/branch/issues/26/create entity/1 components/16 entities/changes/sample.json new file mode 100644 index 0000000000..782f4d797e --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[25.0,50.0,75.0,100.0,125.0,150.0,175.0,200.0,225.0,250.0,275.0,300.0,325.0,350.0,375.0,400.0,425.0,450.0,475.0,500.0,525.0,550.0,575.0,600.0,625.0,650.0,675.0,700.0,725.0,750.0,775.0,800.0,825.0,850.0,875.0,900.0,925.0,950.0,975.0,1000.0,1025.0,1050.0,1075.0,1100.0,1125.0,1150.0,1175.0,1200.0,1225.0,1250.0,1275.0,1300.0,1325.0,1350.0,1375.0,1400.0,1425.0,1450.0,1475.0,1500.0,1525.0,1550.0,1575.0,1600.0,1625.0,1650.0,1675.0,1700.0,1725.0,1750.0,1775.0,1800.0,1825.0,1850.0,1875.0,1900.0,1925.0,1950.0,1975.0,2000.0,2025.0,2050.0,2075.0,2100.0,2125.0,2150.0,2175.0,2200.0,2225.0,2250.0,2275.0,2300.0,2325.0,2350.0,2375.0,2400.0,2425.0,2450.0,2475.0,2500.0],"times":[483343.0,958882.0,1417823.0,1881663.0,2356305.0,2815344.0,3282383.0,3781927.0,4216967.0,4703108.0,5180549.0,5644289.0,6079030.0,6552468.0,7034208.0,7502954.0,7966888.0,8439634.0,8873370.0,9359812.0,9795652.0,10305093.0,10721031.0,11226973.0,11682114.0,12129454.0,12609996.0,13084234.0,13545577.0,14056421.0,14479557.0,14944096.0,15446641.0,15877379.0,16360418.0,16831461.0,17313503.0,17764144.0,18240780.0,18728125.0,19205366.0,19655706.0,20247156.0,20654993.0,21150535.0,21571171.0,22088819.0,22522957.0,23026095.0,23435418.0,23931745.0,27313135.0,27821376.0,26712183.0,26533468.0,27068814.0,32358264.0,27327535.0,27845181.0,28228013.0,28812664.0,29200895.0,29680535.0,30108971.0,30665519.0,31139061.0,31655503.0,31994735.0,32540681.0,33066126.0,33440560.0,33976304.0,34371137.0,34839579.0,35353421.0,35855766.0,36349007.0,36798545.0,37303087.0,37750326.0,38327977.0,38728207.0,39173548.0,39718192.0,40265741.0,40713382.0,41106312.0,41598555.0,42114599.0,42521832.0,43011374.0,43415910.0,44167275.0,44411896.0,44851732.0,45396878.0,45930123.0,46340458.0,47006619.0,47330644.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/changes/tukey.json b/bench-report/branch/issues/26/create entity/1 components/16 entities/changes/tukey.json new file mode 100644 index 0000000000..65aba5ac41 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/changes/tukey.json @@ -0,0 +1 @@ +[18266.49253302248,18503.57457138929,19135.793340367447,19372.875378734254] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/new/benchmark.json b/bench-report/branch/issues/26/create entity/1 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..a5598f1b00 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"1 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/1 components/16 entities","directory_name":"create entity/1 components/16 entities","title":"create entity/1 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/new/estimates.json b/bench-report/branch/issues/26/create entity/1 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..d8a6a71e84 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12174.377851401368,"upper_bound":12209.47014305311},"point_estimate":12191.265198736945,"standard_error":8.942276927954131},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12172.017096560847,"upper_bound":12208.766228070175},"point_estimate":12181.233281509121,"standard_error":9.366866695765816},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67.03970345952243,"upper_bound":108.4967664619287},"point_estimate":97.16128219909211,"standard_error":11.328305264008316},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12206.18640937198,"upper_bound":12233.033156923635},"point_estimate":12220.556660460075,"standard_error":6.854260593303635},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69.13709835101389,"upper_bound":115.30730139724575},"point_estimate":89.70747384092428,"standard_error":12.822485830960792}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/new/sample.json b/bench-report/branch/issues/26/create entity/1 components/16 entities/new/sample.json new file mode 100644 index 0000000000..ba58409202 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[30.0,60.0,90.0,120.0,150.0,180.0,210.0,240.0,270.0,300.0,330.0,360.0,390.0,420.0,450.0,480.0,510.0,540.0,570.0,600.0,630.0,660.0,690.0,720.0,750.0,780.0,810.0,840.0,870.0,900.0,930.0,960.0,990.0,1020.0,1050.0,1080.0,1110.0,1140.0,1170.0,1200.0,1230.0,1260.0,1290.0,1320.0,1350.0,1380.0,1410.0,1440.0,1470.0,1500.0,1530.0,1560.0,1590.0,1620.0,1650.0,1680.0,1710.0,1740.0,1770.0,1800.0,1830.0,1860.0,1890.0,1920.0,1950.0,1980.0,2010.0,2040.0,2070.0,2100.0,2130.0,2160.0,2190.0,2220.0,2250.0,2280.0,2310.0,2340.0,2370.0,2400.0,2430.0,2460.0,2490.0,2520.0,2550.0,2580.0,2610.0,2640.0,2670.0,2700.0,2730.0,2760.0,2790.0,2820.0,2850.0,2880.0,2910.0,2940.0,2970.0,3000.0],"times":[380232.0,735964.0,1110396.0,1475228.0,1848961.0,2207991.0,2584123.0,2920651.0,3332290.0,3652415.0,4014150.0,4418184.0,4749914.0,5134948.0,5490579.0,5833807.0,6206338.0,6553571.0,6901101.0,7306433.0,7593659.0,8027697.0,8309720.0,8769361.0,9065989.0,9414818.0,9757647.0,10136280.0,10512313.0,10837940.0,11284280.0,11602807.0,11950337.0,12357776.0,12693603.0,13063637.0,13383363.0,13794299.0,14214038.0,14500260.0,14860290.0,15250723.0,15636157.0,15955687.0,16456728.0,16793357.0,17130587.0,17444515.0,17854850.0,18161378.0,18552313.0,18928444.0,19317979.0,19657307.0,20046843.0,20486980.0,20817806.0,21154636.0,21549874.0,21918903.0,22346940.0,22779679.0,23010098.0,23449337.0,23960078.0,24136395.0,24487425.0,24870061.0,25381106.0,25647828.0,25940252.0,26296586.0,26712521.0,27064050.0,27447873.0,27835987.0,28242420.0,28612051.0,29024289.0,29489528.0,29765252.0,30109878.0,30422706.0,30935048.0,31232173.0,31658713.0,31970839.0,32288364.0,32804512.0,33142640.0,33450065.0,33798297.0,34175629.0,34539661.0,34933791.0,35412433.0,35858671.0,36143995.0,36472724.0,36677040.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/new/tukey.json b/bench-report/branch/issues/26/create entity/1 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..5af42ee1f1 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[11789.474842110427,11961.552567870764,12420.426503231662,12592.504228991998] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/report/MAD.svg b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..dd3d2fa67e --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/MAD.svg @@ -0,0 +1,104 @@ + + +create entity/1 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + + +65 + + + +70 + + + +75 + + + +80 + + + +85 + + + +90 + + + +95 + + + +100 + + + +105 + + + +110 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/report/SD.svg b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..a2fbdbfe85 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/SD.svg @@ -0,0 +1,84 @@ + + +create entity/1 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + + +120 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/report/index.html b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/index.html new file mode 100644 index 0000000000..a855b9cad5 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/1 components/16 entities - Criterion.rs + + + + +
+

create entity/1 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope12.206 µs12.221 µs12.233 µs
Throughput1.3079 Melem/s1.3093 Melem/s1.3108 Melem/s
0.99655920.99674800.9966057
Mean12.174 µs12.191 µs12.209 µs
Std. Dev.69.137 ns89.707 ns115.31 ns
Median12.172 µs12.181 µs12.209 µs
MAD67.040 ns97.161 ns108.50 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/report/mean.svg b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..0e5df75fb9 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/mean.svg @@ -0,0 +1,96 @@ + + +create entity/1 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + + +12.175 + + + +12.18 + + + +12.185 + + + +12.19 + + + +12.195 + + + +12.2 + + + +12.205 + + + +12.21 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/report/median.svg b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/median.svg new file mode 100644 index 0000000000..0a88b9d6c4 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/median.svg @@ -0,0 +1,100 @@ + + +create entity/1 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + + +12.17 + + + +12.175 + + + +12.18 + + + +12.185 + + + +12.19 + + + +12.195 + + + +12.2 + + + +12.205 + + + +12.21 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/report/pdf.svg b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..42048d4e7e --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/pdf.svg @@ -0,0 +1,141 @@ + + +create entity/1 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +12 + + + +12.1 + + + +12.2 + + + +12.3 + + + +12.4 + + + +12.5 + + + +12.6 + + + +12.7 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/report/pdf_small.svg b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..e472b1a173 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/pdf_small.svg @@ -0,0 +1,68 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + +12 + + + +12.2 + + + +12.4 + + + +12.6 + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/report/regression.svg b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..a098a0dc2c --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/regression.svg @@ -0,0 +1,192 @@ + + +create entity/1 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/report/regression_small.svg b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..2bf463c95b --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/regression_small.svg @@ -0,0 +1,177 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/report/slope.svg b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..6f6c04a7ff --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/slope.svg @@ -0,0 +1,76 @@ + + +create entity/1 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + + +12.205 + + + +12.21 + + + +12.215 + + + +12.22 + + + +12.225 + + + +12.23 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/16 entities/report/typical.svg b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..567feb6cfe --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/16 entities/report/typical.svg @@ -0,0 +1,76 @@ + + +create entity/1 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + + +12.205 + + + +12.21 + + + +12.215 + + + +12.22 + + + +12.225 + + + +12.23 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/base/benchmark.json b/bench-report/branch/issues/26/create entity/1 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..167b2f0d17 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"1 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/1 components/256 entities","directory_name":"create entity/1 components/256 entities","title":"create entity/1 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/base/estimates.json b/bench-report/branch/issues/26/create entity/1 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..03974e1099 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":170664.6979305663,"upper_bound":170920.66367387722},"point_estimate":170770.38233600053,"standard_error":66.574441271085},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":170660.37209302327,"upper_bound":170755.54545454544},"point_estimate":170707.73038461537,"standard_error":25.075830666188395},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":173.4080901651162,"upper_bound":320.6876748329596},"point_estimate":229.4531083663878,"standard_error":37.205507520902955},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":170600.8361300294,"upper_bound":170720.27507450234},"point_estimate":170659.8813974681,"standard_error":30.418321591562393},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":255.8389208598259,"upper_bound":1069.1298234459791},"point_estimate":669.8405989259178,"standard_error":256.75483257504897}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/base/sample.json b/bench-report/branch/issues/26/create entity/1 components/256 entities/base/sample.json new file mode 100644 index 0000000000..8d4d8c7076 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1059492.0,2066577.0,3065864.0,4090751.0,5116940.0,6140926.0,7221820.0,8165801.0,9228892.0,10226976.0,11281469.0,12282253.0,13290139.0,14337130.0,15320315.0,16363101.0,17424294.0,18450482.0,19480571.0,20486856.0,21535947.0,22538335.0,23559722.0,24569804.0,25605797.0,26630783.0,27668874.0,28739067.0,29729349.0,30688132.0,31834530.0,32847719.0,33809598.0,34868090.0,35871777.0,36869665.0,37865047.0,39038349.0,39931624.0,40991916.0,41986100.0,43124298.0,44030376.0,44939454.0,45976042.0,47373064.0,48147031.0,49220123.0,50251011.0,51187190.0,52096269.0,53238966.0,54168746.0,55327846.0,56235923.0,57356318.0,58407111.0,59521306.0,60454787.0,61436671.0,62525064.0,63507047.0,64606943.0,65520421.0,66511504.0,67620499.0,68789899.0,69508361.0,70657759.0,71606341.0,72568623.0,73569609.0,74609401.0,75646789.0,76827890.0,77998390.0,78932269.0,79861649.0,80840131.0,81863018.0,83143631.0,84079812.0,85064096.0,85870464.0,87069970.0,88136558.0,89096945.0,90210336.0,91080015.0,92242712.0,92954173.0,94273185.0,95235071.0,96305461.0,97097128.0,98104414.0,99438029.0,100353506.0,101261785.0,102245970.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/base/tukey.json b/bench-report/branch/issues/26/create entity/1 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..df989df71f --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[169568.15914918415,170048.85981726606,171330.7282654845,171811.42893356644] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/changes/benchmark.json b/bench-report/branch/issues/26/create entity/1 components/256 entities/changes/benchmark.json new file mode 100644 index 0000000000..167b2f0d17 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"1 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/1 components/256 entities","directory_name":"create entity/1 components/256 entities","title":"create entity/1 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/changes/estimates.json b/bench-report/branch/issues/26/create entity/1 components/256 entities/changes/estimates.json new file mode 100644 index 0000000000..c4c4d4bc82 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":284299.2151337672,"upper_bound":284701.3378166285},"point_estimate":284481.21838844474,"standard_error":103.5426731376673},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":284070.07386363635,"upper_bound":284246.35870943207},"point_estimate":284168.93175438594,"standard_error":56.279671381167375},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":236.442529562499,"upper_bound":457.0467800038714},"point_estimate":342.05283185231457,"standard_error":57.97883441300011},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":284031.08924803144,"upper_bound":284190.79135222797},"point_estimate":284104.3745729274,"standard_error":40.751852479358604},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":587.29258032748,"upper_bound":1479.3391411292255},"point_estimate":1043.8538309692055,"standard_error":237.59752198831254}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/changes/sample.json b/bench-report/branch/issues/26/create entity/1 components/256 entities/changes/sample.json new file mode 100644 index 0000000000..88d07fadd6 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1140999.0,2279399.0,3422897.0,4551994.0,5691293.0,6874897.0,7953690.0,9179795.0,10281391.0,11374986.0,12583491.0,13984010.0,14823485.0,15925880.0,17047778.0,18421296.0,19441683.0,20738197.0,21607872.0,22854582.0,23880069.0,25012167.0,26164767.0,27283564.0,28479469.0,29667371.0,30736664.0,31831659.0,32999361.0,34081455.0,35265556.0,36469461.0,37483448.0,38671250.0,39976464.0,41057255.0,42078147.0,43184041.0,44337743.0,45442638.0,46646344.0,47777238.0,48998345.0,49996333.0,51171034.0,52298231.0,53400426.0,54532724.0,55685526.0,56801224.0,57923219.0,59067318.0,60156213.0,61284210.0,62473915.0,63658218.0,64792714.0,65944313.0,67028908.0,68183106.0,69208597.0,70383799.0,71546900.0,72658094.0,73799294.0,75062103.0,76059990.0,77315997.0,78365689.0,79465285.0,80633986.0,81727381.0,82919285.0,84070685.0,85247788.0,86405687.0,87497682.0,88799796.0,89704476.0,90818979.0,91946674.0,93184181.0,94367583.0,95426075.0,96578277.0,97720874.0,98750465.0,99968069.0,101428996.0,102596097.0,103561882.0,104489762.0,105573755.0,106786264.0,107877756.0,109024756.0,110207057.0,111363160.0,112454752.0,113573951.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/changes/tukey.json b/bench-report/branch/issues/26/create entity/1 components/256 entities/changes/tukey.json new file mode 100644 index 0000000000..dc463f4f7b --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/changes/tukey.json @@ -0,0 +1 @@ +[282395.1254266567,283185.3477512071,285292.60728334164,286082.8296078921] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/new/benchmark.json b/bench-report/branch/issues/26/create entity/1 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..167b2f0d17 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"1 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/1 components/256 entities","directory_name":"create entity/1 components/256 entities","title":"create entity/1 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/new/estimates.json b/bench-report/branch/issues/26/create entity/1 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..03974e1099 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":170664.6979305663,"upper_bound":170920.66367387722},"point_estimate":170770.38233600053,"standard_error":66.574441271085},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":170660.37209302327,"upper_bound":170755.54545454544},"point_estimate":170707.73038461537,"standard_error":25.075830666188395},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":173.4080901651162,"upper_bound":320.6876748329596},"point_estimate":229.4531083663878,"standard_error":37.205507520902955},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":170600.8361300294,"upper_bound":170720.27507450234},"point_estimate":170659.8813974681,"standard_error":30.418321591562393},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":255.8389208598259,"upper_bound":1069.1298234459791},"point_estimate":669.8405989259178,"standard_error":256.75483257504897}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/new/sample.json b/bench-report/branch/issues/26/create entity/1 components/256 entities/new/sample.json new file mode 100644 index 0000000000..8d4d8c7076 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[1059492.0,2066577.0,3065864.0,4090751.0,5116940.0,6140926.0,7221820.0,8165801.0,9228892.0,10226976.0,11281469.0,12282253.0,13290139.0,14337130.0,15320315.0,16363101.0,17424294.0,18450482.0,19480571.0,20486856.0,21535947.0,22538335.0,23559722.0,24569804.0,25605797.0,26630783.0,27668874.0,28739067.0,29729349.0,30688132.0,31834530.0,32847719.0,33809598.0,34868090.0,35871777.0,36869665.0,37865047.0,39038349.0,39931624.0,40991916.0,41986100.0,43124298.0,44030376.0,44939454.0,45976042.0,47373064.0,48147031.0,49220123.0,50251011.0,51187190.0,52096269.0,53238966.0,54168746.0,55327846.0,56235923.0,57356318.0,58407111.0,59521306.0,60454787.0,61436671.0,62525064.0,63507047.0,64606943.0,65520421.0,66511504.0,67620499.0,68789899.0,69508361.0,70657759.0,71606341.0,72568623.0,73569609.0,74609401.0,75646789.0,76827890.0,77998390.0,78932269.0,79861649.0,80840131.0,81863018.0,83143631.0,84079812.0,85064096.0,85870464.0,87069970.0,88136558.0,89096945.0,90210336.0,91080015.0,92242712.0,92954173.0,94273185.0,95235071.0,96305461.0,97097128.0,98104414.0,99438029.0,100353506.0,101261785.0,102245970.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/new/tukey.json b/bench-report/branch/issues/26/create entity/1 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..df989df71f --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[169568.15914918415,170048.85981726606,171330.7282654845,171811.42893356644] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/report/MAD.svg b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..b12ab724f6 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/MAD.svg @@ -0,0 +1,88 @@ + + +create entity/1 components/256 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + + +160 + + + +180 + + + +200 + + + +220 + + + +240 + + + +260 + + + +280 + + + +300 + + + +320 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/report/SD.svg b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..e89d01c5a0 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/SD.svg @@ -0,0 +1,104 @@ + + +create entity/1 components/256 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/report/index.html b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/index.html new file mode 100644 index 0000000000..3254e6b1e1 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/1 components/256 entities - Criterion.rs + + + + +
+

create entity/1 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope170.60 µs170.66 µs170.72 µs
Throughput1.4995 Melem/s1.5001 Melem/s1.5006 Melem/s
0.99970450.99972120.9997038
Mean170.66 µs170.77 µs170.92 µs
Std. Dev.255.84 ns669.84 ns1.0691 µs
Median170.66 µs170.71 µs170.76 µs
MAD173.41 ns229.45 ns320.69 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/report/mean.svg b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..199551e06d --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/mean.svg @@ -0,0 +1,72 @@ + + +create entity/1 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + +170.65 + + + +170.7 + + + +170.75 + + + +170.8 + + + +170.85 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/report/median.svg b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/median.svg new file mode 100644 index 0000000000..a70fc3936e --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/median.svg @@ -0,0 +1,68 @@ + + +create entity/1 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + + +170.66 + + + +170.68 + + + +170.7 + + + +170.72 + + + +170.74 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/report/pdf.svg b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..31ccd77710 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/pdf.svg @@ -0,0 +1,155 @@ + + +create entity/1 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + +170 + + + +171 + + + +172 + + + +173 + + + +174 + + + +175 + + + +176 + + + +177 + + + +Density (a.u.) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/report/pdf_small.svg b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..5cdb2ff5f3 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/pdf_small.svg @@ -0,0 +1,52 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + + +170 + + + +172 + + + +174 + + + +176 + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/report/regression.svg b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..f58df8db1d --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/regression.svg @@ -0,0 +1,207 @@ + + +create entity/1 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/report/regression_small.svg b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..9ddb75eaaf --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/regression_small.svg @@ -0,0 +1,192 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/report/slope.svg b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..2fb50e2360 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/slope.svg @@ -0,0 +1,80 @@ + + +create entity/1 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + + +170.6 + + + +170.62 + + + +170.64 + + + +170.66 + + + +170.68 + + + +170.7 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/256 entities/report/typical.svg b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..1efa5ae96f --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/256 entities/report/typical.svg @@ -0,0 +1,80 @@ + + +create entity/1 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + + +170.6 + + + +170.62 + + + +170.64 + + + +170.66 + + + +170.68 + + + +170.7 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/report/index.html b/bench-report/branch/issues/26/create entity/1 components/report/index.html new file mode 100644 index 0000000000..e2643619e5 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + create entity/1 components Summary - Criterion.rs + + + + +
+

create entity/1 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

create entity/1 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/1 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/1 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 components/report/lines.svg b/bench-report/branch/issues/26/create entity/1 components/report/lines.svg new file mode 100644 index 0000000000..fcd7176f47 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/report/lines.svg @@ -0,0 +1,73 @@ + + +create entity/1 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +1 components + + + diff --git a/bench-report/branch/issues/26/create entity/1 components/report/violin.svg b/bench-report/branch/issues/26/create entity/1 components/report/violin.svg new file mode 100644 index 0000000000..895ee658d1 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 components/report/violin.svg @@ -0,0 +1,67 @@ + + +create entity/1 components: Violin plot + + +Input + + +Average time (µs) + + + +create entity/1 components/256 entities + + + +create entity/1 components/16 entities + + + +create entity/1 components/1 entities + + + + +0.0 + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/1 entities/report/index.html b/bench-report/branch/issues/26/create entity/1 entities/report/index.html new file mode 100644 index 0000000000..95a36da9b0 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 entities/report/index.html @@ -0,0 +1,208 @@ + + + + + + create entity/1 entities Summary - Criterion.rs + + + + +
+

create entity/1 entities

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

create entity/0 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/1 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/2 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/4 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/8 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/16 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/1 entities/report/violin.svg b/bench-report/branch/issues/26/create entity/1 entities/report/violin.svg new file mode 100644 index 0000000000..86228d3a00 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/1 entities/report/violin.svg @@ -0,0 +1,81 @@ + + +create entity/1 entities: Violin plot + + +Input + + +Average time (µs) + + + +create entity/16 components/1 entities + + + +create entity/8 components/1 entities + + + +create entity/4 components/1 entities + + + +create entity/2 components/1 entities + + + +create entity/1 components/1 entities + + + +create entity/0 components/1 entities + + + + +0.0 + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/base/benchmark.json b/bench-report/branch/issues/26/create entity/16 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..eef6c3b162 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"16 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/16 components/1 entities","directory_name":"create entity/16 components/1 entities","title":"create entity/16 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/base/estimates.json b/bench-report/branch/issues/26/create entity/16 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..09534fae30 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5328.343098957205,"upper_bound":5385.645400753229},"point_estimate":5353.02669346923,"standard_error":14.789010606618277},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5329.3388888888885,"upper_bound":5348.067094017094},"point_estimate":5341.96193236715,"standard_error":4.4785233270291664},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.561849907380044,"upper_bound":61.75483145532991},"point_estimate":46.55313248209051,"standard_error":9.71133925221147},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5340.068983746308,"upper_bound":5350.314059001284},"point_estimate":5345.3892269674725,"standard_error":2.6121690106050814},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66.27345540094072,"upper_bound":227.96688927720513},"point_estimate":148.6731850992217,"standard_error":47.420144795792616}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/base/sample.json b/bench-report/branch/issues/26/create entity/16 components/1 entities/base/sample.json new file mode 100644 index 0000000000..eff067b303 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[36.0,72.0,108.0,144.0,180.0,216.0,252.0,288.0,324.0,360.0,396.0,432.0,468.0,504.0,540.0,576.0,612.0,648.0,684.0,720.0,756.0,792.0,828.0,864.0,900.0,936.0,972.0,1008.0,1044.0,1080.0,1116.0,1152.0,1188.0,1224.0,1260.0,1296.0,1332.0,1368.0,1404.0,1440.0,1476.0,1512.0,1548.0,1584.0,1620.0,1656.0,1692.0,1728.0,1764.0,1800.0,1836.0,1872.0,1908.0,1944.0,1980.0,2016.0,2052.0,2088.0,2124.0,2160.0,2196.0,2232.0,2268.0,2304.0,2340.0,2376.0,2412.0,2448.0,2484.0,2520.0,2556.0,2592.0,2628.0,2664.0,2700.0,2736.0,2772.0,2808.0,2844.0,2880.0,2916.0,2952.0,2988.0,3024.0,3060.0,3096.0,3132.0,3168.0,3204.0,3240.0,3276.0,3312.0,3348.0,3384.0,3420.0,3456.0,3492.0,3528.0,3564.0,3600.0],"times":[235220.0,414736.0,614153.0,818868.0,999385.0,1208404.0,1388920.0,1560134.0,1745249.0,1918562.0,2108282.0,2281497.0,2481012.0,2671229.0,2856245.0,3030763.0,3220077.0,3407294.0,3618313.0,3772624.0,3978642.0,4153258.0,4339273.0,4571993.0,4706205.0,4904422.0,5090938.0,5278054.0,5471470.0,5660589.0,5845500.0,6038418.0,6240035.0,6415752.0,6670074.0,6850189.0,7045405.0,7236022.0,7434239.0,7629255.0,7808072.0,8002486.0,8207507.0,8419223.0,8637343.0,8780953.0,8976372.0,9218391.0,9383106.0,9585024.0,9814244.0,9997257.0,10187175.0,10390792.0,10605512.0,10831731.0,11063651.0,11271666.0,11362577.0,11607496.0,11735308.0,11976530.0,12157543.0,12332561.0,12514477.0,12724593.0,12937011.0,13126929.0,13269441.0,13479458.0,13676575.0,13899794.0,14062607.0,14248924.0,14447240.0,14608956.0,14846074.0,15098996.0,15278913.0,15439428.0,15644144.0,15865663.0,15969870.0,16159587.0,16315404.0,16572926.0,16766541.0,16976858.0,17121471.0,17345990.0,17508004.0,17692619.0,18019549.0,18033347.0,18216366.0,18433584.0,18652602.0,18988032.0,19098142.0,19231052.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/base/tukey.json b/bench-report/branch/issues/26/create entity/16 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..153f7151fe --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[5091.827899531026,5192.114821954667,5459.546615084375,5559.833537508015] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/changes/benchmark.json b/bench-report/branch/issues/26/create entity/16 components/1 entities/changes/benchmark.json new file mode 100644 index 0000000000..eef6c3b162 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"16 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/16 components/1 entities","directory_name":"create entity/16 components/1 entities","title":"create entity/16 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/changes/estimates.json b/bench-report/branch/issues/26/create entity/16 components/1 entities/changes/estimates.json new file mode 100644 index 0000000000..2eb915192f --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5376.903296306645,"upper_bound":5418.92714898431},"point_estimate":5395.439473034395,"standard_error":10.807854583905591},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5378.55808080808,"upper_bound":5391.53213028169},"point_estimate":5386.119642857142,"standard_error":3.706200289468802},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30.42022260217325,"upper_bound":58.91122801907737},"point_estimate":45.63532154769135,"standard_error":7.115660440305836},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5386.05051720024,"upper_bound":5399.28680545618},"point_estimate":5392.794757483211,"standard_error":3.3535213384175604},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55.85208611816924,"upper_bound":162.39053521237904},"point_estimate":108.54917357659451,"standard_error":31.50223046279122}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/changes/sample.json b/bench-report/branch/issues/26/create entity/16 components/1 entities/changes/sample.json new file mode 100644 index 0000000000..bb5f4aeba1 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[36.0,72.0,108.0,144.0,180.0,216.0,252.0,288.0,324.0,360.0,396.0,432.0,468.0,504.0,540.0,576.0,612.0,648.0,684.0,720.0,756.0,792.0,828.0,864.0,900.0,936.0,972.0,1008.0,1044.0,1080.0,1116.0,1152.0,1188.0,1224.0,1260.0,1296.0,1332.0,1368.0,1404.0,1440.0,1476.0,1512.0,1548.0,1584.0,1620.0,1656.0,1692.0,1728.0,1764.0,1800.0,1836.0,1872.0,1908.0,1944.0,1980.0,2016.0,2052.0,2088.0,2124.0,2160.0,2196.0,2232.0,2268.0,2304.0,2340.0,2376.0,2412.0,2448.0,2484.0,2520.0,2556.0,2592.0,2628.0,2664.0,2700.0,2736.0,2772.0,2808.0,2844.0,2880.0,2916.0,2952.0,2988.0,3024.0,3060.0,3096.0,3132.0,3168.0,3204.0,3240.0,3276.0,3312.0,3348.0,3384.0,3420.0,3456.0,3492.0,3528.0,3564.0,3600.0],"times":[224118.0,405735.0,607651.0,809972.0,1007387.0,1202403.0,1384218.0,1579239.0,1773653.0,1963170.0,2145585.0,2334801.0,2527217.0,2692732.0,2901049.0,3081566.0,3247784.0,3459399.0,3625713.0,3812330.0,3997046.0,4188460.0,4427583.0,4598099.0,4757011.0,4947427.0,5166146.0,5327160.0,5540576.0,5717794.0,5908010.0,6125129.0,6296446.0,6517663.0,6703575.0,6911594.0,7107716.0,7289027.0,7505647.0,7682263.0,7901882.0,8098300.0,8289013.0,8519636.0,8659449.0,8869664.0,9174093.0,9295003.0,9445615.0,9681036.0,9872853.0,10086572.0,10326192.0,10496907.0,10644319.0,10850037.0,11104256.0,11256474.0,11394883.0,11632604.0,11937731.0,12083543.0,12234355.0,12416271.0,12594087.0,12803907.0,12993119.0,13208240.0,13316651.0,13632076.0,13784690.0,13996308.0,14186225.0,14353138.0,14525255.0,14685368.0,15122706.0,15189110.0,15450335.0,15566544.0,15711756.0,15961278.0,16079488.0,16289606.0,16541928.0,16846754.0,16926463.0,17043370.0,17311095.0,17434805.0,17814238.0,18060762.0,18041058.0,18220471.0,18359586.0,18638909.0,18919934.0,19113750.0,19256163.0,19403975.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/changes/tukey.json b/bench-report/branch/issues/26/create entity/16 components/1 entities/changes/tukey.json new file mode 100644 index 0000000000..58edb6d346 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/changes/tukey.json @@ -0,0 +1 @@ +[5165.341175266549,5256.154314252871,5498.322684883063,5589.135823869385] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/new/benchmark.json b/bench-report/branch/issues/26/create entity/16 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..eef6c3b162 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"16 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/16 components/1 entities","directory_name":"create entity/16 components/1 entities","title":"create entity/16 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/new/estimates.json b/bench-report/branch/issues/26/create entity/16 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..09534fae30 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5328.343098957205,"upper_bound":5385.645400753229},"point_estimate":5353.02669346923,"standard_error":14.789010606618277},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5329.3388888888885,"upper_bound":5348.067094017094},"point_estimate":5341.96193236715,"standard_error":4.4785233270291664},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.561849907380044,"upper_bound":61.75483145532991},"point_estimate":46.55313248209051,"standard_error":9.71133925221147},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5340.068983746308,"upper_bound":5350.314059001284},"point_estimate":5345.3892269674725,"standard_error":2.6121690106050814},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66.27345540094072,"upper_bound":227.96688927720513},"point_estimate":148.6731850992217,"standard_error":47.420144795792616}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/new/sample.json b/bench-report/branch/issues/26/create entity/16 components/1 entities/new/sample.json new file mode 100644 index 0000000000..eff067b303 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[36.0,72.0,108.0,144.0,180.0,216.0,252.0,288.0,324.0,360.0,396.0,432.0,468.0,504.0,540.0,576.0,612.0,648.0,684.0,720.0,756.0,792.0,828.0,864.0,900.0,936.0,972.0,1008.0,1044.0,1080.0,1116.0,1152.0,1188.0,1224.0,1260.0,1296.0,1332.0,1368.0,1404.0,1440.0,1476.0,1512.0,1548.0,1584.0,1620.0,1656.0,1692.0,1728.0,1764.0,1800.0,1836.0,1872.0,1908.0,1944.0,1980.0,2016.0,2052.0,2088.0,2124.0,2160.0,2196.0,2232.0,2268.0,2304.0,2340.0,2376.0,2412.0,2448.0,2484.0,2520.0,2556.0,2592.0,2628.0,2664.0,2700.0,2736.0,2772.0,2808.0,2844.0,2880.0,2916.0,2952.0,2988.0,3024.0,3060.0,3096.0,3132.0,3168.0,3204.0,3240.0,3276.0,3312.0,3348.0,3384.0,3420.0,3456.0,3492.0,3528.0,3564.0,3600.0],"times":[235220.0,414736.0,614153.0,818868.0,999385.0,1208404.0,1388920.0,1560134.0,1745249.0,1918562.0,2108282.0,2281497.0,2481012.0,2671229.0,2856245.0,3030763.0,3220077.0,3407294.0,3618313.0,3772624.0,3978642.0,4153258.0,4339273.0,4571993.0,4706205.0,4904422.0,5090938.0,5278054.0,5471470.0,5660589.0,5845500.0,6038418.0,6240035.0,6415752.0,6670074.0,6850189.0,7045405.0,7236022.0,7434239.0,7629255.0,7808072.0,8002486.0,8207507.0,8419223.0,8637343.0,8780953.0,8976372.0,9218391.0,9383106.0,9585024.0,9814244.0,9997257.0,10187175.0,10390792.0,10605512.0,10831731.0,11063651.0,11271666.0,11362577.0,11607496.0,11735308.0,11976530.0,12157543.0,12332561.0,12514477.0,12724593.0,12937011.0,13126929.0,13269441.0,13479458.0,13676575.0,13899794.0,14062607.0,14248924.0,14447240.0,14608956.0,14846074.0,15098996.0,15278913.0,15439428.0,15644144.0,15865663.0,15969870.0,16159587.0,16315404.0,16572926.0,16766541.0,16976858.0,17121471.0,17345990.0,17508004.0,17692619.0,18019549.0,18033347.0,18216366.0,18433584.0,18652602.0,18988032.0,19098142.0,19231052.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/new/tukey.json b/bench-report/branch/issues/26/create entity/16 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..153f7151fe --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[5091.827899531026,5192.114821954667,5459.546615084375,5559.833537508015] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/report/MAD.svg b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..90360c6eb3 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/MAD.svg @@ -0,0 +1,96 @@ + + +create entity/16 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + +55 + + + +60 + + + +65 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/report/SD.svg b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..c2276cc3a8 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/SD.svg @@ -0,0 +1,100 @@ + + +create entity/16 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + +220 + + + +240 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/report/index.html b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/index.html new file mode 100644 index 0000000000..b19cbed1e9 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/16 components/1 entities - Criterion.rs + + + + +
+

create entity/16 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope5.3401 µs5.3454 µs5.3503 µs
Throughput186.90 Kelem/s187.08 Kelem/s187.26 Kelem/s
0.99593700.99607270.9959564
Mean5.3283 µs5.3530 µs5.3856 µs
Std. Dev.66.273 ns148.67 ns227.97 ns
Median5.3293 µs5.3420 µs5.3481 µs
MAD27.562 ns46.553 ns61.755 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/report/mean.svg b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..f8f69496ba --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/mean.svg @@ -0,0 +1,80 @@ + + +create entity/16 components/1 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +5.33 + + + +5.34 + + + +5.35 + + + +5.36 + + + +5.37 + + + +5.38 + + + +5.39 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/report/median.svg b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/median.svg new file mode 100644 index 0000000000..fc16dd169c --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/median.svg @@ -0,0 +1,92 @@ + + +create entity/16 components/1 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + +220 + + + + +5.33 + + + +5.335 + + + +5.34 + + + +5.345 + + + +5.35 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/report/pdf.svg b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..3526164f6a --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/pdf.svg @@ -0,0 +1,161 @@ + + +create entity/16 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +5.2 + + + +5.4 + + + +5.6 + + + +5.8 + + + +6 + + + +6.2 + + + +6.4 + + + +6.6 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/report/pdf_small.svg b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..c83c4f7153 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/pdf_small.svg @@ -0,0 +1,68 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + + +5.5 + + + +6 + + + +6.5 + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/report/regression.svg b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..41fbdf982b --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/regression.svg @@ -0,0 +1,207 @@ + + +create entity/16 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + +14.0 + + + +16.0 + + + +18.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/report/regression_small.svg b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..0a15202e0f --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/regression_small.svg @@ -0,0 +1,192 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + +14.0 + + + +16.0 + + + +18.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/report/slope.svg b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..99425cdf69 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/slope.svg @@ -0,0 +1,84 @@ + + +create entity/16 components/1 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + + +5.34 + + + +5.342 + + + +5.344 + + + +5.346 + + + +5.348 + + + +5.35 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/1 entities/report/typical.svg b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..42580e0f08 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/1 entities/report/typical.svg @@ -0,0 +1,84 @@ + + +create entity/16 components/1 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + + +5.34 + + + +5.342 + + + +5.344 + + + +5.346 + + + +5.348 + + + +5.35 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/base/benchmark.json b/bench-report/branch/issues/26/create entity/16 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..85186beea0 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"16 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/16 components/16 entities","directory_name":"create entity/16 components/16 entities","title":"create entity/16 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/base/estimates.json b/bench-report/branch/issues/26/create entity/16 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..5e560a0a73 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58507.36572488531,"upper_bound":58812.23223143029},"point_estimate":58646.74611227714,"standard_error":77.86486139991834},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58311.53312375675,"upper_bound":58512.15773809524},"point_estimate":58381.669710144924,"standard_error":53.819418388067646},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":215.93846821624115,"upper_bound":411.8575423812026},"point_estimate":262.3838185513062,"standard_error":51.21878800934122},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58319.80570755493,"upper_bound":58469.84231445517},"point_estimate":58388.7421828974,"standard_error":38.363715352574275},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":496.10533679148347,"upper_bound":1070.6557272903947},"point_estimate":786.5616671395813,"standard_error":151.4201950437145}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/base/sample.json b/bench-report/branch/issues/26/create entity/16 components/16 entities/base/sample.json new file mode 100644 index 0000000000..369b6d5625 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[760667.0,1460525.0,2185288.0,2896451.0,3603208.0,4378977.0,5072735.0,5707890.0,6445555.0,7118112.0,7810169.0,8496630.0,9183588.0,9901150.0,10898438.0,11283869.0,11943226.0,12691690.0,13353949.0,14005103.0,14748065.0,15472427.0,16111682.0,16820143.0,17516304.0,18172460.0,18866319.0,19660085.0,20360448.0,21192017.0,21877978.0,22531434.0,23282297.0,23980258.0,24682019.0,25225662.0,25870519.0,26517876.0,27239538.0,27927996.0,28737167.0,29504835.0,30249394.0,30809344.0,31597310.0,32111058.0,32863321.0,33524576.0,34264541.0,34998303.0,35668062.0,36358019.0,36980773.0,37704037.0,38313988.0,39061451.0,39870820.0,40486174.0,41267241.0,42027308.0,42619357.0,43342218.0,44000676.0,44708034.0,45418598.0,46138860.0,46861420.0,47598086.0,48265841.0,48991004.0,49577855.0,50228209.0,50897569.0,51636431.0,52328088.0,52963744.0,53747710.0,54365466.0,55115729.0,55831489.0,56814072.0,57551139.0,58266401.0,59008662.0,59720625.0,60388484.0,61134648.0,61796001.0,63565254.0,63845579.0,63577755.0,64400229.0,64958676.0,66018566.0,66747427.0,67371981.0,67939529.0,68537281.0,69301746.0,70312432.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/base/tukey.json b/bench-report/branch/issues/26/create entity/16 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..3e4b25a3dc --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[57001.94632833044,57614.73324981045,59248.831707090474,59861.61862857048] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/changes/benchmark.json b/bench-report/branch/issues/26/create entity/16 components/16 entities/changes/benchmark.json new file mode 100644 index 0000000000..85186beea0 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"16 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/16 components/16 entities","directory_name":"create entity/16 components/16 entities","title":"create entity/16 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/changes/estimates.json b/bench-report/branch/issues/26/create entity/16 components/16 entities/changes/estimates.json new file mode 100644 index 0000000000..71474de048 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":65734.38825673552,"upper_bound":66049.40751489488},"point_estimate":65878.1208736728,"standard_error":81.03041953369203},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":65490.47172619047,"upper_bound":65782.99869878184},"point_estimate":65594.12622362064,"standard_error":71.79067689787475},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":283.4296463943468,"upper_bound":623.0383407721858},"point_estimate":421.0400645034776,"standard_error":84.67690491904396},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":65370.81772171368,"upper_bound":65465.56900075592},"point_estimate":65414.46454952958,"standard_error":24.1311203396435},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":515.4847265991478,"upper_bound":1142.4347456728276},"point_estimate":812.0264075707214,"standard_error":182.02181558742987}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/changes/sample.json b/bench-report/branch/issues/26/create entity/16 components/16 entities/changes/sample.json new file mode 100644 index 0000000000..65f29d90ad --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[856272.0,1613439.0,2446713.0,3227579.0,4005746.0,4806116.0,5644287.0,6408551.0,7216221.0,8038893.0,8884065.0,9635331.0,10382896.0,11195966.0,11954830.0,12751701.0,13569870.0,14348637.0,15133307.0,15940077.0,16678641.0,17535714.0,18244974.0,19090048.0,19874715.0,20581176.0,21456051.0,22165616.0,23049590.0,23821058.0,24593723.0,25370590.0,26086149.0,26916023.0,27644486.0,28476860.0,29251126.0,29974385.0,30771655.0,31672433.0,32267885.0,32994746.0,33924829.0,34669393.0,35410056.0,36203525.0,37025795.0,37764658.0,38714540.0,39559516.0,40220572.0,40938331.0,41635895.0,42477463.0,43192531.0,44009597.0,44871875.0,45555630.0,46379702.0,47180370.0,47917536.0,48721905.0,49416064.0,50253338.0,51090709.0,51765269.0,52603240.0,53556420.0,54205278.0,54925439.0,55698706.0,56745897.0,57275541.0,58144218.0,58805874.0,59503535.0,60343206.0,61138976.0,61953345.0,62628506.0,63429373.0,64116734.0,65082416.0,66053600.0,66520541.0,67482121.0,68232189.0,69005557.0,69754219.0,70664600.0,71061033.0,71970114.0,72820685.0,73794870.0,74191902.0,75193089.0,75821143.0,76674217.0,77624899.0,78394966.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/changes/tukey.json b/bench-report/branch/issues/26/create entity/16 components/16 entities/changes/tukey.json new file mode 100644 index 0000000000..4b52e2776f --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/changes/tukey.json @@ -0,0 +1 @@ +[62939.95886659382,64160.37706939891,67414.82561021249,68635.24381301759] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/new/benchmark.json b/bench-report/branch/issues/26/create entity/16 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..85186beea0 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"16 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/16 components/16 entities","directory_name":"create entity/16 components/16 entities","title":"create entity/16 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/new/estimates.json b/bench-report/branch/issues/26/create entity/16 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..5e560a0a73 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58507.36572488531,"upper_bound":58812.23223143029},"point_estimate":58646.74611227714,"standard_error":77.86486139991834},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58311.53312375675,"upper_bound":58512.15773809524},"point_estimate":58381.669710144924,"standard_error":53.819418388067646},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":215.93846821624115,"upper_bound":411.8575423812026},"point_estimate":262.3838185513062,"standard_error":51.21878800934122},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58319.80570755493,"upper_bound":58469.84231445517},"point_estimate":58388.7421828974,"standard_error":38.363715352574275},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":496.10533679148347,"upper_bound":1070.6557272903947},"point_estimate":786.5616671395813,"standard_error":151.4201950437145}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/new/sample.json b/bench-report/branch/issues/26/create entity/16 components/16 entities/new/sample.json new file mode 100644 index 0000000000..369b6d5625 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[760667.0,1460525.0,2185288.0,2896451.0,3603208.0,4378977.0,5072735.0,5707890.0,6445555.0,7118112.0,7810169.0,8496630.0,9183588.0,9901150.0,10898438.0,11283869.0,11943226.0,12691690.0,13353949.0,14005103.0,14748065.0,15472427.0,16111682.0,16820143.0,17516304.0,18172460.0,18866319.0,19660085.0,20360448.0,21192017.0,21877978.0,22531434.0,23282297.0,23980258.0,24682019.0,25225662.0,25870519.0,26517876.0,27239538.0,27927996.0,28737167.0,29504835.0,30249394.0,30809344.0,31597310.0,32111058.0,32863321.0,33524576.0,34264541.0,34998303.0,35668062.0,36358019.0,36980773.0,37704037.0,38313988.0,39061451.0,39870820.0,40486174.0,41267241.0,42027308.0,42619357.0,43342218.0,44000676.0,44708034.0,45418598.0,46138860.0,46861420.0,47598086.0,48265841.0,48991004.0,49577855.0,50228209.0,50897569.0,51636431.0,52328088.0,52963744.0,53747710.0,54365466.0,55115729.0,55831489.0,56814072.0,57551139.0,58266401.0,59008662.0,59720625.0,60388484.0,61134648.0,61796001.0,63565254.0,63845579.0,63577755.0,64400229.0,64958676.0,66018566.0,66747427.0,67371981.0,67939529.0,68537281.0,69301746.0,70312432.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/new/tukey.json b/bench-report/branch/issues/26/create entity/16 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..3e4b25a3dc --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[57001.94632833044,57614.73324981045,59248.831707090474,59861.61862857048] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/report/MAD.svg b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..874d86ec4b --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/MAD.svg @@ -0,0 +1,76 @@ + + +create entity/16 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/report/SD.svg b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..26dc4c4ae6 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/SD.svg @@ -0,0 +1,76 @@ + + +create entity/16 components/16 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/report/index.html b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/index.html new file mode 100644 index 0000000000..37a67ffba8 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/16 components/16 entities - Criterion.rs + + + + +
+

create entity/16 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope58.320 µs58.389 µs58.470 µs
Throughput273.65 Kelem/s274.03 Kelem/s274.35 Kelem/s
0.99666890.99685760.9965965
Mean58.507 µs58.647 µs58.812 µs
Std. Dev.496.11 ns786.56 ns1.0707 µs
Median58.312 µs58.382 µs58.512 µs
MAD215.94 ns262.38 ns411.86 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/report/mean.svg b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..4b359d62a9 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/mean.svg @@ -0,0 +1,100 @@ + + +create entity/16 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + +5.5 + + + + +58.5 + + + +58.55 + + + +58.6 + + + +58.65 + + + +58.7 + + + +58.75 + + + +58.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/report/median.svg b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/median.svg new file mode 100644 index 0000000000..bd3fe5c8e7 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/median.svg @@ -0,0 +1,72 @@ + + +create entity/16 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + + +58.3 + + + +58.35 + + + +58.4 + + + +58.45 + + + +58.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/report/pdf.svg b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..5a81c1c262 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/pdf.svg @@ -0,0 +1,159 @@ + + +create entity/16 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +58 + + + +59 + + + +60 + + + +61 + + + +62 + + + +63 + + + +64 + + + +Density (a.u.) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/report/pdf_small.svg b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..1af704fe4a --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/pdf_small.svg @@ -0,0 +1,68 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + + +58 + + + +60 + + + +62 + + + +64 + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/report/regression.svg b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..b60dd754cb --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/regression.svg @@ -0,0 +1,192 @@ + + +create entity/16 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/report/regression_small.svg b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..8c794aeda7 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/regression_small.svg @@ -0,0 +1,177 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/report/slope.svg b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..def06991dd --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/slope.svg @@ -0,0 +1,108 @@ + + +create entity/16 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + +11 + + + + +58.32 + + + +58.34 + + + +58.36 + + + +58.38 + + + +58.4 + + + +58.42 + + + +58.44 + + + +58.46 + + + +58.48 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/16 entities/report/typical.svg b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..cf219239ad --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/16 entities/report/typical.svg @@ -0,0 +1,108 @@ + + +create entity/16 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + +11 + + + + +58.32 + + + +58.34 + + + +58.36 + + + +58.38 + + + +58.4 + + + +58.42 + + + +58.44 + + + +58.46 + + + +58.48 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/base/benchmark.json b/bench-report/branch/issues/26/create entity/16 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..351de28ff9 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"16 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/16 components/256 entities","directory_name":"create entity/16 components/256 entities","title":"create entity/16 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/base/estimates.json b/bench-report/branch/issues/26/create entity/16 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..be2a74d50e --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":801030.4726397701,"upper_bound":802942.8411527287},"point_estimate":801943.3616903346,"standard_error":487.32959159951344},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":799727.0305555556,"upper_bound":801773.5595238095},"point_estimate":800448.734375,"standard_error":601.7992220871052},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2486.332375089508,"upper_bound":4489.912813027404},"point_estimate":3459.412050291232,"standard_error":550.6695893261194},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":801829.1531468019,"upper_bound":804098.231850549},"point_estimate":802946.6492507758,"standard_error":579.0519943968565},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3682.311808800639,"upper_bound":6077.350666541628},"point_estimate":4906.269720193948,"standard_error":615.7099860101977}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/base/sample.json b/bench-report/branch/issues/26/create entity/16 components/256 entities/base/sample.json new file mode 100644 index 0000000000..747b56de61 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1648839.0,3269676.0,4861509.0,6501248.0,8118483.0,9586710.0,11129737.0,12720572.0,14322007.0,15934845.0,17566780.0,19146316.0,20772451.0,22337984.0,23932317.0,25573155.0,27103784.0,28679317.0,30401664.0,31994798.0,33570530.0,35153164.0,36674990.0,38284027.0,39853460.0,41519901.0,43177542.0,44810380.0,46346808.0,47910740.0,49501774.0,51090207.0,52653242.0,54683210.0,56145334.0,57693965.0,59309700.0,60799523.0,62325353.0,64049400.0,65669235.0,67348979.0,68798200.0,70423139.0,72115677.0,73763620.0,75408157.0,77166405.0,78701235.0,80448781.0,81831900.0,83707055.0,85071572.0,87029035.0,88445957.0,90024789.0,91402607.0,93242659.0,94914304.0,96620846.0,98194576.0,99707607.0,100771893.0,102435836.0,103922264.0,105501696.0,107008822.0,108674663.0,110209091.0,111695416.0,113504677.0,115310855.0,116500160.0,118259714.0,119759143.0,121442490.0,123221043.0,124403447.0,126014682.0,128248377.0,130474968.0,131855488.0,133876360.0,135527604.0,138601668.0,138793687.0,140868464.0,143234570.0,143600703.0,145239640.0,145880701.0,146958795.0,149269392.0,151075249.0,152600078.0,154459440.0,157135771.0,157119969.0,158412082.0,161029608.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/base/tukey.json b/bench-report/branch/issues/26/create entity/16 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..c4b709693a --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[782491.8598755789,790581.4188417749,812153.5760849643,820243.1350511604] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/changes/benchmark.json b/bench-report/branch/issues/26/create entity/16 components/256 entities/changes/benchmark.json new file mode 100644 index 0000000000..351de28ff9 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"16 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/16 components/256 entities","directory_name":"create entity/16 components/256 entities","title":"create entity/16 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/changes/estimates.json b/bench-report/branch/issues/26/create entity/16 components/256 entities/changes/estimates.json new file mode 100644 index 0000000000..26674f2d24 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":969291.8866133064,"upper_bound":979454.8340370893},"point_estimate":973449.4425697566,"standard_error":2665.0375637848974},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":969942.7968221771,"upper_bound":974740.1774193548},"point_estimate":973204.7355212355,"standard_error":1270.4365864921813},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9976.56862641061,"upper_bound":16334.517195009556},"point_estimate":13076.88580000266,"standard_error":1542.5984212390347},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":960910.8452582738,"upper_bound":966027.7558364114},"point_estimate":963302.9116329245,"standard_error":1311.2681204373011},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10561.721472589255,"upper_bound":43469.799283176224},"point_estimate":26879.89675249471,"standard_error":11033.182314880372}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/changes/sample.json b/bench-report/branch/issues/26/create entity/16 components/256 entities/changes/sample.json new file mode 100644 index 0000000000..9e20048d26 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1214004.0,1930266.0,2877747.0,3859032.0,4864416.0,5784496.0,6811285.0,7792870.0,8676143.0,9659127.0,10878735.0,11760811.0,12729993.0,13770583.0,14781572.0,15849662.0,16847847.0,17826832.0,18833718.0,19648488.0,20628471.0,21571953.0,22641744.0,23586725.0,24570610.0,25512292.0,26513777.0,27588871.0,28538151.0,29614244.0,30408713.0,31269587.0,32343078.0,33273258.0,34238742.0,35200523.0,36603046.0,37451417.0,38426500.0,39355982.0,39853124.0,40822708.0,41588270.0,42751373.0,43812463.0,44796252.0,45796936.0,46487894.0,47749601.0,48787791.0,49427644.0,50740259.0,51275805.0,52823938.0,53477993.0,54700401.0,55600077.0,56301534.0,57438332.0,58514526.0,59435407.0,60433891.0,61156753.0,61794610.0,62977108.0,64025298.0,64472837.0,65478024.0,67257077.0,68173256.0,68713801.0,70713073.0,71643752.0,72029288.0,72473224.0,73290696.0,73405805.0,74504103.0,75210282.0,76343279.0,77341166.0,78365052.0,79326437.0,79896685.0,81298208.0,81838951.0,83491395.0,84458180.0,84849813.0,85529473.0,86664071.0,87936878.0,88602634.0,89085879.0,90964940.0,91879221.0,93195232.0,95152200.0,94773568.0,94793972.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/changes/tukey.json b/bench-report/branch/issues/26/create entity/16 components/256 entities/changes/tukey.json new file mode 100644 index 0000000000..1a454438ef --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/changes/tukey.json @@ -0,0 +1 @@ +[909100.3669309777,935927.3712398523,1007466.0493968512,1034293.0537057258] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/new/benchmark.json b/bench-report/branch/issues/26/create entity/16 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..351de28ff9 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"16 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/16 components/256 entities","directory_name":"create entity/16 components/256 entities","title":"create entity/16 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/new/estimates.json b/bench-report/branch/issues/26/create entity/16 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..be2a74d50e --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":801030.4726397701,"upper_bound":802942.8411527287},"point_estimate":801943.3616903346,"standard_error":487.32959159951344},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":799727.0305555556,"upper_bound":801773.5595238095},"point_estimate":800448.734375,"standard_error":601.7992220871052},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2486.332375089508,"upper_bound":4489.912813027404},"point_estimate":3459.412050291232,"standard_error":550.6695893261194},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":801829.1531468019,"upper_bound":804098.231850549},"point_estimate":802946.6492507758,"standard_error":579.0519943968565},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3682.311808800639,"upper_bound":6077.350666541628},"point_estimate":4906.269720193948,"standard_error":615.7099860101977}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/new/sample.json b/bench-report/branch/issues/26/create entity/16 components/256 entities/new/sample.json new file mode 100644 index 0000000000..747b56de61 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1648839.0,3269676.0,4861509.0,6501248.0,8118483.0,9586710.0,11129737.0,12720572.0,14322007.0,15934845.0,17566780.0,19146316.0,20772451.0,22337984.0,23932317.0,25573155.0,27103784.0,28679317.0,30401664.0,31994798.0,33570530.0,35153164.0,36674990.0,38284027.0,39853460.0,41519901.0,43177542.0,44810380.0,46346808.0,47910740.0,49501774.0,51090207.0,52653242.0,54683210.0,56145334.0,57693965.0,59309700.0,60799523.0,62325353.0,64049400.0,65669235.0,67348979.0,68798200.0,70423139.0,72115677.0,73763620.0,75408157.0,77166405.0,78701235.0,80448781.0,81831900.0,83707055.0,85071572.0,87029035.0,88445957.0,90024789.0,91402607.0,93242659.0,94914304.0,96620846.0,98194576.0,99707607.0,100771893.0,102435836.0,103922264.0,105501696.0,107008822.0,108674663.0,110209091.0,111695416.0,113504677.0,115310855.0,116500160.0,118259714.0,119759143.0,121442490.0,123221043.0,124403447.0,126014682.0,128248377.0,130474968.0,131855488.0,133876360.0,135527604.0,138601668.0,138793687.0,140868464.0,143234570.0,143600703.0,145239640.0,145880701.0,146958795.0,149269392.0,151075249.0,152600078.0,154459440.0,157135771.0,157119969.0,158412082.0,161029608.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/new/tukey.json b/bench-report/branch/issues/26/create entity/16 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..c4b709693a --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[782491.8598755789,790581.4188417749,812153.5760849643,820243.1350511604] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/report/MAD.svg b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..1f88a700e2 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/MAD.svg @@ -0,0 +1,80 @@ + + +create entity/16 components/256 entities:MAD + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/report/SD.svg b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..d120542c0a --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/SD.svg @@ -0,0 +1,76 @@ + + +create entity/16 components/256 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + +5.5 + + + +6 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/report/index.html b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/index.html new file mode 100644 index 0000000000..cf45a9340c --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/16 components/256 entities - Criterion.rs + + + + +
+

create entity/16 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope801.83 µs802.95 µs804.10 µs
Throughput318.37 Kelem/s318.83 Kelem/s319.27 Kelem/s
0.99617230.99643450.9961560
Mean801.03 µs801.94 µs802.94 µs
Std. Dev.3.6823 µs4.9063 µs6.0774 µs
Median799.73 µs800.45 µs801.77 µs
MAD2.4863 µs3.4594 µs4.4899 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/report/mean.svg b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..db2b5b17ab --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/mean.svg @@ -0,0 +1,104 @@ + + +create entity/16 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + + +801 + + + +801.2 + + + +801.4 + + + +801.6 + + + +801.8 + + + +802 + + + +802.2 + + + +802.4 + + + +802.6 + + + +802.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/report/median.svg b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/median.svg new file mode 100644 index 0000000000..05da7ad0b5 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/median.svg @@ -0,0 +1,76 @@ + + +create entity/16 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +799.5 + + + +800 + + + +800.5 + + + +801 + + + +801.5 + + + +802 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/report/pdf.svg b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..bdcb20eff1 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/pdf.svg @@ -0,0 +1,173 @@ + + +create entity/16 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + +790 + + + +795 + + + +800 + + + +805 + + + +810 + + + +815 + + + +820 + + + +825 + + + +830 + + + +Density (a.u.) + + + +0 + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/report/pdf_small.svg b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..13e7e5b176 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/pdf_small.svg @@ -0,0 +1,76 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 + + + + +790 + + + +800 + + + +810 + + + +820 + + + +830 + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/report/regression.svg b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..60a110fda8 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/regression.svg @@ -0,0 +1,217 @@ + + +create entity/16 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/report/regression_small.svg b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..f9af50a8ef --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/regression_small.svg @@ -0,0 +1,202 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/report/slope.svg b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..ed7bc16c78 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/slope.svg @@ -0,0 +1,76 @@ + + +create entity/16 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + +802 + + + +802.5 + + + +803 + + + +803.5 + + + +804 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/256 entities/report/typical.svg b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..2e13f0c949 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/256 entities/report/typical.svg @@ -0,0 +1,76 @@ + + +create entity/16 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + +802 + + + +802.5 + + + +803 + + + +803.5 + + + +804 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/report/index.html b/bench-report/branch/issues/26/create entity/16 components/report/index.html new file mode 100644 index 0000000000..e4a2ec2d2b --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + create entity/16 components Summary - Criterion.rs + + + + +
+

create entity/16 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

create entity/16 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/16 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/16 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 components/report/lines.svg b/bench-report/branch/issues/26/create entity/16 components/report/lines.svg new file mode 100644 index 0000000000..ae3be1dfaf --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/report/lines.svg @@ -0,0 +1,73 @@ + + +create entity/16 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +100.0 + + + +200.0 + + + +300.0 + + + +400.0 + + + +500.0 + + + +600.0 + + + +700.0 + + + +800.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +16 components + + + diff --git a/bench-report/branch/issues/26/create entity/16 components/report/violin.svg b/bench-report/branch/issues/26/create entity/16 components/report/violin.svg new file mode 100644 index 0000000000..aa08c6271b --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 components/report/violin.svg @@ -0,0 +1,67 @@ + + +create entity/16 components: Violin plot + + +Input + + +Average time (µs) + + + +create entity/16 components/256 entities + + + +create entity/16 components/16 entities + + + +create entity/16 components/1 entities + + + + +0.0 + + + +100.0 + + + +200.0 + + + +300.0 + + + +400.0 + + + +500.0 + + + +600.0 + + + +700.0 + + + +800.0 + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/16 entities/report/index.html b/bench-report/branch/issues/26/create entity/16 entities/report/index.html new file mode 100644 index 0000000000..27d3d757c1 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 entities/report/index.html @@ -0,0 +1,208 @@ + + + + + + create entity/16 entities Summary - Criterion.rs + + + + +
+

create entity/16 entities

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

create entity/0 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/1 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/2 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/4 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/8 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/16 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/16 entities/report/violin.svg b/bench-report/branch/issues/26/create entity/16 entities/report/violin.svg new file mode 100644 index 0000000000..84836d51ea --- /dev/null +++ b/bench-report/branch/issues/26/create entity/16 entities/report/violin.svg @@ -0,0 +1,77 @@ + + +create entity/16 entities: Violin plot + + +Input + + +Average time (µs) + + + +create entity/16 components/16 entities + + + +create entity/8 components/16 entities + + + +create entity/4 components/16 entities + + + +create entity/2 components/16 entities + + + +create entity/1 components/16 entities + + + +create entity/0 components/16 entities + + + + +0.0 + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/base/benchmark.json b/bench-report/branch/issues/26/create entity/2 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..7de16e4cb5 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"2 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/2 components/1 entities","directory_name":"create entity/2 components/1 entities","title":"create entity/2 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/base/estimates.json b/bench-report/branch/issues/26/create entity/2 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..6b0fd3ac57 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1706.787526011868,"upper_bound":1727.7092360411445},"point_estimate":1717.179319890897,"standard_error":5.330588681450219},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1724.8,"upper_bound":1738.9714928732183},"point_estimate":1734.9616443333866,"standard_error":3.871885983803269},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21.99704865531754,"upper_bound":59.9398611169052},"point_estimate":38.180975422551604,"standard_error":10.086437450322492},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1738.3203922471794,"upper_bound":1748.8375816145071},"point_estimate":1743.9291966142118,"standard_error":2.6815175305739896},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44.248668185105,"upper_bound":63.98230011676383},"point_estimate":53.43773713875226,"standard_error":5.1416668115930735}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/base/sample.json b/bench-report/branch/issues/26/create entity/2 components/1 entities/base/sample.json new file mode 100644 index 0000000000..cf41de3079 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[43.0,86.0,129.0,172.0,215.0,258.0,301.0,344.0,387.0,430.0,473.0,516.0,559.0,602.0,645.0,688.0,731.0,774.0,817.0,860.0,903.0,946.0,989.0,1032.0,1075.0,1118.0,1161.0,1204.0,1247.0,1290.0,1333.0,1376.0,1419.0,1462.0,1505.0,1548.0,1591.0,1634.0,1677.0,1720.0,1763.0,1806.0,1849.0,1892.0,1935.0,1978.0,2021.0,2064.0,2107.0,2150.0,2193.0,2236.0,2279.0,2322.0,2365.0,2408.0,2451.0,2494.0,2537.0,2580.0,2623.0,2666.0,2709.0,2752.0,2795.0,2838.0,2881.0,2924.0,2967.0,3010.0,3053.0,3096.0,3139.0,3182.0,3225.0,3268.0,3311.0,3354.0,3397.0,3440.0,3483.0,3526.0,3569.0,3612.0,3655.0,3698.0,3741.0,3784.0,3827.0,3870.0,3913.0,3956.0,3999.0,4042.0,4085.0,4128.0,4171.0,4214.0,4257.0,4300.0],"times":[83603.0,157215.0,229820.0,299223.0,370832.0,456539.0,507242.0,575049.0,648857.0,712361.0,783766.0,857174.0,934379.0,984687.0,1053991.0,1123497.0,1185001.0,1273209.0,1338113.0,1405520.0,1473627.0,1556734.0,1630340.0,1674043.0,1756852.0,1813656.0,1904066.0,1971970.0,2061877.0,2123884.0,2183489.0,2271293.0,2367802.0,2452711.0,2531118.0,2599425.0,2677429.0,2760636.0,2833144.0,2911351.0,3037662.0,3084866.0,3160871.0,3265982.0,3324785.0,3393092.0,3508498.0,3573707.0,3632611.0,3719319.0,3794626.0,3881734.0,3991443.0,4043446.0,4136253.0,4213861.0,4260565.0,4331771.0,4437083.0,4516485.0,4542689.0,4636098.0,4723508.0,4775909.0,4852916.0,4966128.0,5130341.0,5160741.0,5226147.0,5270053.0,5326956.0,5423465.0,5444568.0,5542477.0,5588077.0,5643584.0,5758793.0,5842002.0,5903308.0,5951210.0,6045119.0,6211033.0,6285039.0,6275839.0,6418751.0,6464855.0,6525161.0,6642369.0,6661772.0,6739177.0,6927194.0,6984201.0,7023404.0,7216919.0,7268624.0,7320328.0,7302827.0,7486440.0,7475341.0,7528948.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/base/tukey.json b/bench-report/branch/issues/26/create entity/2 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..c516a2cd27 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[1451.2514880952376,1563.3199058693242,1862.169019933555,1974.2374377076417] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/changes/benchmark.json b/bench-report/branch/issues/26/create entity/2 components/1 entities/changes/benchmark.json new file mode 100644 index 0000000000..7de16e4cb5 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"2 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/2 components/1 entities","directory_name":"create entity/2 components/1 entities","title":"create entity/2 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/changes/estimates.json b/bench-report/branch/issues/26/create entity/2 components/1 entities/changes/estimates.json new file mode 100644 index 0000000000..4d580aca89 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1835.7317179034767,"upper_bound":1868.4238199357465},"point_estimate":1852.336600032835,"standard_error":8.322576943403961},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1866.3445105462413,"upper_bound":1902.286946736684},"point_estimate":1894.7557400920102,"standard_error":11.531726745835037},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.231030280914716,"upper_bound":94.02594543826393},"point_estimate":50.40805842455879,"standard_error":16.780934852568294},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1900.9225988254973,"upper_bound":1913.004828842603},"point_estimate":1907.5698994779727,"standard_error":3.08670660820297},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73.84366379435903,"upper_bound":91.44096734016681},"point_estimate":83.36291488573086,"standard_error":4.473301819143716}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/changes/sample.json b/bench-report/branch/issues/26/create entity/2 components/1 entities/changes/sample.json new file mode 100644 index 0000000000..672015cbcf --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[43.0,86.0,129.0,172.0,215.0,258.0,301.0,344.0,387.0,430.0,473.0,516.0,559.0,602.0,645.0,688.0,731.0,774.0,817.0,860.0,903.0,946.0,989.0,1032.0,1075.0,1118.0,1161.0,1204.0,1247.0,1290.0,1333.0,1376.0,1419.0,1462.0,1505.0,1548.0,1591.0,1634.0,1677.0,1720.0,1763.0,1806.0,1849.0,1892.0,1935.0,1978.0,2021.0,2064.0,2107.0,2150.0,2193.0,2236.0,2279.0,2322.0,2365.0,2408.0,2451.0,2494.0,2537.0,2580.0,2623.0,2666.0,2709.0,2752.0,2795.0,2838.0,2881.0,2924.0,2967.0,3010.0,3053.0,3096.0,3139.0,3182.0,3225.0,3268.0,3311.0,3354.0,3397.0,3440.0,3483.0,3526.0,3569.0,3612.0,3655.0,3698.0,3741.0,3784.0,3827.0,3870.0,3913.0,3956.0,3999.0,4042.0,4085.0,4128.0,4171.0,4214.0,4257.0,4300.0],"times":[88508.0,156113.0,232918.0,308126.0,379630.0,450135.0,527040.0,595646.0,667451.0,737259.0,811563.0,887669.0,956874.0,1025980.0,1106286.0,1162891.0,1240295.0,1317103.0,1390908.0,1467011.0,1547820.0,1624128.0,1717432.0,1854644.0,1900048.0,1962053.0,2046459.0,2109564.0,2192271.0,2302081.0,2388488.0,2454494.0,2558600.0,2633505.0,2720513.0,2799220.0,2920526.0,2968731.0,3069941.0,3218848.0,3259053.0,3370265.0,3450871.0,3541376.0,3628184.0,3699986.0,3848799.0,4020814.0,3982213.0,4037815.0,4160523.0,4233130.0,4310636.0,4409548.0,4486349.0,4586259.0,4640463.0,4729167.0,4831979.0,4937785.0,4979789.0,5071497.0,5171202.0,5323714.0,5369719.0,5421323.0,5547334.0,5638438.0,5649642.0,5715946.0,5840458.0,6003671.0,6023969.0,6054572.0,6132681.0,6204384.0,6321492.0,6373498.0,6513810.0,6648121.0,6774829.0,6747827.0,6857737.0,6966144.0,7007676.0,7057114.0,7229625.0,7287831.0,7298932.0,7436344.0,7643763.0,7619359.0,7713670.0,7755771.0,7836878.0,7949989.0,7949688.0,8088803.0,8264015.0,8324923.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/changes/tukey.json b/bench-report/branch/issues/26/create entity/2 components/1 entities/changes/tukey.json new file mode 100644 index 0000000000..278dc4fcff --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/changes/tukey.json @@ -0,0 +1 @@ +[1385.4363549585269,1584.901426025775,2116.8082822051033,2316.2733532723514] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/new/benchmark.json b/bench-report/branch/issues/26/create entity/2 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..7de16e4cb5 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"2 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/2 components/1 entities","directory_name":"create entity/2 components/1 entities","title":"create entity/2 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/new/estimates.json b/bench-report/branch/issues/26/create entity/2 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..6b0fd3ac57 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1706.787526011868,"upper_bound":1727.7092360411445},"point_estimate":1717.179319890897,"standard_error":5.330588681450219},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1724.8,"upper_bound":1738.9714928732183},"point_estimate":1734.9616443333866,"standard_error":3.871885983803269},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21.99704865531754,"upper_bound":59.9398611169052},"point_estimate":38.180975422551604,"standard_error":10.086437450322492},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1738.3203922471794,"upper_bound":1748.8375816145071},"point_estimate":1743.9291966142118,"standard_error":2.6815175305739896},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44.248668185105,"upper_bound":63.98230011676383},"point_estimate":53.43773713875226,"standard_error":5.1416668115930735}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/new/sample.json b/bench-report/branch/issues/26/create entity/2 components/1 entities/new/sample.json new file mode 100644 index 0000000000..cf41de3079 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[43.0,86.0,129.0,172.0,215.0,258.0,301.0,344.0,387.0,430.0,473.0,516.0,559.0,602.0,645.0,688.0,731.0,774.0,817.0,860.0,903.0,946.0,989.0,1032.0,1075.0,1118.0,1161.0,1204.0,1247.0,1290.0,1333.0,1376.0,1419.0,1462.0,1505.0,1548.0,1591.0,1634.0,1677.0,1720.0,1763.0,1806.0,1849.0,1892.0,1935.0,1978.0,2021.0,2064.0,2107.0,2150.0,2193.0,2236.0,2279.0,2322.0,2365.0,2408.0,2451.0,2494.0,2537.0,2580.0,2623.0,2666.0,2709.0,2752.0,2795.0,2838.0,2881.0,2924.0,2967.0,3010.0,3053.0,3096.0,3139.0,3182.0,3225.0,3268.0,3311.0,3354.0,3397.0,3440.0,3483.0,3526.0,3569.0,3612.0,3655.0,3698.0,3741.0,3784.0,3827.0,3870.0,3913.0,3956.0,3999.0,4042.0,4085.0,4128.0,4171.0,4214.0,4257.0,4300.0],"times":[83603.0,157215.0,229820.0,299223.0,370832.0,456539.0,507242.0,575049.0,648857.0,712361.0,783766.0,857174.0,934379.0,984687.0,1053991.0,1123497.0,1185001.0,1273209.0,1338113.0,1405520.0,1473627.0,1556734.0,1630340.0,1674043.0,1756852.0,1813656.0,1904066.0,1971970.0,2061877.0,2123884.0,2183489.0,2271293.0,2367802.0,2452711.0,2531118.0,2599425.0,2677429.0,2760636.0,2833144.0,2911351.0,3037662.0,3084866.0,3160871.0,3265982.0,3324785.0,3393092.0,3508498.0,3573707.0,3632611.0,3719319.0,3794626.0,3881734.0,3991443.0,4043446.0,4136253.0,4213861.0,4260565.0,4331771.0,4437083.0,4516485.0,4542689.0,4636098.0,4723508.0,4775909.0,4852916.0,4966128.0,5130341.0,5160741.0,5226147.0,5270053.0,5326956.0,5423465.0,5444568.0,5542477.0,5588077.0,5643584.0,5758793.0,5842002.0,5903308.0,5951210.0,6045119.0,6211033.0,6285039.0,6275839.0,6418751.0,6464855.0,6525161.0,6642369.0,6661772.0,6739177.0,6927194.0,6984201.0,7023404.0,7216919.0,7268624.0,7320328.0,7302827.0,7486440.0,7475341.0,7528948.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/new/tukey.json b/bench-report/branch/issues/26/create entity/2 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..c516a2cd27 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[1451.2514880952376,1563.3199058693242,1862.169019933555,1974.2374377076417] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/report/MAD.svg b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..329966744c --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/MAD.svg @@ -0,0 +1,104 @@ + + +create entity/2 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + +0.05 + + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + +55 + + + +60 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/report/SD.svg b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..6865e69876 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/SD.svg @@ -0,0 +1,80 @@ + + +create entity/2 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + + +45 + + + +50 + + + +55 + + + +60 + + + +65 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/report/index.html b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/index.html new file mode 100644 index 0000000000..41cb73f61c --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/2 components/1 entities - Criterion.rs + + + + +
+

create entity/2 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.7383 µs1.7439 µs1.7488 µs
Throughput571.81 Kelem/s573.42 Kelem/s575.27 Kelem/s
0.96649300.96779140.9667967
Mean1.7068 µs1.7172 µs1.7277 µs
Std. Dev.44.249 ns53.438 ns63.982 ns
Median1.7248 µs1.7350 µs1.7390 µs
MAD21.997 ns38.181 ns59.940 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/report/mean.svg b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..81b385d570 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/mean.svg @@ -0,0 +1,84 @@ + + +create entity/2 components/1 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +1.705 + + + +1.71 + + + +1.715 + + + +1.72 + + + +1.725 + + + +1.73 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/report/median.svg b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/median.svg new file mode 100644 index 0000000000..6dc8c890b5 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/median.svg @@ -0,0 +1,84 @@ + + +create entity/2 components/1 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + +1.724 + + + +1.726 + + + +1.728 + + + +1.73 + + + +1.732 + + + +1.734 + + + +1.736 + + + +1.738 + + + +1.74 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/report/pdf.svg b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..769467f647 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/pdf.svg @@ -0,0 +1,157 @@ + + +create entity/2 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +1.6 + + + +1.65 + + + +1.7 + + + +1.75 + + + +1.8 + + + +1.85 + + + +1.9 + + + +1.95 + + + +2 + + + +Density (a.u.) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/report/pdf_small.svg b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..279c753049 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/pdf_small.svg @@ -0,0 +1,72 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + + +1.6 + + + +1.7 + + + +1.8 + + + +1.9 + + + +2 + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/report/regression.svg b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..0ed51b69c2 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/regression.svg @@ -0,0 +1,202 @@ + + +create entity/2 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/report/regression_small.svg b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..d0f28f647d --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/regression_small.svg @@ -0,0 +1,187 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/report/slope.svg b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..e80479150a --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/slope.svg @@ -0,0 +1,88 @@ + + +create entity/2 components/1 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + + +1.738 + + + +1.74 + + + +1.742 + + + +1.744 + + + +1.746 + + + +1.748 + + + +1.75 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/1 entities/report/typical.svg b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..7f523b0dec --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/1 entities/report/typical.svg @@ -0,0 +1,88 @@ + + +create entity/2 components/1 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + + +1.738 + + + +1.74 + + + +1.742 + + + +1.744 + + + +1.746 + + + +1.748 + + + +1.75 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/base/benchmark.json b/bench-report/branch/issues/26/create entity/2 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..6e95f282ce --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"2 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/2 components/16 entities","directory_name":"create entity/2 components/16 entities","title":"create entity/2 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/base/estimates.json b/bench-report/branch/issues/26/create entity/2 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..cb2e35047f --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14786.587935327902,"upper_bound":14835.472907011766},"point_estimate":14807.904901635395,"standard_error":12.502027966154925},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14782.771645021645,"upper_bound":14816.761904761905},"point_estimate":14806.411245428142,"standard_error":9.68373067298234},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45.94477327755031,"upper_bound":85.80823765139931},"point_estimate":66.90167890841096,"standard_error":10.080546277713333},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14804.563922464109,"upper_bound":14827.96282082112},"point_estimate":14816.681667440731,"standard_error":5.978229729953512},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64.1052571545071,"upper_bound":192.16938403731493},"point_estimate":125.9178670713811,"standard_error":39.879223060044446}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/base/sample.json b/bench-report/branch/issues/26/create entity/2 components/16 entities/base/sample.json new file mode 100644 index 0000000000..56cd11f80e --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[28.0,56.0,84.0,112.0,140.0,168.0,196.0,224.0,252.0,280.0,308.0,336.0,364.0,392.0,420.0,448.0,476.0,504.0,532.0,560.0,588.0,616.0,644.0,672.0,700.0,728.0,756.0,784.0,812.0,840.0,868.0,896.0,924.0,952.0,980.0,1008.0,1036.0,1064.0,1092.0,1120.0,1148.0,1176.0,1204.0,1232.0,1260.0,1288.0,1316.0,1344.0,1372.0,1400.0,1428.0,1456.0,1484.0,1512.0,1540.0,1568.0,1596.0,1624.0,1652.0,1680.0,1708.0,1736.0,1764.0,1792.0,1820.0,1848.0,1876.0,1904.0,1932.0,1960.0,1988.0,2016.0,2044.0,2072.0,2100.0,2128.0,2156.0,2184.0,2212.0,2240.0,2268.0,2296.0,2324.0,2352.0,2380.0,2408.0,2436.0,2464.0,2492.0,2520.0,2548.0,2576.0,2604.0,2632.0,2660.0,2688.0,2716.0,2744.0,2772.0,2800.0],"times":[442838.0,836372.0,1255709.0,1683746.0,2105681.0,2518518.0,2925054.0,3338989.0,3733824.0,4159257.0,4574696.0,4986933.0,5381367.0,5791303.0,6180735.0,6619571.0,7046808.0,7434345.0,7844576.0,8239512.0,8641747.0,9107888.0,9537427.0,9912357.0,10324292.0,10741028.0,11145864.0,11497895.0,11947832.0,12322864.0,12766006.0,13186738.0,13602674.0,13993709.0,14410346.0,14818280.0,15218117.0,15687257.0,16118595.0,16482827.0,16866557.0,17291894.0,17755034.0,18206275.0,18486698.0,18956338.0,19493884.0,19764509.0,20203447.0,20633582.0,21053921.0,21493556.0,21908892.0,22255624.0,22685362.0,23178203.0,23568538.0,24070480.0,24515621.0,24949457.0,25343490.0,25701521.0,26142860.0,26530794.0,26911327.0,27318562.0,27788204.0,28194338.0,28561570.0,29057112.0,29461448.0,29882384.0,30369325.0,30694355.0,31224100.0,31550429.0,31964063.0,32381599.0,32737632.0,33240173.0,33627410.0,34045742.0,34413076.0,34839113.0,35325414.0,35668641.0,36087079.0,36477611.0,37001455.0,37360788.0,37808624.0,38187157.0,38625493.0,39040828.0,39451462.0,39979712.0,40502255.0,40976794.0,41190116.0,41618151.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/base/tukey.json b/bench-report/branch/issues/26/create entity/2 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..60150b8c20 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[14471.480255226019,14607.568869965213,14970.471842603063,15106.560457342257] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/changes/benchmark.json b/bench-report/branch/issues/26/create entity/2 components/16 entities/changes/benchmark.json new file mode 100644 index 0000000000..6e95f282ce --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"2 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/2 components/16 entities","directory_name":"create entity/2 components/16 entities","title":"create entity/2 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/changes/estimates.json b/bench-report/branch/issues/26/create entity/2 components/16 entities/changes/estimates.json new file mode 100644 index 0000000000..dfa4b3d7b1 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20539.406281784166,"upper_bound":20588.894812969666},"point_estimate":20563.00808223562,"standard_error":12.603223199454332},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20522.14814814815,"upper_bound":20576.021428571432},"point_estimate":20556.534558951585,"standard_error":12.821118669651261},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":91.87017516064313,"upper_bound":138.05956796635832},"point_estimate":114.5694308962088,"standard_error":11.359908305102426},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20582.3298676288,"upper_bound":20618.25615839275},"point_estimate":20601.456975641595,"standard_error":9.179370010310663},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":92.71229287865664,"upper_bound":164.5208682074785},"point_estimate":126.9630234091838,"standard_error":19.137619876276688}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/changes/sample.json b/bench-report/branch/issues/26/create entity/2 components/16 entities/changes/sample.json new file mode 100644 index 0000000000..2d6bc95357 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[24.0,48.0,72.0,96.0,120.0,144.0,168.0,192.0,216.0,240.0,264.0,288.0,312.0,336.0,360.0,384.0,408.0,432.0,456.0,480.0,504.0,528.0,552.0,576.0,600.0,624.0,648.0,672.0,696.0,720.0,744.0,768.0,792.0,816.0,840.0,864.0,888.0,912.0,936.0,960.0,984.0,1008.0,1032.0,1056.0,1080.0,1104.0,1128.0,1152.0,1176.0,1200.0,1224.0,1248.0,1272.0,1296.0,1320.0,1344.0,1368.0,1392.0,1416.0,1440.0,1464.0,1488.0,1512.0,1536.0,1560.0,1584.0,1608.0,1632.0,1656.0,1680.0,1704.0,1728.0,1752.0,1776.0,1800.0,1824.0,1848.0,1872.0,1896.0,1920.0,1944.0,1968.0,1992.0,2016.0,2040.0,2064.0,2088.0,2112.0,2136.0,2160.0,2184.0,2208.0,2232.0,2256.0,2280.0,2304.0,2328.0,2352.0,2376.0,2400.0],"times":[509945.0,1001386.0,1485529.0,2004073.0,2510315.0,2986659.0,3477101.0,3963441.0,4432784.0,4950730.0,5430569.0,5921412.0,6393955.0,6886695.0,7364039.0,7864181.0,8341421.0,8830965.0,9331806.0,9792549.0,10330694.0,10788632.0,11326480.0,11765619.0,12276663.0,12740004.0,13222845.0,13715686.0,14254732.0,14689669.0,15192713.0,15680857.0,16193700.0,16650640.0,17163786.0,17652328.0,18133469.0,18641414.0,19142256.0,19624098.0,20149445.0,20665488.0,21143329.0,21570165.0,22180221.0,22642158.0,23110499.0,23598141.0,24063580.0,24568127.0,25149675.0,25555012.0,26061555.0,26572798.0,27184452.0,27638193.0,28128735.0,28615275.0,29085918.0,29571942.0,30073680.0,30550321.0,31059264.0,31597408.0,32077350.0,32560892.0,33053038.0,33559477.0,34069421.0,34575767.0,35080011.0,35523048.0,36151101.0,36566836.0,37045978.0,37567721.0,38078367.0,38559009.0,39070654.0,39635702.0,40030535.0,40579378.0,41077124.0,41599366.0,42040006.0,42606154.0,43217406.0,43669646.0,44150586.0,44632530.0,45112969.0,45773528.0,46017648.0,46791313.0,47119841.0,47587883.0,48128827.0,48591467.0,49214322.0,49517547.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/changes/tukey.json b/bench-report/branch/issues/26/create entity/2 components/16 entities/changes/tukey.json new file mode 100644 index 0000000000..8d851dfbd7 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/changes/tukey.json @@ -0,0 +1 @@ +[20016.429286858976,20246.184202724362,20858.863978365385,21088.618894230767] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/new/benchmark.json b/bench-report/branch/issues/26/create entity/2 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..6e95f282ce --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"2 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/2 components/16 entities","directory_name":"create entity/2 components/16 entities","title":"create entity/2 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/new/estimates.json b/bench-report/branch/issues/26/create entity/2 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..cb2e35047f --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14786.587935327902,"upper_bound":14835.472907011766},"point_estimate":14807.904901635395,"standard_error":12.502027966154925},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14782.771645021645,"upper_bound":14816.761904761905},"point_estimate":14806.411245428142,"standard_error":9.68373067298234},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45.94477327755031,"upper_bound":85.80823765139931},"point_estimate":66.90167890841096,"standard_error":10.080546277713333},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14804.563922464109,"upper_bound":14827.96282082112},"point_estimate":14816.681667440731,"standard_error":5.978229729953512},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64.1052571545071,"upper_bound":192.16938403731493},"point_estimate":125.9178670713811,"standard_error":39.879223060044446}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/new/sample.json b/bench-report/branch/issues/26/create entity/2 components/16 entities/new/sample.json new file mode 100644 index 0000000000..56cd11f80e --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[28.0,56.0,84.0,112.0,140.0,168.0,196.0,224.0,252.0,280.0,308.0,336.0,364.0,392.0,420.0,448.0,476.0,504.0,532.0,560.0,588.0,616.0,644.0,672.0,700.0,728.0,756.0,784.0,812.0,840.0,868.0,896.0,924.0,952.0,980.0,1008.0,1036.0,1064.0,1092.0,1120.0,1148.0,1176.0,1204.0,1232.0,1260.0,1288.0,1316.0,1344.0,1372.0,1400.0,1428.0,1456.0,1484.0,1512.0,1540.0,1568.0,1596.0,1624.0,1652.0,1680.0,1708.0,1736.0,1764.0,1792.0,1820.0,1848.0,1876.0,1904.0,1932.0,1960.0,1988.0,2016.0,2044.0,2072.0,2100.0,2128.0,2156.0,2184.0,2212.0,2240.0,2268.0,2296.0,2324.0,2352.0,2380.0,2408.0,2436.0,2464.0,2492.0,2520.0,2548.0,2576.0,2604.0,2632.0,2660.0,2688.0,2716.0,2744.0,2772.0,2800.0],"times":[442838.0,836372.0,1255709.0,1683746.0,2105681.0,2518518.0,2925054.0,3338989.0,3733824.0,4159257.0,4574696.0,4986933.0,5381367.0,5791303.0,6180735.0,6619571.0,7046808.0,7434345.0,7844576.0,8239512.0,8641747.0,9107888.0,9537427.0,9912357.0,10324292.0,10741028.0,11145864.0,11497895.0,11947832.0,12322864.0,12766006.0,13186738.0,13602674.0,13993709.0,14410346.0,14818280.0,15218117.0,15687257.0,16118595.0,16482827.0,16866557.0,17291894.0,17755034.0,18206275.0,18486698.0,18956338.0,19493884.0,19764509.0,20203447.0,20633582.0,21053921.0,21493556.0,21908892.0,22255624.0,22685362.0,23178203.0,23568538.0,24070480.0,24515621.0,24949457.0,25343490.0,25701521.0,26142860.0,26530794.0,26911327.0,27318562.0,27788204.0,28194338.0,28561570.0,29057112.0,29461448.0,29882384.0,30369325.0,30694355.0,31224100.0,31550429.0,31964063.0,32381599.0,32737632.0,33240173.0,33627410.0,34045742.0,34413076.0,34839113.0,35325414.0,35668641.0,36087079.0,36477611.0,37001455.0,37360788.0,37808624.0,38187157.0,38625493.0,39040828.0,39451462.0,39979712.0,40502255.0,40976794.0,41190116.0,41618151.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/new/tukey.json b/bench-report/branch/issues/26/create entity/2 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..60150b8c20 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[14471.480255226019,14607.568869965213,14970.471842603063,15106.560457342257] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/report/MAD.svg b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..268a3e8178 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/MAD.svg @@ -0,0 +1,104 @@ + + +create entity/2 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + + +45 + + + +50 + + + +55 + + + +60 + + + +65 + + + +70 + + + +75 + + + +80 + + + +85 + + + +90 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/report/SD.svg b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..4e9058d3ce --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/SD.svg @@ -0,0 +1,80 @@ + + +create entity/2 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/report/index.html b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/index.html new file mode 100644 index 0000000000..d4deadc3d9 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/2 components/16 entities - Criterion.rs + + + + +
+

create entity/2 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope14.805 µs14.817 µs14.828 µs
Throughput1.0790 Melem/s1.0799 Melem/s1.0807 Melem/s
0.99833480.99842560.9983469
Mean14.787 µs14.808 µs14.835 µs
Std. Dev.64.105 ns125.92 ns192.17 ns
Median14.783 µs14.806 µs14.817 µs
MAD45.945 ns66.902 ns85.808 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/report/mean.svg b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..e06193ad8a --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/mean.svg @@ -0,0 +1,76 @@ + + +create entity/2 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + + +14.79 + + + +14.8 + + + +14.81 + + + +14.82 + + + +14.83 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/report/median.svg b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/median.svg new file mode 100644 index 0000000000..303d280269 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/median.svg @@ -0,0 +1,100 @@ + + +create entity/2 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + + +14.78 + + + +14.785 + + + +14.79 + + + +14.795 + + + +14.8 + + + +14.805 + + + +14.81 + + + +14.815 + + + +14.82 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/report/pdf.svg b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..b7b581bfaf --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/pdf.svg @@ -0,0 +1,143 @@ + + +create entity/2 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +14.6 + + + +14.8 + + + +15 + + + +15.2 + + + +15.4 + + + +15.6 + + + +15.8 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/report/pdf_small.svg b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..576ca73a31 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/pdf_small.svg @@ -0,0 +1,60 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + +15 + + + +15.5 + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/report/regression.svg b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..76773002a7 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/regression.svg @@ -0,0 +1,192 @@ + + +create entity/2 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/report/regression_small.svg b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..ca353b15de --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/regression_small.svg @@ -0,0 +1,177 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/report/slope.svg b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..d39bea14cb --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/slope.svg @@ -0,0 +1,76 @@ + + +create entity/2 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + + +14.805 + + + +14.81 + + + +14.815 + + + +14.82 + + + +14.825 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/16 entities/report/typical.svg b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..ac0d07acc3 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/16 entities/report/typical.svg @@ -0,0 +1,76 @@ + + +create entity/2 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + + +14.805 + + + +14.81 + + + +14.815 + + + +14.82 + + + +14.825 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/base/benchmark.json b/bench-report/branch/issues/26/create entity/2 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..9971098308 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"2 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/2 components/256 entities","directory_name":"create entity/2 components/256 entities","title":"create entity/2 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/base/estimates.json b/bench-report/branch/issues/26/create entity/2 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..7840dc6a01 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":205396.83628832165,"upper_bound":207343.62703076805},"point_estimate":206294.02382220226,"standard_error":499.14275950930073},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":204583.18860465116,"upper_bound":204751.2739010989},"point_estimate":204660.04717093508,"standard_error":42.29224204612749},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":289.3120231837358,"upper_bound":499.35287189789847},"point_estimate":393.54349664155507,"standard_error":56.019834395381146},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":204741.84255192435,"upper_bound":205481.46360671037},"point_estimate":205057.7111027043,"standard_error":188.35268448895658},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3164.8117940634456,"upper_bound":6529.619182527668},"point_estimate":5021.180482298527,"standard_error":858.779379720901}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/base/sample.json b/bench-report/branch/issues/26/create entity/2 components/256 entities/base/sample.json new file mode 100644 index 0000000000..c949bf9dbf --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[1048590.0,2092983.0,3068766.0,4107155.0,5100140.0,6158732.0,7166922.0,8156605.0,9223298.0,10229387.0,11284077.0,12308765.0,13313952.0,14351942.0,15316924.0,16425223.0,17421113.0,18488502.0,19433884.0,20455967.0,21528363.0,22571555.0,23614548.0,24593727.0,25607118.0,26615806.0,27685598.0,28667181.0,30838271.0,33031260.0,34026847.0,36233537.0,38156904.0,37642858.0,38369620.0,39601529.0,40502505.0,40402198.0,39957059.0,41000350.0,41936932.0,42982519.0,43984407.0,45063302.0,46128895.0,47028572.0,48015557.0,49068648.0,50092038.0,51153725.0,52182018.0,53223207.0,54204891.0,55305388.0,56194064.0,57179349.0,58350454.0,59298733.0,60317320.0,61375514.0,62390003.0,63386487.0,64460780.0,65416762.0,66347041.0,67468640.0,68443626.0,69458612.0,70606914.0,71535394.0,72476473.0,73568369.0,74701766.0,75701554.0,76732541.0,77621521.0,78694913.0,79729403.0,80830596.0,81865687.0,82914675.0,83858658.0,84837143.0,85825130.0,86848618.0,87821803.0,88840189.0,89850179.0,91097486.0,91906056.0,93222568.0,94297763.0,95222144.0,96023511.0,97011597.0,98344114.0,99264792.0,100299082.0,101386578.0,102244451.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/base/tukey.json b/bench-report/branch/issues/26/create entity/2 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..ca41c9b6f8 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[202795.2687417655,203620.83929512516,205822.36077075097,206647.93132411066] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/changes/benchmark.json b/bench-report/branch/issues/26/create entity/2 components/256 entities/changes/benchmark.json new file mode 100644 index 0000000000..9971098308 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"2 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/2 components/256 entities","directory_name":"create entity/2 components/256 entities","title":"create entity/2 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/changes/estimates.json b/bench-report/branch/issues/26/create entity/2 components/256 entities/changes/estimates.json new file mode 100644 index 0000000000..29a7bcf720 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310398.3268415098,"upper_bound":310759.9500813233},"point_estimate":310569.46786109894,"standard_error":92.42314050048189},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310111.18402777775,"upper_bound":310473.6293840474},"point_estimate":310268.34344115003,"standard_error":103.17723329358738},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":434.80219674644536,"upper_bound":804.9152135288521},"point_estimate":592.9926286389181,"standard_error":95.22521235575039},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310058.25782115106,"upper_bound":310258.948759883},"point_estimate":310150.4910299985,"standard_error":51.136481947272934},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":692.4502360832427,"upper_bound":1141.9734550064327},"point_estimate":929.2425018407334,"standard_error":115.03772579349845}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/changes/sample.json b/bench-report/branch/issues/26/create entity/2 components/256 entities/changes/sample.json new file mode 100644 index 0000000000..3c03a209f8 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[937981.0,1882563.0,2787642.0,3736123.0,4672803.0,5578582.0,6502163.0,7439442.0,8397628.0,9319906.0,10231185.0,11225869.0,12101845.0,13207641.0,13978107.0,14971899.0,15808766.0,16948464.0,17752132.0,18721820.0,19656898.0,20449568.0,21403551.0,22372433.0,23302014.0,24325304.0,25172878.0,26120058.0,27062239.0,28080628.0,28904999.0,29930988.0,30803263.0,31668037.0,32638223.0,33716514.0,34480382.0,35408464.0,36328141.0,37220018.0,38303311.0,39093177.0,40247382.0,41032047.0,41927026.0,42828601.0,43796488.0,44620358.0,45528936.0,46524524.0,47408098.0,48362382.0,49333467.0,50216442.0,51217330.0,52094103.0,52979480.0,53925063.0,54951952.0,55923336.0,56797009.0,57617182.0,58625267.0,59518546.0,60413224.0,61673233.0,62458400.0,63244070.0,64375366.0,65071227.0,66118217.0,67059100.0,67992478.0,68787546.0,69787035.0,70677412.0,71596191.0,72716187.0,73441152.0,74392233.0,75306810.0,76238392.0,77248280.0,78128056.0,79031732.0,79853203.0,80895395.0,81902781.0,82683548.0,83602128.0,84559210.0,85618301.0,86485378.0,87555169.0,88270331.0,89312021.0,90132592.0,91133879.0,92038857.0,92906033.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/changes/tukey.json b/bench-report/branch/issues/26/create entity/2 components/256 entities/changes/tukey.json new file mode 100644 index 0000000000..ffcb11fac9 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/changes/tukey.json @@ -0,0 +1 @@ +[307304.36690077797,308620.811340636,312131.32984692405,313447.7742867821] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/new/benchmark.json b/bench-report/branch/issues/26/create entity/2 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..9971098308 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"2 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/2 components/256 entities","directory_name":"create entity/2 components/256 entities","title":"create entity/2 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/new/estimates.json b/bench-report/branch/issues/26/create entity/2 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..7840dc6a01 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":205396.83628832165,"upper_bound":207343.62703076805},"point_estimate":206294.02382220226,"standard_error":499.14275950930073},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":204583.18860465116,"upper_bound":204751.2739010989},"point_estimate":204660.04717093508,"standard_error":42.29224204612749},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":289.3120231837358,"upper_bound":499.35287189789847},"point_estimate":393.54349664155507,"standard_error":56.019834395381146},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":204741.84255192435,"upper_bound":205481.46360671037},"point_estimate":205057.7111027043,"standard_error":188.35268448895658},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3164.8117940634456,"upper_bound":6529.619182527668},"point_estimate":5021.180482298527,"standard_error":858.779379720901}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/new/sample.json b/bench-report/branch/issues/26/create entity/2 components/256 entities/new/sample.json new file mode 100644 index 0000000000..c949bf9dbf --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[1048590.0,2092983.0,3068766.0,4107155.0,5100140.0,6158732.0,7166922.0,8156605.0,9223298.0,10229387.0,11284077.0,12308765.0,13313952.0,14351942.0,15316924.0,16425223.0,17421113.0,18488502.0,19433884.0,20455967.0,21528363.0,22571555.0,23614548.0,24593727.0,25607118.0,26615806.0,27685598.0,28667181.0,30838271.0,33031260.0,34026847.0,36233537.0,38156904.0,37642858.0,38369620.0,39601529.0,40502505.0,40402198.0,39957059.0,41000350.0,41936932.0,42982519.0,43984407.0,45063302.0,46128895.0,47028572.0,48015557.0,49068648.0,50092038.0,51153725.0,52182018.0,53223207.0,54204891.0,55305388.0,56194064.0,57179349.0,58350454.0,59298733.0,60317320.0,61375514.0,62390003.0,63386487.0,64460780.0,65416762.0,66347041.0,67468640.0,68443626.0,69458612.0,70606914.0,71535394.0,72476473.0,73568369.0,74701766.0,75701554.0,76732541.0,77621521.0,78694913.0,79729403.0,80830596.0,81865687.0,82914675.0,83858658.0,84837143.0,85825130.0,86848618.0,87821803.0,88840189.0,89850179.0,91097486.0,91906056.0,93222568.0,94297763.0,95222144.0,96023511.0,97011597.0,98344114.0,99264792.0,100299082.0,101386578.0,102244451.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/new/tukey.json b/bench-report/branch/issues/26/create entity/2 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..ca41c9b6f8 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[202795.2687417655,203620.83929512516,205822.36077075097,206647.93132411066] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/report/MAD.svg b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..c6fb3b2fe7 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/MAD.svg @@ -0,0 +1,76 @@ + + +create entity/2 components/256 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/report/SD.svg b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..b0466b1699 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/SD.svg @@ -0,0 +1,100 @@ + + +create entity/2 components/256 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + +0.5 + + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + +5.5 + + + +6 + + + +6.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/report/index.html b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/index.html new file mode 100644 index 0000000000..b482e16d9f --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/2 components/256 entities - Criterion.rs + + + + +
+

create entity/2 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope204.74 µs205.06 µs205.48 µs
Throughput1.2459 Melem/s1.2484 Melem/s1.2504 Melem/s
0.97118080.97149520.9709296
Mean205.40 µs206.29 µs207.34 µs
Std. Dev.3.1648 µs5.0212 µs6.5296 µs
Median204.58 µs204.66 µs204.75 µs
MAD289.31 ns393.54 ns499.35 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/report/mean.svg b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..50365e5b1d --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/mean.svg @@ -0,0 +1,80 @@ + + +create entity/2 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + +205.5 + + + +206 + + + +206.5 + + + +207 + + + +207.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/report/median.svg b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/median.svg new file mode 100644 index 0000000000..147638fbfe --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/median.svg @@ -0,0 +1,100 @@ + + +create entity/2 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + +204.58 + + + +204.6 + + + +204.62 + + + +204.64 + + + +204.66 + + + +204.68 + + + +204.7 + + + +204.72 + + + +204.74 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/report/pdf.svg b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..89a8794e30 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/pdf.svg @@ -0,0 +1,179 @@ + + +create entity/2 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + + +200 + + + +205 + + + +210 + + + +215 + + + +220 + + + +225 + + + +230 + + + +235 + + + +Density (a.u.) + + + +0 + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/report/pdf_small.svg b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..6f7b18d4f5 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/pdf_small.svg @@ -0,0 +1,68 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + + +200 + + + +210 + + + +220 + + + +230 + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/report/regression.svg b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..2f46121b19 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/regression.svg @@ -0,0 +1,227 @@ + + +create entity/2 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/report/regression_small.svg b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..d51c7ceb90 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/regression_small.svg @@ -0,0 +1,212 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/report/slope.svg b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..58c07e8b2d --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/slope.svg @@ -0,0 +1,76 @@ + + +create entity/2 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + +204.7 + + + +204.8 + + + +204.9 + + + +205 + + + +205.1 + + + +205.2 + + + +205.3 + + + +205.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/256 entities/report/typical.svg b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..b0477bc57d --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/256 entities/report/typical.svg @@ -0,0 +1,76 @@ + + +create entity/2 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + +204.7 + + + +204.8 + + + +204.9 + + + +205 + + + +205.1 + + + +205.2 + + + +205.3 + + + +205.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/report/index.html b/bench-report/branch/issues/26/create entity/2 components/report/index.html new file mode 100644 index 0000000000..fda68c6d23 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + create entity/2 components Summary - Criterion.rs + + + + +
+

create entity/2 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

create entity/2 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/2 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/2 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/2 components/report/lines.svg b/bench-report/branch/issues/26/create entity/2 components/report/lines.svg new file mode 100644 index 0000000000..d54f52e17b --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/report/lines.svg @@ -0,0 +1,81 @@ + + +create entity/2 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +2 components + + + diff --git a/bench-report/branch/issues/26/create entity/2 components/report/violin.svg b/bench-report/branch/issues/26/create entity/2 components/report/violin.svg new file mode 100644 index 0000000000..3ac6579bd9 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/2 components/report/violin.svg @@ -0,0 +1,51 @@ + + +create entity/2 components: Violin plot + + +Input + + +Average time (µs) + + + +create entity/2 components/256 entities + + + +create entity/2 components/16 entities + + + +create entity/2 components/1 entities + + + + +0.0 + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/256 entities/report/index.html b/bench-report/branch/issues/26/create entity/256 entities/report/index.html new file mode 100644 index 0000000000..4649dec31d --- /dev/null +++ b/bench-report/branch/issues/26/create entity/256 entities/report/index.html @@ -0,0 +1,208 @@ + + + + + + create entity/256 entities Summary - Criterion.rs + + + + +
+

create entity/256 entities

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

create entity/0 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/1 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/2 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/4 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/8 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/16 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/256 entities/report/violin.svg b/bench-report/branch/issues/26/create entity/256 entities/report/violin.svg new file mode 100644 index 0000000000..520162f6f1 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/256 entities/report/violin.svg @@ -0,0 +1,85 @@ + + +create entity/256 entities: Violin plot + + +Input + + +Average time (µs) + + + +create entity/16 components/256 entities + + + +create entity/8 components/256 entities + + + +create entity/4 components/256 entities + + + +create entity/2 components/256 entities + + + +create entity/1 components/256 entities + + + +create entity/0 components/256 entities + + + + +0.0 + + + +100.0 + + + +200.0 + + + +300.0 + + + +400.0 + + + +500.0 + + + +600.0 + + + +700.0 + + + +800.0 + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/base/benchmark.json b/bench-report/branch/issues/26/create entity/4 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..e4b36e8ef6 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"4 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/4 components/1 entities","directory_name":"create entity/4 components/1 entities","title":"create entity/4 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/base/estimates.json b/bench-report/branch/issues/26/create entity/4 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..ef6fcf7446 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2208.5184033552987,"upper_bound":2235.370052243643},"point_estimate":2221.540235205992,"standard_error":6.867286540148147},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2227.015503875969,"upper_bound":2240.7466085271317},"point_estimate":2237.877097851904,"standard_error":3.493623115307758},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18.512035311494742,"upper_bound":58.76001600649843},"point_estimate":28.05738663045712,"standard_error":9.964768391645693},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2239.3741454258584,"upper_bound":2259.444240011545},"point_estimate":2248.8518119052446,"standard_error":5.1474675474327105},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51.883669136133896,"upper_bound":85.66127259387773},"point_estimate":68.96104038447764,"standard_error":8.670396841296911}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/base/sample.json b/bench-report/branch/issues/26/create entity/4 components/1 entities/base/sample.json new file mode 100644 index 0000000000..1d4caf04fe --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[43.0,86.0,129.0,172.0,215.0,258.0,301.0,344.0,387.0,430.0,473.0,516.0,559.0,602.0,645.0,688.0,731.0,774.0,817.0,860.0,903.0,946.0,989.0,1032.0,1075.0,1118.0,1161.0,1204.0,1247.0,1290.0,1333.0,1376.0,1419.0,1462.0,1505.0,1548.0,1591.0,1634.0,1677.0,1720.0,1763.0,1806.0,1849.0,1892.0,1935.0,1978.0,2021.0,2064.0,2107.0,2150.0,2193.0,2236.0,2279.0,2322.0,2365.0,2408.0,2451.0,2494.0,2537.0,2580.0,2623.0,2666.0,2709.0,2752.0,2795.0,2838.0,2881.0,2924.0,2967.0,3010.0,3053.0,3096.0,3139.0,3182.0,3225.0,3268.0,3311.0,3354.0,3397.0,3440.0,3483.0,3526.0,3569.0,3612.0,3655.0,3698.0,3741.0,3784.0,3827.0,3870.0,3913.0,3956.0,3999.0,4042.0,4085.0,4128.0,4171.0,4214.0,4257.0,4300.0],"times":[107211.0,216820.0,297428.0,401032.0,482043.0,569050.0,665157.0,751463.0,842374.0,940882.0,1020089.0,1109899.0,1193505.0,1287311.0,1374220.0,1466225.0,1554737.0,1650743.0,1734552.0,1837359.0,1910365.0,2001174.0,2106682.0,2201288.0,2275898.0,2380205.0,2477214.0,2568023.0,2649027.0,2755339.0,2865646.0,2948256.0,3063766.0,3170976.0,3296585.0,3353989.0,3467599.0,3586510.0,3665218.0,3773927.0,3903437.0,3981845.0,4095656.0,4210565.0,4309275.0,4398981.0,4521190.0,4624901.0,4705209.0,4809315.0,4941427.0,5021134.0,5101642.0,5223452.0,5331262.0,5417268.0,5506978.0,5609186.0,5707196.0,5817002.0,5921513.0,5959117.0,6063225.0,6199537.0,6271043.0,6350647.0,6450359.0,6555270.0,6659176.0,6743284.0,6839491.0,6913900.0,7005307.0,7159619.0,7231925.0,7388540.0,7431943.0,7541352.0,7663865.0,7729169.0,7795076.0,7916085.0,8031996.0,8086296.0,8172689.0,8284202.0,8546220.0,9090167.0,8626829.0,8663633.0,8804346.0,8922156.0,9051767.0,9089769.0,9201278.0,9250183.0,9322686.0,9585810.0,9885636.0,10016247.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/base/tukey.json b/bench-report/branch/issues/26/create entity/4 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..d4545e2bcd --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[1950.288332676389,2062.5143213769543,2361.783624578461,2474.009613279026] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/changes/benchmark.json b/bench-report/branch/issues/26/create entity/4 components/1 entities/changes/benchmark.json new file mode 100644 index 0000000000..e4b36e8ef6 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"4 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/4 components/1 entities","directory_name":"create entity/4 components/1 entities","title":"create entity/4 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/changes/estimates.json b/bench-report/branch/issues/26/create entity/4 components/1 entities/changes/estimates.json new file mode 100644 index 0000000000..ad32ef8c73 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2339.2565679250242,"upper_bound":2369.2885201419244},"point_estimate":2354.334535643885,"standard_error":7.640073025341471},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2355.686507936508,"upper_bound":2393.164678178964},"point_estimate":2382.5660063987525,"standard_error":9.638350614260316},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43.08786685248124,"upper_bound":91.12963625541086},"point_estimate":59.30434218984882,"standard_error":12.77942340330752},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2394.8208333976395,"upper_bound":2411.4242033984856},"point_estimate":2403.581323298641,"standard_error":4.259324625321574},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66.83524511346916,"upper_bound":86.00934491190253},"point_estimate":76.69579220690943,"standard_error":4.880328952473948}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/changes/sample.json b/bench-report/branch/issues/26/create entity/4 components/1 entities/changes/sample.json new file mode 100644 index 0000000000..cb52468904 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[42.0,84.0,126.0,168.0,210.0,252.0,294.0,336.0,378.0,420.0,462.0,504.0,546.0,588.0,630.0,672.0,714.0,756.0,798.0,840.0,882.0,924.0,966.0,1008.0,1050.0,1092.0,1134.0,1176.0,1218.0,1260.0,1302.0,1344.0,1386.0,1428.0,1470.0,1512.0,1554.0,1596.0,1638.0,1680.0,1722.0,1764.0,1806.0,1848.0,1890.0,1932.0,1974.0,2016.0,2058.0,2100.0,2142.0,2184.0,2226.0,2268.0,2310.0,2352.0,2394.0,2436.0,2478.0,2520.0,2562.0,2604.0,2646.0,2688.0,2730.0,2772.0,2814.0,2856.0,2898.0,2940.0,2982.0,3024.0,3066.0,3108.0,3150.0,3192.0,3234.0,3276.0,3318.0,3360.0,3402.0,3444.0,3486.0,3528.0,3570.0,3612.0,3654.0,3696.0,3738.0,3780.0,3822.0,3864.0,3906.0,3948.0,3990.0,4032.0,4074.0,4116.0,4158.0,4200.0],"times":[108809.0,205519.0,298926.0,395235.0,493043.0,579150.0,667158.0,760662.0,856376.0,935481.0,1035790.0,1136698.0,1222305.0,1309213.0,1393920.0,1506231.0,1569836.0,1682044.0,1778155.0,1853359.0,1963369.0,2067480.0,2166385.0,2253394.0,2361503.0,2472011.0,2569719.0,2662727.0,2743835.0,2863748.0,2981957.0,3111770.0,3180673.0,3273080.0,3386191.0,3490699.0,3610409.0,3708517.0,3800728.0,3931438.0,4017945.0,4143757.0,4240063.0,4360975.0,4455682.0,4571193.0,4785511.0,4755308.0,4932121.0,4962828.0,5097638.0,5282653.0,5298957.0,5400564.0,5521375.0,5627584.0,5741494.0,5811397.0,5947612.0,6033919.0,6150229.0,6215534.0,6331243.0,6460552.0,6534662.0,6643371.0,6771182.0,6863288.0,6911592.0,7015502.0,7104409.0,7205517.0,7353133.0,7405435.0,7614855.0,7650755.0,7768866.0,7835571.0,8075289.0,8241607.0,8326417.0,8297310.0,8458626.0,8517033.0,8578637.0,8727350.0,8852359.0,8914865.0,9005570.0,9156988.0,9189788.0,9399805.0,9465114.0,9548521.0,9659028.0,9742734.0,9951754.0,10138572.0,10185173.0,10389390.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/changes/tukey.json b/bench-report/branch/issues/26/create entity/4 components/1 entities/changes/tukey.json new file mode 100644 index 0000000000..5b2e8fe6d4 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/changes/tukey.json @@ -0,0 +1 @@ +[1945.5538721653024,2118.5904413234575,2580.0212924118705,2753.057861570025] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/new/benchmark.json b/bench-report/branch/issues/26/create entity/4 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..e4b36e8ef6 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"4 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/4 components/1 entities","directory_name":"create entity/4 components/1 entities","title":"create entity/4 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/new/estimates.json b/bench-report/branch/issues/26/create entity/4 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..ef6fcf7446 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2208.5184033552987,"upper_bound":2235.370052243643},"point_estimate":2221.540235205992,"standard_error":6.867286540148147},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2227.015503875969,"upper_bound":2240.7466085271317},"point_estimate":2237.877097851904,"standard_error":3.493623115307758},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18.512035311494742,"upper_bound":58.76001600649843},"point_estimate":28.05738663045712,"standard_error":9.964768391645693},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2239.3741454258584,"upper_bound":2259.444240011545},"point_estimate":2248.8518119052446,"standard_error":5.1474675474327105},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51.883669136133896,"upper_bound":85.66127259387773},"point_estimate":68.96104038447764,"standard_error":8.670396841296911}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/new/sample.json b/bench-report/branch/issues/26/create entity/4 components/1 entities/new/sample.json new file mode 100644 index 0000000000..1d4caf04fe --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[43.0,86.0,129.0,172.0,215.0,258.0,301.0,344.0,387.0,430.0,473.0,516.0,559.0,602.0,645.0,688.0,731.0,774.0,817.0,860.0,903.0,946.0,989.0,1032.0,1075.0,1118.0,1161.0,1204.0,1247.0,1290.0,1333.0,1376.0,1419.0,1462.0,1505.0,1548.0,1591.0,1634.0,1677.0,1720.0,1763.0,1806.0,1849.0,1892.0,1935.0,1978.0,2021.0,2064.0,2107.0,2150.0,2193.0,2236.0,2279.0,2322.0,2365.0,2408.0,2451.0,2494.0,2537.0,2580.0,2623.0,2666.0,2709.0,2752.0,2795.0,2838.0,2881.0,2924.0,2967.0,3010.0,3053.0,3096.0,3139.0,3182.0,3225.0,3268.0,3311.0,3354.0,3397.0,3440.0,3483.0,3526.0,3569.0,3612.0,3655.0,3698.0,3741.0,3784.0,3827.0,3870.0,3913.0,3956.0,3999.0,4042.0,4085.0,4128.0,4171.0,4214.0,4257.0,4300.0],"times":[107211.0,216820.0,297428.0,401032.0,482043.0,569050.0,665157.0,751463.0,842374.0,940882.0,1020089.0,1109899.0,1193505.0,1287311.0,1374220.0,1466225.0,1554737.0,1650743.0,1734552.0,1837359.0,1910365.0,2001174.0,2106682.0,2201288.0,2275898.0,2380205.0,2477214.0,2568023.0,2649027.0,2755339.0,2865646.0,2948256.0,3063766.0,3170976.0,3296585.0,3353989.0,3467599.0,3586510.0,3665218.0,3773927.0,3903437.0,3981845.0,4095656.0,4210565.0,4309275.0,4398981.0,4521190.0,4624901.0,4705209.0,4809315.0,4941427.0,5021134.0,5101642.0,5223452.0,5331262.0,5417268.0,5506978.0,5609186.0,5707196.0,5817002.0,5921513.0,5959117.0,6063225.0,6199537.0,6271043.0,6350647.0,6450359.0,6555270.0,6659176.0,6743284.0,6839491.0,6913900.0,7005307.0,7159619.0,7231925.0,7388540.0,7431943.0,7541352.0,7663865.0,7729169.0,7795076.0,7916085.0,8031996.0,8086296.0,8172689.0,8284202.0,8546220.0,9090167.0,8626829.0,8663633.0,8804346.0,8922156.0,9051767.0,9089769.0,9201278.0,9250183.0,9322686.0,9585810.0,9885636.0,10016247.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/new/tukey.json b/bench-report/branch/issues/26/create entity/4 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..d4545e2bcd --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[1950.288332676389,2062.5143213769543,2361.783624578461,2474.009613279026] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/report/MAD.svg b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..758f9cc7a6 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/MAD.svg @@ -0,0 +1,92 @@ + + +create entity/4 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + +55 + + + +60 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/report/SD.svg b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..9b419f4e63 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/SD.svg @@ -0,0 +1,96 @@ + + +create entity/4 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + + +50 + + + +55 + + + +60 + + + +65 + + + +70 + + + +75 + + + +80 + + + +85 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/report/index.html b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/index.html new file mode 100644 index 0000000000..e13ee579fc --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/4 components/1 entities - Criterion.rs + + + + +
+

create entity/4 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope2.2394 µs2.2489 µs2.2594 µs
Throughput442.59 Kelem/s444.67 Kelem/s446.55 Kelem/s
0.96128710.96324180.9608015
Mean2.2085 µs2.2215 µs2.2354 µs
Std. Dev.51.884 ns68.961 ns85.661 ns
Median2.2270 µs2.2379 µs2.2407 µs
MAD18.512 ns28.057 ns58.760 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/report/mean.svg b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..eb238bbd09 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/mean.svg @@ -0,0 +1,76 @@ + + +create entity/4 components/1 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + + +2.21 + + + +2.215 + + + +2.22 + + + +2.225 + + + +2.23 + + + +2.235 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/report/median.svg b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/median.svg new file mode 100644 index 0000000000..2ffe9004d3 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/median.svg @@ -0,0 +1,88 @@ + + +create entity/4 components/1 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +2.226 + + + +2.228 + + + +2.23 + + + +2.232 + + + +2.234 + + + +2.236 + + + +2.238 + + + +2.24 + + + +2.242 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/report/pdf.svg b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..cbcf322b55 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/pdf.svg @@ -0,0 +1,141 @@ + + +create entity/4 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +2.1 + + + +2.2 + + + +2.3 + + + +2.4 + + + +2.5 + + + +2.6 + + + +Density (a.u.) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/report/pdf_small.svg b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..4faf064947 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/pdf_small.svg @@ -0,0 +1,60 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + +2.2 + + + +2.4 + + + +2.6 + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/report/regression.svg b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..a558659f64 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/regression.svg @@ -0,0 +1,217 @@ + + +create entity/4 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + +8.0 + + + +9.0 + + + +10.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/report/regression_small.svg b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..2918397899 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/regression_small.svg @@ -0,0 +1,202 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + +8.0 + + + +9.0 + + + +10.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/report/slope.svg b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..47445e3199 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/slope.svg @@ -0,0 +1,80 @@ + + +create entity/4 components/1 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +2.24 + + + +2.245 + + + +2.25 + + + +2.255 + + + +2.26 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/1 entities/report/typical.svg b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..39519f88b8 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/1 entities/report/typical.svg @@ -0,0 +1,80 @@ + + +create entity/4 components/1 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +2.24 + + + +2.245 + + + +2.25 + + + +2.255 + + + +2.26 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/base/benchmark.json b/bench-report/branch/issues/26/create entity/4 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..17d1f33657 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"4 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/4 components/16 entities","directory_name":"create entity/4 components/16 entities","title":"create entity/4 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/base/estimates.json b/bench-report/branch/issues/26/create entity/4 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..c3adddad67 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19946.89097841719,"upper_bound":20025.1187624934},"point_estimate":19982.424682808618,"standard_error":20.02819896739741},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19919.266992349047,"upper_bound":19971.208333333336},"point_estimate":19946.14669674688,"standard_error":12.896683237990782},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95.62608773377391,"upper_bound":150.2513004952476},"point_estimate":128.39212611153212,"standard_error":14.240490251073183},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19953.82474554968,"upper_bound":19996.87851607925},"point_estimate":19976.00595081523,"standard_error":10.968191506662462},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117.94307086715779,"upper_bound":289.41333453590966},"point_estimate":201.57186827507417,"standard_error":48.84851686261335}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/base/sample.json b/bench-report/branch/issues/26/create entity/4 components/16 entities/base/sample.json new file mode 100644 index 0000000000..db5677f078 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[24.0,48.0,72.0,96.0,120.0,144.0,168.0,192.0,216.0,240.0,264.0,288.0,312.0,336.0,360.0,384.0,408.0,432.0,456.0,480.0,504.0,528.0,552.0,576.0,600.0,624.0,648.0,672.0,696.0,720.0,744.0,768.0,792.0,816.0,840.0,864.0,888.0,912.0,936.0,960.0,984.0,1008.0,1032.0,1056.0,1080.0,1104.0,1128.0,1152.0,1176.0,1200.0,1224.0,1248.0,1272.0,1296.0,1320.0,1344.0,1368.0,1392.0,1416.0,1440.0,1464.0,1488.0,1512.0,1536.0,1560.0,1584.0,1608.0,1632.0,1656.0,1680.0,1704.0,1728.0,1752.0,1776.0,1800.0,1824.0,1848.0,1872.0,1896.0,1920.0,1944.0,1968.0,1992.0,2016.0,2040.0,2064.0,2088.0,2112.0,2136.0,2160.0,2184.0,2208.0,2232.0,2256.0,2280.0,2304.0,2328.0,2352.0,2376.0,2400.0],"times":[513341.0,977284.0,1477228.0,1965674.0,2447612.0,2912351.0,3395695.0,3869935.0,4371780.0,4828717.0,5325561.0,5791901.0,6239343.0,6702281.0,7219128.0,7672063.0,8150006.0,8611947.0,9093987.0,9535029.0,10056473.0,10458007.0,10942649.0,11425888.0,11894230.0,12379875.0,12856313.0,13380658.0,13871403.0,14354244.0,14827488.0,15231120.0,15719761.0,16183606.0,16654343.0,17130785.0,17631628.0,18088368.0,18585911.0,19047152.0,19531993.0,19951231.0,20605987.0,20913613.0,21361452.0,21851295.0,22394040.0,22892486.0,23335225.0,23819167.0,24331908.0,24782949.0,25260788.0,25749932.0,26215373.0,26688910.0,27227960.0,27665398.0,28127838.0,28598378.0,29115823.0,29628767.0,30083508.0,30578252.0,31085696.0,31627742.0,32045979.0,32553122.0,33053565.0,33551608.0,33986144.0,34488191.0,35015135.0,35576887.0,35854709.0,36457360.0,37040211.0,37546755.0,38009597.0,38624048.0,38955578.0,39400215.0,39879658.0,40309596.0,40769733.0,41229174.0,41682515.0,42124954.0,42844911.0,43494071.0,44109623.0,44438855.0,44745679.0,45006499.0,45613854.0,46065993.0,46553936.0,47009274.0,47483017.0,48180075.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/base/tukey.json b/bench-report/branch/issues/26/create entity/4 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..bcaf352288 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[19365.461658622462,19612.163629338444,20270.035551247733,20516.737521963718] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/changes/benchmark.json b/bench-report/branch/issues/26/create entity/4 components/16 entities/changes/benchmark.json new file mode 100644 index 0000000000..17d1f33657 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"4 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/4 components/16 entities","directory_name":"create entity/4 components/16 entities","title":"create entity/4 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/changes/estimates.json b/bench-report/branch/issues/26/create entity/4 components/16 entities/changes/estimates.json new file mode 100644 index 0000000000..65a1d56b4f --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25860.730522217436,"upper_bound":25944.451303527952},"point_estimate":25898.84534940107,"standard_error":21.404842457448577},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25814.587639311045,"upper_bound":25882.350793650796},"point_estimate":25851.751068889957,"standard_error":16.34268348300602},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102.5430891500185,"upper_bound":169.49883032413132},"point_estimate":132.70882177298066,"standard_error":16.912697274077146},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25884.499367315344,"upper_bound":25949.289029710613},"point_estimate":25916.544400627696,"standard_error":16.541812121457813},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":129.35914475120376,"upper_bound":303.89425515978616},"point_estimate":214.22948128906813,"standard_error":49.2477854250082}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/changes/sample.json b/bench-report/branch/issues/26/create entity/4 components/16 entities/changes/sample.json new file mode 100644 index 0000000000..177cde84cb --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[574449.0,1107394.0,1669144.0,2197391.0,2760038.0,3287484.0,3832530.0,4416781.0,4915021.0,5440569.0,5981116.0,6523462.0,7051407.0,7587953.0,8118599.0,8662049.0,9268500.0,9768645.0,10278088.0,10833236.0,11406082.0,11944931.0,12476676.0,13004622.0,13513768.0,14046610.0,14588660.0,15107901.0,15672050.0,16201598.0,16771648.0,17392902.0,17879242.0,18347983.0,18904732.0,19490782.0,19959920.0,20661881.0,21103919.0,21577361.0,22157412.0,22687959.0,23292310.0,23812955.0,24384503.0,24830245.0,25478998.0,25940040.0,26478283.0,27033232.0,27592280.0,28125028.0,28653873.0,29206317.0,29742465.0,30301717.0,30853563.0,31389606.0,31975458.0,32549206.0,33064753.0,33651205.0,34344264.0,34729296.0,35257841.0,35769587.0,36390340.0,37015094.0,37671551.0,38190295.0,38785946.0,39231784.0,39752928.0,40301778.0,40858527.0,41377872.0,42035328.0,42584075.0,43154424.0,43474952.0,43968593.0,44505638.0,45091093.0,45641638.0,46391702.0,46861643.0,47341086.0,47799027.0,48341071.0,49724790.0,50140327.0,50391147.0,50901692.0,51375233.0,51861576.0,52425225.0,52952671.0,53244393.0,53885350.0,54418596.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/changes/tukey.json b/bench-report/branch/issues/26/create entity/4 components/16 entities/changes/tukey.json new file mode 100644 index 0000000000..2a8b418a10 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/changes/tukey.json @@ -0,0 +1 @@ +[25201.960459161564,25486.256649520998,26244.379823812815,26528.676014172244] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/new/benchmark.json b/bench-report/branch/issues/26/create entity/4 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..17d1f33657 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"4 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/4 components/16 entities","directory_name":"create entity/4 components/16 entities","title":"create entity/4 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/new/estimates.json b/bench-report/branch/issues/26/create entity/4 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..c3adddad67 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19946.89097841719,"upper_bound":20025.1187624934},"point_estimate":19982.424682808618,"standard_error":20.02819896739741},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19919.266992349047,"upper_bound":19971.208333333336},"point_estimate":19946.14669674688,"standard_error":12.896683237990782},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95.62608773377391,"upper_bound":150.2513004952476},"point_estimate":128.39212611153212,"standard_error":14.240490251073183},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19953.82474554968,"upper_bound":19996.87851607925},"point_estimate":19976.00595081523,"standard_error":10.968191506662462},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117.94307086715779,"upper_bound":289.41333453590966},"point_estimate":201.57186827507417,"standard_error":48.84851686261335}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/new/sample.json b/bench-report/branch/issues/26/create entity/4 components/16 entities/new/sample.json new file mode 100644 index 0000000000..db5677f078 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[24.0,48.0,72.0,96.0,120.0,144.0,168.0,192.0,216.0,240.0,264.0,288.0,312.0,336.0,360.0,384.0,408.0,432.0,456.0,480.0,504.0,528.0,552.0,576.0,600.0,624.0,648.0,672.0,696.0,720.0,744.0,768.0,792.0,816.0,840.0,864.0,888.0,912.0,936.0,960.0,984.0,1008.0,1032.0,1056.0,1080.0,1104.0,1128.0,1152.0,1176.0,1200.0,1224.0,1248.0,1272.0,1296.0,1320.0,1344.0,1368.0,1392.0,1416.0,1440.0,1464.0,1488.0,1512.0,1536.0,1560.0,1584.0,1608.0,1632.0,1656.0,1680.0,1704.0,1728.0,1752.0,1776.0,1800.0,1824.0,1848.0,1872.0,1896.0,1920.0,1944.0,1968.0,1992.0,2016.0,2040.0,2064.0,2088.0,2112.0,2136.0,2160.0,2184.0,2208.0,2232.0,2256.0,2280.0,2304.0,2328.0,2352.0,2376.0,2400.0],"times":[513341.0,977284.0,1477228.0,1965674.0,2447612.0,2912351.0,3395695.0,3869935.0,4371780.0,4828717.0,5325561.0,5791901.0,6239343.0,6702281.0,7219128.0,7672063.0,8150006.0,8611947.0,9093987.0,9535029.0,10056473.0,10458007.0,10942649.0,11425888.0,11894230.0,12379875.0,12856313.0,13380658.0,13871403.0,14354244.0,14827488.0,15231120.0,15719761.0,16183606.0,16654343.0,17130785.0,17631628.0,18088368.0,18585911.0,19047152.0,19531993.0,19951231.0,20605987.0,20913613.0,21361452.0,21851295.0,22394040.0,22892486.0,23335225.0,23819167.0,24331908.0,24782949.0,25260788.0,25749932.0,26215373.0,26688910.0,27227960.0,27665398.0,28127838.0,28598378.0,29115823.0,29628767.0,30083508.0,30578252.0,31085696.0,31627742.0,32045979.0,32553122.0,33053565.0,33551608.0,33986144.0,34488191.0,35015135.0,35576887.0,35854709.0,36457360.0,37040211.0,37546755.0,38009597.0,38624048.0,38955578.0,39400215.0,39879658.0,40309596.0,40769733.0,41229174.0,41682515.0,42124954.0,42844911.0,43494071.0,44109623.0,44438855.0,44745679.0,45006499.0,45613854.0,46065993.0,46553936.0,47009274.0,47483017.0,48180075.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/new/tukey.json b/bench-report/branch/issues/26/create entity/4 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..bcaf352288 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[19365.461658622462,19612.163629338444,20270.035551247733,20516.737521963718] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/report/MAD.svg b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..c48f15baa5 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/MAD.svg @@ -0,0 +1,84 @@ + + +create entity/4 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + + +90 + + + +100 + + + +110 + + + +120 + + + +130 + + + +140 + + + +150 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/report/SD.svg b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..74c6ea5470 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/SD.svg @@ -0,0 +1,96 @@ + + +create entity/4 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + +220 + + + +240 + + + +260 + + + +280 + + + +300 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/report/index.html b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/index.html new file mode 100644 index 0000000000..eb75fb3a1a --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/4 components/16 entities - Criterion.rs + + + + +
+

create entity/4 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope19.954 µs19.976 µs19.997 µs
Throughput800.12 Kelem/s800.96 Kelem/s801.85 Kelem/s
0.99722620.99739190.9972452
Mean19.947 µs19.982 µs20.025 µs
Std. Dev.117.94 ns201.57 ns289.41 ns
Median19.919 µs19.946 µs19.971 µs
MAD95.626 ns128.39 ns150.25 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/report/mean.svg b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..491f0d4817 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/mean.svg @@ -0,0 +1,112 @@ + + +create entity/4 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + +22 + + + + +19.94 + + + +19.95 + + + +19.96 + + + +19.97 + + + +19.98 + + + +19.99 + + + +20 + + + +20.01 + + + +20.02 + + + +20.03 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/report/median.svg b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/median.svg new file mode 100644 index 0000000000..1a132bdd33 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/median.svg @@ -0,0 +1,76 @@ + + +create entity/4 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + + +19.92 + + + +19.93 + + + +19.94 + + + +19.95 + + + +19.96 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/report/pdf.svg b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..fe2732bb31 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/pdf.svg @@ -0,0 +1,141 @@ + + +create entity/4 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + +19.6 + + + +19.8 + + + +20 + + + +20.2 + + + +20.4 + + + +20.6 + + + +20.8 + + + +21 + + + +21.2 + + + +21.4 + + + +21.6 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/report/pdf_small.svg b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..a842939e62 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/pdf_small.svg @@ -0,0 +1,56 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +20 + + + +20.5 + + + +21 + + + +21.5 + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/report/regression.svg b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..b9ff6b6b0e --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/regression.svg @@ -0,0 +1,192 @@ + + +create entity/4 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + +45.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/report/regression_small.svg b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..ed6d6c29e4 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/regression_small.svg @@ -0,0 +1,177 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + +45.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/report/slope.svg b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..83ad615988 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/slope.svg @@ -0,0 +1,104 @@ + + +create entity/4 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + +19.95 + + + +19.955 + + + +19.96 + + + +19.965 + + + +19.97 + + + +19.975 + + + +19.98 + + + +19.985 + + + +19.99 + + + +19.995 + + + +20 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/16 entities/report/typical.svg b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..3c5e4c99b0 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/16 entities/report/typical.svg @@ -0,0 +1,104 @@ + + +create entity/4 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + +19.95 + + + +19.955 + + + +19.96 + + + +19.965 + + + +19.97 + + + +19.975 + + + +19.98 + + + +19.985 + + + +19.99 + + + +19.995 + + + +20 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/base/benchmark.json b/bench-report/branch/issues/26/create entity/4 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..1522587975 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"4 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/4 components/256 entities","directory_name":"create entity/4 components/256 entities","title":"create entity/4 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/base/estimates.json b/bench-report/branch/issues/26/create entity/4 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..9675e377ef --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":271088.49049688916,"upper_bound":271484.89776636165},"point_estimate":271268.20415929216,"standard_error":101.78304549254402},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":270902.33108108107,"upper_bound":271244.02142857143},"point_estimate":271035.86547619046,"standard_error":78.14578788802788},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":386.2851356599316,"upper_bound":655.010543982121},"point_estimate":506.00072015460177,"standard_error":70.5462525538641},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":270925.6169721011,"upper_bound":271203.21671225043},"point_estimate":271057.3359937934,"standard_error":70.55294985564399},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":516.6419346167721,"upper_bound":1462.2256178697608},"point_estimate":1028.8679419893454,"standard_error":248.01711848107576}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/base/sample.json b/bench-report/branch/issues/26/create entity/4 components/256 entities/base/sample.json new file mode 100644 index 0000000000..1dec6d4624 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1107695.0,2220091.0,3255179.0,4360573.0,5406863.0,6521759.0,7577649.0,8730351.0,9794043.0,10855732.0,11937326.0,13036217.0,14072306.0,15165802.0,16269197.0,17369691.0,18428182.0,19527874.0,20639372.0,21731265.0,22770955.0,23913254.0,24980543.0,26005731.0,27163133.0,28099313.0,29338320.0,30443114.0,31413697.0,32570096.0,33743498.0,34860492.0,35818776.0,36925474.0,37974163.0,39039453.0,40093545.0,41290547.0,42230030.0,43367226.0,44502323.0,45526312.0,46656408.0,47655995.0,48800793.0,49794678.0,50935076.0,52028271.0,53048958.0,54158853.0,55146838.0,56285438.0,57410633.0,58529629.0,59589220.0,60702215.0,61739903.0,62801195.0,63908191.0,64868373.0,66148383.0,67149170.0,68249463.0,69271352.0,70356545.0,71335528.0,72586437.0,73609827.0,74582509.0,75794415.0,77106324.0,78301728.0,79401222.0,80970357.0,81543605.0,82614398.0,83767297.0,84679575.0,85890981.0,86676547.0,87722136.0,88705822.0,89947025.0,91064927.0,92340232.0,93335418.0,94223694.0,95285487.0,96375978.0,97651788.0,98649477.0,99682568.0,101005878.0,101996666.0,103026352.0,104122446.0,104879211.0,106028310.0,107260014.0,108353810.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/base/tukey.json b/bench-report/branch/issues/26/create entity/4 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..f56c0789a5 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[268512.4986771644,269641.35919470387,272651.6539081426,273780.51442568214] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/changes/benchmark.json b/bench-report/branch/issues/26/create entity/4 components/256 entities/changes/benchmark.json new file mode 100644 index 0000000000..1522587975 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"4 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/4 components/256 entities","directory_name":"create entity/4 components/256 entities","title":"create entity/4 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/changes/estimates.json b/bench-report/branch/issues/26/create entity/4 components/256 entities/changes/estimates.json new file mode 100644 index 0000000000..b292fb9133 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":389077.28393248405,"upper_bound":389437.21905824053},"point_estimate":389254.6908513516,"standard_error":91.7439328367882},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":388917.2887379148,"upper_bound":389225.9},"point_estimate":389056.889930035,"standard_error":76.79897239250856},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":512.0416109176011,"upper_bound":852.0873737564955},"point_estimate":664.0065055285747,"standard_error":82.78961001543387},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":388859.7331053735,"upper_bound":389090.1689511459},"point_estimate":388969.2897177479,"standard_error":58.91811585015178},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":711.482372180636,"upper_bound":1124.8506765409202},"point_estimate":921.9095469867738,"standard_error":105.50586887872203}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/changes/sample.json b/bench-report/branch/issues/26/create entity/4 components/256 entities/changes/sample.json new file mode 100644 index 0000000000..7fca83be7d --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1176200.0,2333097.0,3469795.0,4684900.0,5824999.0,7052502.0,8205101.0,9327194.0,10545799.0,11685196.0,12862597.0,14105303.0,15257802.0,16393198.0,17578899.0,18736998.0,19910598.0,21058000.0,22345506.0,23440799.0,24481188.0,25625186.0,26844390.0,28022091.0,29182591.0,30356890.0,31476086.0,32633584.0,33890890.0,34993786.0,36254992.0,37395189.0,38583792.0,39633581.0,40887389.0,42065487.0,43206986.0,44371586.0,45567090.0,46650980.0,47959090.0,49044481.0,50173879.0,51312876.0,52449775.0,53681279.0,54972491.0,56039779.0,57335691.0,58383885.0,59537940.0,60769748.0,62035760.0,63126652.0,64262451.0,65210531.0,66565152.0,67697249.0,68755539.0,69912441.0,71121644.0,72470359.0,73467448.0,74647748.0,75841349.0,76887941.0,78187251.0,79316451.0,80604863.0,81584448.0,82774848.0,83866745.0,85198259.0,86387062.0,87535661.0,88561349.0,89778054.0,90977960.0,92134158.0,93586086.0,94466060.0,95598257.0,96715953.0,98124874.0,99363285.0,100287264.0,101407761.0,102708876.0,103833571.0,105320899.0,106239578.0,107330670.0,108402662.0,109706077.0,110687865.0,112045279.0,113286286.0,114275171.0,115393770.0,116615371.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/changes/tukey.json b/bench-report/branch/issues/26/create entity/4 components/256 entities/changes/tukey.json new file mode 100644 index 0000000000..a9f80039d3 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/changes/tukey.json @@ -0,0 +1 @@ +[385820.233454232,387250.4614627375,391064.4028187522,392494.6308272577] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/new/benchmark.json b/bench-report/branch/issues/26/create entity/4 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..1522587975 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"4 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/4 components/256 entities","directory_name":"create entity/4 components/256 entities","title":"create entity/4 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/new/estimates.json b/bench-report/branch/issues/26/create entity/4 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..9675e377ef --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":271088.49049688916,"upper_bound":271484.89776636165},"point_estimate":271268.20415929216,"standard_error":101.78304549254402},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":270902.33108108107,"upper_bound":271244.02142857143},"point_estimate":271035.86547619046,"standard_error":78.14578788802788},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":386.2851356599316,"upper_bound":655.010543982121},"point_estimate":506.00072015460177,"standard_error":70.5462525538641},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":270925.6169721011,"upper_bound":271203.21671225043},"point_estimate":271057.3359937934,"standard_error":70.55294985564399},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":516.6419346167721,"upper_bound":1462.2256178697608},"point_estimate":1028.8679419893454,"standard_error":248.01711848107576}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/new/sample.json b/bench-report/branch/issues/26/create entity/4 components/256 entities/new/sample.json new file mode 100644 index 0000000000..1dec6d4624 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1107695.0,2220091.0,3255179.0,4360573.0,5406863.0,6521759.0,7577649.0,8730351.0,9794043.0,10855732.0,11937326.0,13036217.0,14072306.0,15165802.0,16269197.0,17369691.0,18428182.0,19527874.0,20639372.0,21731265.0,22770955.0,23913254.0,24980543.0,26005731.0,27163133.0,28099313.0,29338320.0,30443114.0,31413697.0,32570096.0,33743498.0,34860492.0,35818776.0,36925474.0,37974163.0,39039453.0,40093545.0,41290547.0,42230030.0,43367226.0,44502323.0,45526312.0,46656408.0,47655995.0,48800793.0,49794678.0,50935076.0,52028271.0,53048958.0,54158853.0,55146838.0,56285438.0,57410633.0,58529629.0,59589220.0,60702215.0,61739903.0,62801195.0,63908191.0,64868373.0,66148383.0,67149170.0,68249463.0,69271352.0,70356545.0,71335528.0,72586437.0,73609827.0,74582509.0,75794415.0,77106324.0,78301728.0,79401222.0,80970357.0,81543605.0,82614398.0,83767297.0,84679575.0,85890981.0,86676547.0,87722136.0,88705822.0,89947025.0,91064927.0,92340232.0,93335418.0,94223694.0,95285487.0,96375978.0,97651788.0,98649477.0,99682568.0,101005878.0,101996666.0,103026352.0,104122446.0,104879211.0,106028310.0,107260014.0,108353810.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/new/tukey.json b/bench-report/branch/issues/26/create entity/4 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..f56c0789a5 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[268512.4986771644,269641.35919470387,272651.6539081426,273780.51442568214] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/report/MAD.svg b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..632f44099a --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/MAD.svg @@ -0,0 +1,76 @@ + + +create entity/4 components/256 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + + +400 + + + +450 + + + +500 + + + +550 + + + +600 + + + +650 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/report/SD.svg b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..a61a705c56 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/SD.svg @@ -0,0 +1,92 @@ + + +create entity/4 components/256 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + +1.2 + + + +1.3 + + + +1.4 + + + +1.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/report/index.html b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/index.html new file mode 100644 index 0000000000..afe5869d3c --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/4 components/256 entities - Criterion.rs + + + + +
+

create entity/4 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope270.93 µs271.06 µs271.20 µs
Throughput943.94 Kelem/s944.45 Kelem/s944.91 Kelem/s
0.99939660.99942920.9993892
Mean271.09 µs271.27 µs271.48 µs
Std. Dev.516.64 ns1.0289 µs1.4622 µs
Median270.90 µs271.04 µs271.24 µs
MAD386.29 ns506.00 ns655.01 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/report/mean.svg b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..7727490539 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/mean.svg @@ -0,0 +1,100 @@ + + +create entity/4 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +271.05 + + + +271.1 + + + +271.15 + + + +271.2 + + + +271.25 + + + +271.3 + + + +271.35 + + + +271.4 + + + +271.45 + + + +271.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/report/median.svg b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/median.svg new file mode 100644 index 0000000000..0e926e1dbf --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/median.svg @@ -0,0 +1,88 @@ + + +create entity/4 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + +270.9 + + + +270.95 + + + +271 + + + +271.05 + + + +271.1 + + + +271.15 + + + +271.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/report/pdf.svg b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..0093e1b20b --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/pdf.svg @@ -0,0 +1,151 @@ + + +create entity/4 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + +269 + + + +270 + + + +271 + + + +272 + + + +273 + + + +274 + + + +275 + + + +276 + + + +277 + + + +278 + + + +Density (a.u.) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/report/pdf_small.svg b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..93b593d35d --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/pdf_small.svg @@ -0,0 +1,60 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +270 + + + +272 + + + +274 + + + +276 + + + +278 + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/report/regression.svg b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..4f813e7a5f --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/regression.svg @@ -0,0 +1,217 @@ + + +create entity/4 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/report/regression_small.svg b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..d755ea024f --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/regression_small.svg @@ -0,0 +1,202 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + +80.0 + + + +90.0 + + + +100.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/report/slope.svg b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..8a8a8602ab --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/slope.svg @@ -0,0 +1,76 @@ + + +create entity/4 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + +270.9 + + + +270.95 + + + +271 + + + +271.05 + + + +271.1 + + + +271.15 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/256 entities/report/typical.svg b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..3869388290 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/256 entities/report/typical.svg @@ -0,0 +1,76 @@ + + +create entity/4 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + +270.9 + + + +270.95 + + + +271 + + + +271.05 + + + +271.1 + + + +271.15 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/report/index.html b/bench-report/branch/issues/26/create entity/4 components/report/index.html new file mode 100644 index 0000000000..d7a9ea9cc9 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + create entity/4 components Summary - Criterion.rs + + + + +
+

create entity/4 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

create entity/4 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/4 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/4 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/4 components/report/lines.svg b/bench-report/branch/issues/26/create entity/4 components/report/lines.svg new file mode 100644 index 0000000000..618599e1df --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/report/lines.svg @@ -0,0 +1,61 @@ + + +create entity/4 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +4 components + + + diff --git a/bench-report/branch/issues/26/create entity/4 components/report/violin.svg b/bench-report/branch/issues/26/create entity/4 components/report/violin.svg new file mode 100644 index 0000000000..d5870ef7ea --- /dev/null +++ b/bench-report/branch/issues/26/create entity/4 components/report/violin.svg @@ -0,0 +1,55 @@ + + +create entity/4 components: Violin plot + + +Input + + +Average time (µs) + + + +create entity/4 components/256 entities + + + +create entity/4 components/16 entities + + + +create entity/4 components/1 entities + + + + +0.0 + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/base/benchmark.json b/bench-report/branch/issues/26/create entity/8 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..3cf0194fdc --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"8 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/8 components/1 entities","directory_name":"create entity/8 components/1 entities","title":"create entity/8 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/base/estimates.json b/bench-report/branch/issues/26/create entity/8 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..1ba2e5792e --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3210.3843044054915,"upper_bound":3244.6529798801844},"point_estimate":3225.5779139403835,"standard_error":8.803319419797342},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3224.243372216331,"upper_bound":3237.478997289973},"point_estimate":3231.952994175464,"standard_error":3.4189639924624626},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18.027673801518453,"upper_bound":40.836212354280754},"point_estimate":27.619846346958624,"standard_error":5.783786374411654},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3232.540634274376,"upper_bound":3241.637683193665},"point_estimate":3237.351143173291,"standard_error":2.312784695152991},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46.0582685615909,"upper_bound":132.48355187702276},"point_estimate":88.53260826901779,"standard_error":25.40806514474078}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/base/sample.json b/bench-report/branch/issues/26/create entity/8 components/1 entities/base/sample.json new file mode 100644 index 0000000000..4f1b3b6d9e --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[41.0,82.0,123.0,164.0,205.0,246.0,287.0,328.0,369.0,410.0,451.0,492.0,533.0,574.0,615.0,656.0,697.0,738.0,779.0,820.0,861.0,902.0,943.0,984.0,1025.0,1066.0,1107.0,1148.0,1189.0,1230.0,1271.0,1312.0,1353.0,1394.0,1435.0,1476.0,1517.0,1558.0,1599.0,1640.0,1681.0,1722.0,1763.0,1804.0,1845.0,1886.0,1927.0,1968.0,2009.0,2050.0,2091.0,2132.0,2173.0,2214.0,2255.0,2296.0,2337.0,2378.0,2419.0,2460.0,2501.0,2542.0,2583.0,2624.0,2665.0,2706.0,2747.0,2788.0,2829.0,2870.0,2911.0,2952.0,2993.0,3034.0,3075.0,3116.0,3157.0,3198.0,3239.0,3280.0,3321.0,3362.0,3403.0,3444.0,3485.0,3526.0,3567.0,3608.0,3649.0,3690.0,3731.0,3772.0,3813.0,3854.0,3895.0,3936.0,3977.0,4018.0,4059.0,4100.0],"times":[159813.0,283323.0,422537.0,556447.0,675759.0,799970.0,933380.0,1067094.0,1179703.0,1314314.0,1429725.0,1556233.0,1674245.0,1800754.0,1944769.0,2068377.0,2185589.0,2325200.0,2438210.0,2590124.0,2699835.0,2831743.0,2971457.0,3088867.0,3234577.0,3354288.0,3467599.0,3589110.0,3740523.0,3851332.0,3980243.0,4108656.0,4287670.0,4399181.0,4542892.0,4712305.0,4815814.0,4964827.0,5123840.0,5252457.0,5400468.0,5512976.0,5684189.0,5795001.0,5976618.0,6080923.0,6195335.0,6328445.0,6456657.0,6641771.0,6787784.0,6901594.0,7002408.0,7143917.0,7282330.0,7420238.0,7579151.0,7702466.0,7819975.0,7990187.0,8112699.0,8256513.0,8378322.0,8484132.0,8593841.0,8738654.0,8878565.0,9005880.0,9138588.0,9311103.0,9420811.0,9554024.0,9667336.0,9785842.0,9973663.0,10082571.0,10406298.0,10397097.0,10514308.0,10655920.0,10788932.0,10892339.0,11002050.0,11139060.0,11275673.0,11430382.0,11555495.0,11684508.0,11834422.0,11965032.0,12140347.0,12281857.0,12471159.0,12601226.0,12658428.0,12834238.0,12899342.0,13018251.0,13177159.0,13314768.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/base/tukey.json b/bench-report/branch/issues/26/create entity/8 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..a01f63ccd0 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[2962.0900001775362,3067.7718458369554,3349.59010092874,3455.271946588159] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/changes/benchmark.json b/bench-report/branch/issues/26/create entity/8 components/1 entities/changes/benchmark.json new file mode 100644 index 0000000000..3cf0194fdc --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"8 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/8 components/1 entities","directory_name":"create entity/8 components/1 entities","title":"create entity/8 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/changes/estimates.json b/bench-report/branch/issues/26/create entity/8 components/1 entities/changes/estimates.json new file mode 100644 index 0000000000..1869a3ba0d --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3319.181120447563,"upper_bound":3351.6106418566305},"point_estimate":3334.4949650578615,"standard_error":8.2780647534807},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3328.56875,"upper_bound":3362.2347222222224},"point_estimate":3349.8466396103895,"standard_error":7.697761442544734},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41.78918422127506,"upper_bound":80.27143265351097},"point_estimate":58.96503055432098,"standard_error":10.563271246707664},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3361.929782134097,"upper_bound":3376.686405692402},"point_estimate":3369.9097041525047,"standard_error":3.7669295629318293},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59.644308818026985,"upper_bound":113.05425170612723},"point_estimate":83.38967141474119,"standard_error":15.426974733041103}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/changes/sample.json b/bench-report/branch/issues/26/create entity/8 components/1 entities/changes/sample.json new file mode 100644 index 0000000000..150b386e06 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[40.0,80.0,120.0,160.0,200.0,240.0,280.0,320.0,360.0,400.0,440.0,480.0,520.0,560.0,600.0,640.0,680.0,720.0,760.0,800.0,840.0,880.0,920.0,960.0,1000.0,1040.0,1080.0,1120.0,1160.0,1200.0,1240.0,1280.0,1320.0,1360.0,1400.0,1440.0,1480.0,1520.0,1560.0,1600.0,1640.0,1680.0,1720.0,1760.0,1800.0,1840.0,1880.0,1920.0,1960.0,2000.0,2040.0,2080.0,2120.0,2160.0,2200.0,2240.0,2280.0,2320.0,2360.0,2400.0,2440.0,2480.0,2520.0,2560.0,2600.0,2640.0,2680.0,2720.0,2760.0,2800.0,2840.0,2880.0,2920.0,2960.0,3000.0,3040.0,3080.0,3120.0,3160.0,3200.0,3240.0,3280.0,3320.0,3360.0,3400.0,3440.0,3480.0,3520.0,3560.0,3600.0,3640.0,3680.0,3720.0,3760.0,3800.0,3840.0,3880.0,3920.0,3960.0,4000.0],"times":[154014.0,274224.0,415333.0,548548.0,680160.0,802069.0,930180.0,1051791.0,1180103.0,1300713.0,1445424.0,1545435.0,1680946.0,1805456.0,1930568.0,2074881.0,2175389.0,2309301.0,2464114.0,2556820.0,2692833.0,2816041.0,2971057.0,3111966.0,3216079.0,3372590.0,3507002.0,3616213.0,3780426.0,3890037.0,4023349.0,4150360.0,4325172.0,4471884.0,4586698.0,4727110.0,4866822.0,4999131.0,5151446.0,5278857.0,5443469.0,5568883.0,5729895.0,5850506.0,5967519.0,6138430.0,6245640.0,6390852.0,6522763.0,6710681.0,6819990.0,6947998.0,7092214.0,7262427.0,7371537.0,7501748.0,7634961.0,7778369.0,7936787.0,8095397.0,8231510.0,8347420.0,8503633.0,8647447.0,8779357.0,8902270.0,9003177.0,9128989.0,9279703.0,9386012.0,9510524.0,9650333.0,9857850.0,9984764.0,10075972.0,10337095.0,10453103.0,10518612.0,10678421.0,10819535.0,10933043.0,11042654.0,11206368.0,11439988.0,11485393.0,11662409.0,11875827.0,11867023.0,12064843.0,12216458.0,12358670.0,12457976.0,12630090.0,12756701.0,12952117.0,12986220.0,13131135.0,13331550.0,13411356.0,13754985.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/changes/tukey.json b/bench-report/branch/issues/26/create entity/8 components/1 entities/changes/tukey.json new file mode 100644 index 0000000000..790192707d --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/changes/tukey.json @@ -0,0 +1 @@ +[2992.3719338490605,3136.962182202308,3522.536177810968,3667.1264261642154] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/new/benchmark.json b/bench-report/branch/issues/26/create entity/8 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..3cf0194fdc --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"8 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"create entity/8 components/1 entities","directory_name":"create entity/8 components/1 entities","title":"create entity/8 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/new/estimates.json b/bench-report/branch/issues/26/create entity/8 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..1ba2e5792e --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3210.3843044054915,"upper_bound":3244.6529798801844},"point_estimate":3225.5779139403835,"standard_error":8.803319419797342},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3224.243372216331,"upper_bound":3237.478997289973},"point_estimate":3231.952994175464,"standard_error":3.4189639924624626},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18.027673801518453,"upper_bound":40.836212354280754},"point_estimate":27.619846346958624,"standard_error":5.783786374411654},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3232.540634274376,"upper_bound":3241.637683193665},"point_estimate":3237.351143173291,"standard_error":2.312784695152991},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46.0582685615909,"upper_bound":132.48355187702276},"point_estimate":88.53260826901779,"standard_error":25.40806514474078}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/new/sample.json b/bench-report/branch/issues/26/create entity/8 components/1 entities/new/sample.json new file mode 100644 index 0000000000..4f1b3b6d9e --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[41.0,82.0,123.0,164.0,205.0,246.0,287.0,328.0,369.0,410.0,451.0,492.0,533.0,574.0,615.0,656.0,697.0,738.0,779.0,820.0,861.0,902.0,943.0,984.0,1025.0,1066.0,1107.0,1148.0,1189.0,1230.0,1271.0,1312.0,1353.0,1394.0,1435.0,1476.0,1517.0,1558.0,1599.0,1640.0,1681.0,1722.0,1763.0,1804.0,1845.0,1886.0,1927.0,1968.0,2009.0,2050.0,2091.0,2132.0,2173.0,2214.0,2255.0,2296.0,2337.0,2378.0,2419.0,2460.0,2501.0,2542.0,2583.0,2624.0,2665.0,2706.0,2747.0,2788.0,2829.0,2870.0,2911.0,2952.0,2993.0,3034.0,3075.0,3116.0,3157.0,3198.0,3239.0,3280.0,3321.0,3362.0,3403.0,3444.0,3485.0,3526.0,3567.0,3608.0,3649.0,3690.0,3731.0,3772.0,3813.0,3854.0,3895.0,3936.0,3977.0,4018.0,4059.0,4100.0],"times":[159813.0,283323.0,422537.0,556447.0,675759.0,799970.0,933380.0,1067094.0,1179703.0,1314314.0,1429725.0,1556233.0,1674245.0,1800754.0,1944769.0,2068377.0,2185589.0,2325200.0,2438210.0,2590124.0,2699835.0,2831743.0,2971457.0,3088867.0,3234577.0,3354288.0,3467599.0,3589110.0,3740523.0,3851332.0,3980243.0,4108656.0,4287670.0,4399181.0,4542892.0,4712305.0,4815814.0,4964827.0,5123840.0,5252457.0,5400468.0,5512976.0,5684189.0,5795001.0,5976618.0,6080923.0,6195335.0,6328445.0,6456657.0,6641771.0,6787784.0,6901594.0,7002408.0,7143917.0,7282330.0,7420238.0,7579151.0,7702466.0,7819975.0,7990187.0,8112699.0,8256513.0,8378322.0,8484132.0,8593841.0,8738654.0,8878565.0,9005880.0,9138588.0,9311103.0,9420811.0,9554024.0,9667336.0,9785842.0,9973663.0,10082571.0,10406298.0,10397097.0,10514308.0,10655920.0,10788932.0,10892339.0,11002050.0,11139060.0,11275673.0,11430382.0,11555495.0,11684508.0,11834422.0,11965032.0,12140347.0,12281857.0,12471159.0,12601226.0,12658428.0,12834238.0,12899342.0,13018251.0,13177159.0,13314768.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/new/tukey.json b/bench-report/branch/issues/26/create entity/8 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..a01f63ccd0 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[2962.0900001775362,3067.7718458369554,3349.59010092874,3455.271946588159] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/report/MAD.svg b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..9b0577451e --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/MAD.svg @@ -0,0 +1,88 @@ + + +create entity/8 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 + + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/report/SD.svg b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..430ee4b5da --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/SD.svg @@ -0,0 +1,96 @@ + + +create entity/8 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + + +120 + + + +130 + + + +140 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/report/index.html b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/index.html new file mode 100644 index 0000000000..8f34107f5a --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/8 components/1 entities - Criterion.rs + + + + +
+

create entity/8 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope3.2325 µs3.2374 µs3.2416 µs
Throughput308.49 Kelem/s308.89 Kelem/s309.35 Kelem/s
0.99159470.99188910.9916553
Mean3.2104 µs3.2256 µs3.2447 µs
Std. Dev.46.058 ns88.533 ns132.48 ns
Median3.2242 µs3.2320 µs3.2375 µs
MAD18.028 ns27.620 ns40.836 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/report/mean.svg b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..c1cb2f16db --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/mean.svg @@ -0,0 +1,100 @@ + + +create entity/8 components/1 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + + +3.21 + + + +3.215 + + + +3.22 + + + +3.225 + + + +3.23 + + + +3.235 + + + +3.24 + + + +3.245 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/report/median.svg b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/median.svg new file mode 100644 index 0000000000..ec0fd0ad70 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/median.svg @@ -0,0 +1,100 @@ + + +create entity/8 components/1 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + +3.224 + + + +3.226 + + + +3.228 + + + +3.23 + + + +3.232 + + + +3.234 + + + +3.236 + + + +3.238 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/report/pdf.svg b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..6cf82d15a3 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/pdf.svg @@ -0,0 +1,155 @@ + + +create entity/8 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +3.1 + + + +3.2 + + + +3.3 + + + +3.4 + + + +3.5 + + + +3.6 + + + +3.7 + + + +3.8 + + + +3.9 + + + +4 + + + +Density (a.u.) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/report/pdf_small.svg b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..d373ee2999 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/pdf_small.svg @@ -0,0 +1,64 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + +3.2 + + + +3.4 + + + +3.6 + + + +3.8 + + + +4 + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/report/regression.svg b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..c7d96bcac9 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/regression.svg @@ -0,0 +1,197 @@ + + +create entity/8 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/report/regression_small.svg b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..f0e33ede39 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/regression_small.svg @@ -0,0 +1,182 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/report/slope.svg b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..f3e1b5ad7c --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/slope.svg @@ -0,0 +1,108 @@ + + +create entity/8 components/1 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +3.232 + + + +3.233 + + + +3.234 + + + +3.235 + + + +3.236 + + + +3.237 + + + +3.238 + + + +3.239 + + + +3.24 + + + +3.241 + + + +3.242 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/1 entities/report/typical.svg b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..b1f20efe38 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/1 entities/report/typical.svg @@ -0,0 +1,108 @@ + + +create entity/8 components/1 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + + +3.232 + + + +3.233 + + + +3.234 + + + +3.235 + + + +3.236 + + + +3.237 + + + +3.238 + + + +3.239 + + + +3.24 + + + +3.241 + + + +3.242 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/base/benchmark.json b/bench-report/branch/issues/26/create entity/8 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..d091e2eaff --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"8 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/8 components/16 entities","directory_name":"create entity/8 components/16 entities","title":"create entity/8 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/base/estimates.json b/bench-report/branch/issues/26/create entity/8 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..1707b3df4c --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33432.39097452921,"upper_bound":33552.998054286894},"point_estimate":33489.35702211267,"standard_error":30.8936006515002},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33321.59548611111,"upper_bound":33477.503690753685},"point_estimate":33375.372401170214,"standard_error":44.836721799043424},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":122.91651824506484,"upper_bound":265.16556106297753},"point_estimate":199.71952315145109,"standard_error":39.272851138014566},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33423.720835089276,"upper_bound":33620.63030935727},"point_estimate":33520.4926888659,"standard_error":50.33752823276041},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":228.78466093657303,"upper_bound":395.9190658815289},"point_estimate":310.39015603019305,"standard_error":43.558659582354466}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/base/sample.json b/bench-report/branch/issues/26/create entity/8 components/16 entities/base/sample.json new file mode 100644 index 0000000000..544aa92623 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[631654.0,1230307.0,1833058.0,2445710.0,3060965.0,3652817.0,4243367.0,4838322.0,5444171.0,6036520.0,6623270.0,7254721.0,7831171.0,8384017.0,9005567.0,9615523.0,10211572.0,10802224.0,11396874.0,11966822.0,12575973.0,13166726.0,13792179.0,14375429.0,14992180.0,15553328.0,16158879.0,16738630.0,17327779.0,17942834.0,18526484.0,19193239.0,19976306.0,20541154.0,21162809.0,21756960.0,22340308.0,22932260.0,23582615.0,24157062.0,24793020.0,25332566.0,25910415.0,26522864.0,27144919.0,27795976.0,28383425.0,29048981.0,29613731.0,30203679.0,30770129.0,31149162.0,31773015.0,32307262.0,32946214.0,33515165.0,34197322.0,34710166.0,35321917.0,35899367.0,36447213.0,37095068.0,37681417.0,38300372.0,38936024.0,39814402.0,40583268.0,40736278.0,41281527.0,41865675.0,42611038.0,43100484.0,43729635.0,44363289.0,44939540.0,45546892.0,46148742.0,46941911.0,47534960.0,48135911.0,48737963.0,49341116.0,49746049.0,51007758.0,52201659.0,51659113.0,52271866.0,52790108.0,53307653.0,53984411.0,54515658.0,55108006.0,55777366.0,57259592.0,58373087.0,58956837.0,59659596.0,60192845.0,60826196.0,61424549.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/base/tukey.json b/bench-report/branch/issues/26/create entity/8 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..2dda7a5d7b --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[32378.504760245785,32828.46992703853,34028.377038485865,34478.34220527862] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/changes/benchmark.json b/bench-report/branch/issues/26/create entity/8 components/16 entities/changes/benchmark.json new file mode 100644 index 0000000000..d091e2eaff --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"8 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/8 components/16 entities","directory_name":"create entity/8 components/16 entities","title":"create entity/8 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/changes/estimates.json b/bench-report/branch/issues/26/create entity/8 components/16 entities/changes/estimates.json new file mode 100644 index 0000000000..70b3f4517f --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38944.922068433894,"upper_bound":39079.580065150105},"point_estimate":39006.114926841314,"standard_error":34.59757955461764},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38859.18173921254,"upper_bound":38956.44236531822},"point_estimate":38903.43260869565,"standard_error":28.03399242235657},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":110.29911716681121,"upper_bound":219.12296423469078},"point_estimate":173.70782997824787,"standard_error":31.19365192069157},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38893.73939839392,"upper_bound":38952.69445966179},"point_estimate":38922.5420643434,"standard_error":15.074816550559927},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":190.21851018005952,"upper_bound":500.9231222714108},"point_estimate":347.032497177509,"standard_error":83.98547413426552}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/changes/sample.json b/bench-report/branch/issues/26/create entity/8 components/16 entities/changes/sample.json new file mode 100644 index 0000000000..f2c1e95202 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[703360.0,1371116.0,2021374.0,2705833.0,3358086.0,4019547.0,4695504.0,5372762.0,6055420.0,6669272.0,7323631.0,7979886.0,8656545.0,9294599.0,9977359.0,10589512.0,11279371.0,11941929.0,12607283.0,13226237.0,13911896.0,14537152.0,15249412.0,15849766.0,16494020.0,17145078.0,17811735.0,18480392.0,19262057.0,19930916.0,20597975.0,21261030.0,21916389.0,22506841.0,23121792.0,23771248.0,24405202.0,25062560.0,25742421.0,26356772.0,26975127.0,27672885.0,28395250.0,28970998.0,29669358.0,30311714.0,31019975.0,31661130.0,32309585.0,32939341.0,33662102.0,34339760.0,34897807.0,35619669.0,36264028.0,36938583.0,37551236.0,38239897.0,38865951.0,39544810.0,40266971.0,41085045.0,41550484.0,42368852.0,43205827.0,43701169.0,44176707.0,45255902.0,45960363.0,46531311.0,47267174.0,47941733.0,48592391.0,49236246.0,49824695.0,50606365.0,51220014.0,51840269.0,52270407.0,52822952.0,53523215.0,54203972.0,54777224.0,55528390.0,56194545.0,56936111.0,57582765.0,58164715.0,58792470.0,59398522.0,60107681.0,60849247.0,61410696.0,62203863.0,62758912.0,63366563.0,64107026.0,65030208.0,65657561.0,66184207.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/changes/tukey.json b/bench-report/branch/issues/26/create entity/8 components/16 entities/changes/tukey.json new file mode 100644 index 0000000000..47d743f1a7 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/changes/tukey.json @@ -0,0 +1 @@ +[38025.8145902395,38424.06382122416,39486.06177051661,39884.31100150128] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/new/benchmark.json b/bench-report/branch/issues/26/create entity/8 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..d091e2eaff --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"8 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"create entity/8 components/16 entities","directory_name":"create entity/8 components/16 entities","title":"create entity/8 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/new/estimates.json b/bench-report/branch/issues/26/create entity/8 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..1707b3df4c --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33432.39097452921,"upper_bound":33552.998054286894},"point_estimate":33489.35702211267,"standard_error":30.8936006515002},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33321.59548611111,"upper_bound":33477.503690753685},"point_estimate":33375.372401170214,"standard_error":44.836721799043424},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":122.91651824506484,"upper_bound":265.16556106297753},"point_estimate":199.71952315145109,"standard_error":39.272851138014566},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33423.720835089276,"upper_bound":33620.63030935727},"point_estimate":33520.4926888659,"standard_error":50.33752823276041},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":228.78466093657303,"upper_bound":395.9190658815289},"point_estimate":310.39015603019305,"standard_error":43.558659582354466}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/new/sample.json b/bench-report/branch/issues/26/create entity/8 components/16 entities/new/sample.json new file mode 100644 index 0000000000..544aa92623 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[631654.0,1230307.0,1833058.0,2445710.0,3060965.0,3652817.0,4243367.0,4838322.0,5444171.0,6036520.0,6623270.0,7254721.0,7831171.0,8384017.0,9005567.0,9615523.0,10211572.0,10802224.0,11396874.0,11966822.0,12575973.0,13166726.0,13792179.0,14375429.0,14992180.0,15553328.0,16158879.0,16738630.0,17327779.0,17942834.0,18526484.0,19193239.0,19976306.0,20541154.0,21162809.0,21756960.0,22340308.0,22932260.0,23582615.0,24157062.0,24793020.0,25332566.0,25910415.0,26522864.0,27144919.0,27795976.0,28383425.0,29048981.0,29613731.0,30203679.0,30770129.0,31149162.0,31773015.0,32307262.0,32946214.0,33515165.0,34197322.0,34710166.0,35321917.0,35899367.0,36447213.0,37095068.0,37681417.0,38300372.0,38936024.0,39814402.0,40583268.0,40736278.0,41281527.0,41865675.0,42611038.0,43100484.0,43729635.0,44363289.0,44939540.0,45546892.0,46148742.0,46941911.0,47534960.0,48135911.0,48737963.0,49341116.0,49746049.0,51007758.0,52201659.0,51659113.0,52271866.0,52790108.0,53307653.0,53984411.0,54515658.0,55108006.0,55777366.0,57259592.0,58373087.0,58956837.0,59659596.0,60192845.0,60826196.0,61424549.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/new/tukey.json b/bench-report/branch/issues/26/create entity/8 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..2dda7a5d7b --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[32378.504760245785,32828.46992703853,34028.377038485865,34478.34220527862] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/report/MAD.svg b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..eed637f5a5 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/MAD.svg @@ -0,0 +1,92 @@ + + +create entity/8 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + +220 + + + +240 + + + +260 + + + +280 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/report/SD.svg b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..513afae0d7 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/SD.svg @@ -0,0 +1,104 @@ + + +create entity/8 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + + +220 + + + +240 + + + +260 + + + +280 + + + +300 + + + +320 + + + +340 + + + +360 + + + +380 + + + +400 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/report/index.html b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/index.html new file mode 100644 index 0000000000..ca771fd117 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/8 components/16 entities - Criterion.rs + + + + +
+

create entity/8 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope33.424 µs33.520 µs33.621 µs
Throughput475.90 Kelem/s477.32 Kelem/s478.70 Kelem/s
0.98695410.98799660.9868804
Mean33.432 µs33.489 µs33.553 µs
Std. Dev.228.78 ns310.39 ns395.92 ns
Median33.322 µs33.375 µs33.478 µs
MAD122.92 ns199.72 ns265.17 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/report/mean.svg b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..c708982e85 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/mean.svg @@ -0,0 +1,88 @@ + + +create entity/8 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + + +33.42 + + + +33.44 + + + +33.46 + + + +33.48 + + + +33.5 + + + +33.52 + + + +33.54 + + + +33.56 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/report/median.svg b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/median.svg new file mode 100644 index 0000000000..e03d49086f --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/median.svg @@ -0,0 +1,100 @@ + + +create entity/8 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + +33.32 + + + +33.34 + + + +33.36 + + + +33.38 + + + +33.4 + + + +33.42 + + + +33.44 + + + +33.46 + + + +33.48 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/report/pdf.svg b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..42eb367b91 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/pdf.svg @@ -0,0 +1,157 @@ + + +create entity/8 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + + +33 + + + +33.5 + + + +34 + + + +34.5 + + + +35 + + + +Density (a.u.) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/report/pdf_small.svg b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..3c6b184096 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/pdf_small.svg @@ -0,0 +1,72 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + + +33 + + + +33.5 + + + +34 + + + +34.5 + + + +35 + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/report/regression.svg b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..d29be33a2c --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/regression.svg @@ -0,0 +1,202 @@ + + +create entity/8 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/report/regression_small.svg b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..e8b4d78680 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/regression_small.svg @@ -0,0 +1,187 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/report/slope.svg b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..9b667771ba --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/slope.svg @@ -0,0 +1,76 @@ + + +create entity/8 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + +33.45 + + + +33.5 + + + +33.55 + + + +33.6 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/16 entities/report/typical.svg b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..d1af0ee1c7 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/16 entities/report/typical.svg @@ -0,0 +1,76 @@ + + +create entity/8 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + +33.45 + + + +33.5 + + + +33.55 + + + +33.6 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/base/benchmark.json b/bench-report/branch/issues/26/create entity/8 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..26be75412e --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"8 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/8 components/256 entities","directory_name":"create entity/8 components/256 entities","title":"create entity/8 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/base/estimates.json b/bench-report/branch/issues/26/create entity/8 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..d225bfbd03 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":454722.81395911507,"upper_bound":458942.9140495716},"point_estimate":456751.2759598957,"standard_error":1076.3352705107213},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":450530.70157341694,"upper_bound":453017.2708333333},"point_estimate":451567.9966329966,"standard_error":824.9505031057506},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2729.920517795911,"upper_bound":8135.733795347636},"point_estimate":4814.434746770369,"standard_error":1419.8299465633256},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":450400.49121647945,"upper_bound":451333.99046402605},"point_estimate":450844.6807822275,"standard_error":236.33059726517217},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8284.438588807121,"upper_bound":13019.41877767891},"point_estimate":10817.139426710024,"standard_error":1211.9277277373117}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/base/sample.json b/bench-report/branch/issues/26/create entity/8 components/256 entities/base/sample.json new file mode 100644 index 0000000000..6b6f664ddf --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1448421.0,2850636.0,4248959.0,5594669.0,7194805.0,8873546.0,10277462.0,11825291.0,13385023.0,14091384.0,15501201.0,16714701.0,18049716.0,19474533.0,20864850.0,22279769.0,23669585.0,25061302.0,26416514.0,27785731.0,29201250.0,30598468.0,31947880.0,33295995.0,34759416.0,36109128.0,37490244.0,38927866.0,40415892.0,41636494.0,43072613.0,44464030.0,45857245.0,47187056.0,48634979.0,49919787.0,50646149.0,51876251.0,53252569.0,54410665.0,55444250.0,56976880.0,58003765.0,59600501.0,60474471.0,62212620.0,62982785.0,64344498.0,65742316.0,67185836.0,68718066.0,70607524.0,71238076.0,72650291.0,74001008.0,75108902.0,76819545.0,78117352.0,79215445.0,81074198.0,81984377.0,83622217.0,84353177.0,86341143.0,87423734.0,88921460.0,90314079.0,91456172.0,92910393.0,94896063.0,96327384.0,97549282.0,98646976.0,99736910.0,101272263.0,102692387.0,104046407.0,105116202.0,106377014.0,107761539.0,109312076.0,110651192.0,112204029.0,113573453.0,114860166.0,116081074.0,117139969.0,118472185.0,119959616.0,121322237.0,123142598.0,124608028.0,125701723.0,127427977.0,128594480.0,129871992.0,131471638.0,133089378.0,134231179.0,135657406.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/base/tukey.json b/bench-report/branch/issues/26/create entity/8 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..3e19640b78 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[407607.80402508745,428444.6787991618,484009.6781966934,504846.5529707678] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/changes/benchmark.json b/bench-report/branch/issues/26/create entity/8 components/256 entities/changes/benchmark.json new file mode 100644 index 0000000000..26be75412e --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"8 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/8 components/256 entities","directory_name":"create entity/8 components/256 entities","title":"create entity/8 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/changes/estimates.json b/bench-report/branch/issues/26/create entity/8 components/256 entities/changes/estimates.json new file mode 100644 index 0000000000..76564287dc --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":583574.2984464545,"upper_bound":585420.2176097988},"point_estimate":584482.867543315,"standard_error":470.1088807679034},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":581873.24,"upper_bound":584273.4421362851},"point_estimate":583439.0693957114,"standard_error":553.9524222467747},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3166.498995820158,"upper_bound":5688.950829649044},"point_estimate":4675.685947768674,"standard_error":603.3192255033551},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":581540.6464844769,"upper_bound":582945.5782254367},"point_estimate":582206.48718339,"standard_error":357.35719205786233},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4096.053264177155,"upper_bound":5271.420309462449},"point_estimate":4734.521752992988,"standard_error":301.93771146907227}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/changes/sample.json b/bench-report/branch/issues/26/create entity/8 components/256 entities/changes/sample.json new file mode 100644 index 0000000000..bc7786b734 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1195803.0,2352102.0,3530002.0,4709303.0,5877602.0,7127607.0,8324911.0,9479011.0,10660911.0,11836509.0,13063517.0,14220116.0,15392018.0,16580518.0,17761518.0,18998825.0,20101317.0,21345425.0,22418617.0,23659924.0,24620602.0,25870412.0,27007810.0,28148704.0,29228598.0,30529010.0,31503593.0,32713996.0,33996406.0,35205611.0,36283599.0,37374795.0,38702008.0,39806605.0,40857094.0,42138502.0,43245495.0,44373695.0,45513389.0,46850404.0,47639572.0,48969186.0,50034474.0,51332687.0,52602100.0,53614180.0,54635071.0,55716763.0,56891064.0,58115466.0,59132853.0,60252949.0,61614966.0,62672358.0,63871560.0,65052960.0,66066847.0,67211845.0,68420748.0,69525641.0,70770349.0,71926048.0,73139551.0,74069828.0,75237633.0,76589044.0,77710444.0,78750831.0,79931430.0,81101432.0,84076594.0,85354669.0,86163039.0,85880010.0,87266134.0,88122309.0,89726846.0,91000655.0,92758707.0,93482071.0,94573764.0,95150315.0,96131300.0,97235193.0,98562711.0,99922028.0,101120131.0,102127716.0,103340320.0,104596230.0,105804834.0,107532081.0,108588374.0,109819881.0,110860871.0,111736246.0,112737433.0,114182556.0,115503269.0,116374648.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/changes/tukey.json b/bench-report/branch/issues/26/create entity/8 components/256 entities/changes/tukey.json new file mode 100644 index 0000000000..86a78d4488 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/changes/tukey.json @@ -0,0 +1 @@ +[560724.3035505731,570616.6281074861,596996.160259254,606888.484816167] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/new/benchmark.json b/bench-report/branch/issues/26/create entity/8 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..26be75412e --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"create entity","function_id":"8 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"create entity/8 components/256 entities","directory_name":"create entity/8 components/256 entities","title":"create entity/8 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/new/estimates.json b/bench-report/branch/issues/26/create entity/8 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..d225bfbd03 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":454722.81395911507,"upper_bound":458942.9140495716},"point_estimate":456751.2759598957,"standard_error":1076.3352705107213},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":450530.70157341694,"upper_bound":453017.2708333333},"point_estimate":451567.9966329966,"standard_error":824.9505031057506},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2729.920517795911,"upper_bound":8135.733795347636},"point_estimate":4814.434746770369,"standard_error":1419.8299465633256},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":450400.49121647945,"upper_bound":451333.99046402605},"point_estimate":450844.6807822275,"standard_error":236.33059726517217},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8284.438588807121,"upper_bound":13019.41877767891},"point_estimate":10817.139426710024,"standard_error":1211.9277277373117}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/new/sample.json b/bench-report/branch/issues/26/create entity/8 components/256 entities/new/sample.json new file mode 100644 index 0000000000..6b6f664ddf --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[1448421.0,2850636.0,4248959.0,5594669.0,7194805.0,8873546.0,10277462.0,11825291.0,13385023.0,14091384.0,15501201.0,16714701.0,18049716.0,19474533.0,20864850.0,22279769.0,23669585.0,25061302.0,26416514.0,27785731.0,29201250.0,30598468.0,31947880.0,33295995.0,34759416.0,36109128.0,37490244.0,38927866.0,40415892.0,41636494.0,43072613.0,44464030.0,45857245.0,47187056.0,48634979.0,49919787.0,50646149.0,51876251.0,53252569.0,54410665.0,55444250.0,56976880.0,58003765.0,59600501.0,60474471.0,62212620.0,62982785.0,64344498.0,65742316.0,67185836.0,68718066.0,70607524.0,71238076.0,72650291.0,74001008.0,75108902.0,76819545.0,78117352.0,79215445.0,81074198.0,81984377.0,83622217.0,84353177.0,86341143.0,87423734.0,88921460.0,90314079.0,91456172.0,92910393.0,94896063.0,96327384.0,97549282.0,98646976.0,99736910.0,101272263.0,102692387.0,104046407.0,105116202.0,106377014.0,107761539.0,109312076.0,110651192.0,112204029.0,113573453.0,114860166.0,116081074.0,117139969.0,118472185.0,119959616.0,121322237.0,123142598.0,124608028.0,125701723.0,127427977.0,128594480.0,129871992.0,131471638.0,133089378.0,134231179.0,135657406.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/new/tukey.json b/bench-report/branch/issues/26/create entity/8 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..3e19640b78 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[407607.80402508745,428444.6787991618,484009.6781966934,504846.5529707678] \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/report/MAD.svg b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..7ec4f7bb65 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/MAD.svg @@ -0,0 +1,84 @@ + + +create entity/8 components/256 entities:MAD + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/report/SD.svg b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..0d4bb39486 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/SD.svg @@ -0,0 +1,80 @@ + + +create entity/8 components/256 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + +8 + + + +9 + + + +10 + + + +11 + + + +12 + + + +13 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/report/index.html b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/index.html new file mode 100644 index 0000000000..420421a0f9 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + create entity/8 components/256 entities - Criterion.rs + + + + +
+

create entity/8 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope450.40 µs450.84 µs451.33 µs
Throughput567.21 Kelem/s567.82 Kelem/s568.38 Kelem/s
0.99219530.99232640.9921673
Mean454.72 µs456.75 µs458.94 µs
Std. Dev.8.2844 µs10.817 µs13.019 µs
Median450.53 µs451.57 µs453.02 µs
MAD2.7299 µs4.8144 µs8.1357 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/report/mean.svg b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..4345f02a8b --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/mean.svg @@ -0,0 +1,100 @@ + + +create entity/8 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + +454.5 + + + +455 + + + +455.5 + + + +456 + + + +456.5 + + + +457 + + + +457.5 + + + +458 + + + +458.5 + + + +459 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/report/median.svg b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/median.svg new file mode 100644 index 0000000000..c91b7e4be8 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/median.svg @@ -0,0 +1,88 @@ + + +create entity/8 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + + +450.5 + + + +451 + + + +451.5 + + + +452 + + + +452.5 + + + +453 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/report/pdf.svg b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..5ef5615d9e --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/pdf.svg @@ -0,0 +1,151 @@ + + +create entity/8 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +440 + + + +450 + + + +460 + + + +470 + + + +480 + + + +490 + + + +500 + + + +Density (a.u.) + + + +0 + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + +0.05 + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/report/pdf_small.svg b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..024343fd49 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/pdf_small.svg @@ -0,0 +1,52 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + + +440 + + + +460 + + + +480 + + + +500 + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/report/regression.svg b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..2df0d58e44 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/regression.svg @@ -0,0 +1,187 @@ + + +create entity/8 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/report/regression_small.svg b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..afce7a491e --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/regression_small.svg @@ -0,0 +1,172 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/report/slope.svg b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..1ce0f5666b --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/slope.svg @@ -0,0 +1,88 @@ + + +create entity/8 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + + +450.4 + + + +450.6 + + + +450.8 + + + +451 + + + +451.2 + + + +451.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/256 entities/report/typical.svg b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..8eb032f2c3 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/256 entities/report/typical.svg @@ -0,0 +1,88 @@ + + +create entity/8 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + + +450.4 + + + +450.6 + + + +450.8 + + + +451 + + + +451.2 + + + +451.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/report/index.html b/bench-report/branch/issues/26/create entity/8 components/report/index.html new file mode 100644 index 0000000000..2acc29e2d2 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + create entity/8 components Summary - Criterion.rs + + + + +
+

create entity/8 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

create entity/8 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/8 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/8 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/8 components/report/lines.svg b/bench-report/branch/issues/26/create entity/8 components/report/lines.svg new file mode 100644 index 0000000000..7a6a1202df --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/report/lines.svg @@ -0,0 +1,77 @@ + + +create entity/8 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + +300.0 + + + +350.0 + + + +400.0 + + + +450.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +8 components + + + diff --git a/bench-report/branch/issues/26/create entity/8 components/report/violin.svg b/bench-report/branch/issues/26/create entity/8 components/report/violin.svg new file mode 100644 index 0000000000..cc32565073 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/8 components/report/violin.svg @@ -0,0 +1,75 @@ + + +create entity/8 components: Violin plot + + +Input + + +Average time (µs) + + + +create entity/8 components/256 entities + + + +create entity/8 components/16 entities + + + +create entity/8 components/1 entities + + + + +0.0 + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + +300.0 + + + +350.0 + + + +400.0 + + + +450.0 + + + +500.0 + + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/report/index.html b/bench-report/branch/issues/26/create entity/report/index.html new file mode 100644 index 0000000000..4ab24270bc --- /dev/null +++ b/bench-report/branch/issues/26/create entity/report/index.html @@ -0,0 +1,487 @@ + + + + + + create entity Summary - Criterion.rs + + + + +
+

create entity

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

create entity/0 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/0 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/0 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/1 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/1 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/1 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/16 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/16 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/16 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/2 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/2 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/2 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/4 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/4 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/4 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/8 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/8 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

create entity/8 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/create entity/report/lines.svg b/bench-report/branch/issues/26/create entity/report/lines.svg new file mode 100644 index 0000000000..60406cd98b --- /dev/null +++ b/bench-report/branch/issues/26/create entity/report/lines.svg @@ -0,0 +1,113 @@ + + +create entity: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +100.0 + + + +200.0 + + + +300.0 + + + +400.0 + + + +500.0 + + + +600.0 + + + +700.0 + + + +800.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + +0 components + + +1 components + + +16 components + + +2 components + + +4 components + + +8 components + + + + + + + + diff --git a/bench-report/branch/issues/26/create entity/report/violin.svg b/bench-report/branch/issues/26/create entity/report/violin.svg new file mode 100644 index 0000000000..aa94db8f55 --- /dev/null +++ b/bench-report/branch/issues/26/create entity/report/violin.svg @@ -0,0 +1,157 @@ + + +create entity: Violin plot + + +Input + + +Average time (µs) + + + +create entity/8 components/256 entities + + + +create entity/8 components/16 entities + + + +create entity/8 components/1 entities + + + +create entity/4 components/256 entities + + + +create entity/4 components/16 entities + + + +create entity/4 components/1 entities + + + +create entity/2 components/256 entities + + + +create entity/2 components/16 entities + + + +create entity/2 components/1 entities + + + +create entity/16 components/256 entities + + + +create entity/16 components/16 entities + + + +create entity/16 components/1 entities + + + +create entity/1 components/256 entities + + + +create entity/1 components/16 entities + + + +create entity/1 components/1 entities + + + +create entity/0 components/256 entities + + + +create entity/0 components/16 entities + + + +create entity/0 components/1 entities + + + + +0.0 + + + +100.0 + + + +200.0 + + + +300.0 + + + +400.0 + + + +500.0 + + + +600.0 + + + +700.0 + + + +800.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/base/benchmark.json b/bench-report/branch/issues/26/delete entity/0 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..043a9df0e0 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"0 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/0 components/1 entities","directory_name":"delete entity/0 components/1 entities","title":"delete entity/0 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/base/estimates.json b/bench-report/branch/issues/26/delete entity/0 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..f9e8f06f57 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2054.126358450497,"upper_bound":2093.8259888624993},"point_estimate":2074.289994828176,"standard_error":10.09916781512248},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2081.712215909091,"upper_bound":2144.169565217391},"point_estimate":2107.0157008086253,"standard_error":17.945955759304642},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38.18753723574746,"upper_bound":118.21835671630387},"point_estimate":79.33518704641938,"standard_error":21.15081895571154},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2134.872020802696,"upper_bound":2150.573386554941},"point_estimate":2143.455849046845,"standard_error":3.9821961868113367},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":90.68185892309357,"upper_bound":111.17663923143573},"point_estimate":101.70182643891873,"standard_error":5.193874491840661}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/base/sample.json b/bench-report/branch/issues/26/delete entity/0 components/1 entities/base/sample.json new file mode 100644 index 0000000000..7b3c3c708a --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[40.0,80.0,120.0,160.0,200.0,240.0,280.0,320.0,360.0,400.0,440.0,480.0,520.0,560.0,600.0,640.0,680.0,720.0,760.0,800.0,840.0,880.0,920.0,960.0,1000.0,1040.0,1080.0,1120.0,1160.0,1200.0,1240.0,1280.0,1320.0,1360.0,1400.0,1440.0,1480.0,1520.0,1560.0,1600.0,1640.0,1680.0,1720.0,1760.0,1800.0,1840.0,1880.0,1920.0,1960.0,2000.0,2040.0,2080.0,2120.0,2160.0,2200.0,2240.0,2280.0,2320.0,2360.0,2400.0,2440.0,2480.0,2520.0,2560.0,2600.0,2640.0,2680.0,2720.0,2760.0,2800.0,2840.0,2880.0,2920.0,2960.0,3000.0,3040.0,3080.0,3120.0,3160.0,3200.0,3240.0,3280.0,3320.0,3360.0,3400.0,3440.0,3480.0,3520.0,3560.0,3600.0,3640.0,3680.0,3720.0,3760.0,3800.0,3840.0,3880.0,3920.0,3960.0,4000.0],"times":[93309.0,168315.0,243721.0,318227.0,391832.0,471240.0,544447.0,617654.0,692659.0,770166.0,846471.0,922779.0,993787.0,1068492.0,1143996.0,1222609.0,1290611.0,1367720.0,1455724.0,1531232.0,1604840.0,1678043.0,1762452.0,1843158.0,1931069.0,1996070.0,2110881.0,2179287.0,2269196.0,2382204.0,2453310.0,2535618.0,2627126.0,2760337.0,2872747.0,2920650.0,3039262.0,3128270.0,3207377.0,3284381.0,3410093.0,3477998.0,3581104.0,3668015.0,3776725.0,3844530.0,3939240.0,4036047.0,4130756.0,4198162.0,4286470.0,4389577.0,4465786.0,4574092.0,4691002.0,4800513.0,4876619.0,4952728.0,5071135.0,5140742.0,5244953.0,5334959.0,5411064.0,5521374.0,5617083.0,5657788.0,5751198.0,5834803.0,5917908.0,6038817.0,6114425.0,6193533.0,6277140.0,6390149.0,6473056.0,6556365.0,6658472.0,6751481.0,6802685.0,6897892.0,6979800.0,7062005.0,7173116.0,7251523.0,7615155.0,7506746.0,7565250.0,7592254.0,7686961.0,7765766.0,7836574.0,7958884.0,8064194.0,8156002.0,8216306.0,8296013.0,8416824.0,8484230.0,8603040.0,8683745.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/base/tukey.json b/bench-report/branch/issues/26/delete entity/0 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..44bc49c07e --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[1428.814371892433,1701.7731133655714,2429.663090627274,2702.621832100412] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/changes/benchmark.json b/bench-report/branch/issues/26/delete entity/0 components/1 entities/changes/benchmark.json new file mode 100644 index 0000000000..043a9df0e0 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"0 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/0 components/1 entities","directory_name":"delete entity/0 components/1 entities","title":"delete entity/0 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/changes/estimates.json b/bench-report/branch/issues/26/delete entity/0 components/1 entities/changes/estimates.json new file mode 100644 index 0000000000..06217edff3 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2125.5840094666232,"upper_bound":2286.3939684593497},"point_estimate":2187.0320546833873,"standard_error":43.73849213384959},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2140.8527131782944,"upper_bound":2200.8464197152134},"point_estimate":2182.103777831364,"standard_error":15.84496304725298},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38.10467588880207,"upper_bound":119.81999050273754},"point_estimate":66.5321854415668,"standard_error":20.14119954169071},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2198.744230247524,"upper_bound":2316.107413489893},"point_estimate":2240.628734241966,"standard_error":32.79421279104912},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":92.5934769253602,"upper_bound":738.8946481802552},"point_estimate":442.1616768957991,"standard_error":212.36041242603284}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/changes/sample.json b/bench-report/branch/issues/26/delete entity/0 components/1 entities/changes/sample.json new file mode 100644 index 0000000000..12ac9fc14c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[39.0,78.0,117.0,156.0,195.0,234.0,273.0,312.0,351.0,390.0,429.0,468.0,507.0,546.0,585.0,624.0,663.0,702.0,741.0,780.0,819.0,858.0,897.0,936.0,975.0,1014.0,1053.0,1092.0,1131.0,1170.0,1209.0,1248.0,1287.0,1326.0,1365.0,1404.0,1443.0,1482.0,1521.0,1560.0,1599.0,1638.0,1677.0,1716.0,1755.0,1794.0,1833.0,1872.0,1911.0,1950.0,1989.0,2028.0,2067.0,2106.0,2145.0,2184.0,2223.0,2262.0,2301.0,2340.0,2379.0,2418.0,2457.0,2496.0,2535.0,2574.0,2613.0,2652.0,2691.0,2730.0,2769.0,2808.0,2847.0,2886.0,2925.0,2964.0,3003.0,3042.0,3081.0,3120.0,3159.0,3198.0,3237.0,3276.0,3315.0,3354.0,3393.0,3432.0,3471.0,3510.0,3549.0,3588.0,3627.0,3666.0,3705.0,3744.0,3783.0,3822.0,3861.0,3900.0],"times":[90610.0,167512.0,244420.0,339330.0,396531.0,472740.0,546548.0,626054.0,701561.0,780169.0,846571.0,923379.0,1021188.0,1071491.0,1151499.0,1230205.0,1301613.0,1379319.0,1457227.0,1534934.0,1616740.0,1697146.0,1787254.0,1851660.0,1957069.0,2066681.0,2116080.0,2207090.0,2281698.0,2376406.0,2457512.0,2563422.0,2689333.0,2747238.0,2834644.0,2948456.0,3038662.0,3144773.0,3233481.0,3312987.0,3400792.0,3505002.0,3590210.0,3664617.0,3762627.0,3874535.0,3966044.0,5858707.0,4233766.0,4291368.0,12619789.0,4409080.0,4488485.0,4606497.0,4678804.0,4757811.0,4887422.0,4937826.0,5065036.0,5132343.0,5232450.0,5327859.0,5389264.0,5475171.0,5592779.0,5683789.0,5774498.0,5899409.0,5953014.0,6016117.0,6116927.0,6178634.0,6267040.0,6388750.0,6451257.0,6595568.0,6696877.0,6720680.0,6854592.0,6903197.0,6960399.0,7050709.0,7143916.0,7235525.0,7294526.0,7464344.0,7577253.0,7621958.0,7713766.0,7856979.0,7885580.0,7995690.0,8046494.0,8179705.0,8224711.0,8328019.0,8584340.0,8523835.0,8572036.0,8762655.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/changes/tukey.json b/bench-report/branch/issues/26/delete entity/0 components/1 entities/changes/tukey.json new file mode 100644 index 0000000000..f64d70cf1c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/changes/tukey.json @@ -0,0 +1 @@ +[1496.29966746233,1764.7946434912974,2480.7812462352103,2749.2762222641777] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/new/benchmark.json b/bench-report/branch/issues/26/delete entity/0 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..043a9df0e0 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"0 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/0 components/1 entities","directory_name":"delete entity/0 components/1 entities","title":"delete entity/0 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/new/estimates.json b/bench-report/branch/issues/26/delete entity/0 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..f9e8f06f57 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2054.126358450497,"upper_bound":2093.8259888624993},"point_estimate":2074.289994828176,"standard_error":10.09916781512248},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2081.712215909091,"upper_bound":2144.169565217391},"point_estimate":2107.0157008086253,"standard_error":17.945955759304642},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38.18753723574746,"upper_bound":118.21835671630387},"point_estimate":79.33518704641938,"standard_error":21.15081895571154},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2134.872020802696,"upper_bound":2150.573386554941},"point_estimate":2143.455849046845,"standard_error":3.9821961868113367},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":90.68185892309357,"upper_bound":111.17663923143573},"point_estimate":101.70182643891873,"standard_error":5.193874491840661}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/new/sample.json b/bench-report/branch/issues/26/delete entity/0 components/1 entities/new/sample.json new file mode 100644 index 0000000000..7b3c3c708a --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[40.0,80.0,120.0,160.0,200.0,240.0,280.0,320.0,360.0,400.0,440.0,480.0,520.0,560.0,600.0,640.0,680.0,720.0,760.0,800.0,840.0,880.0,920.0,960.0,1000.0,1040.0,1080.0,1120.0,1160.0,1200.0,1240.0,1280.0,1320.0,1360.0,1400.0,1440.0,1480.0,1520.0,1560.0,1600.0,1640.0,1680.0,1720.0,1760.0,1800.0,1840.0,1880.0,1920.0,1960.0,2000.0,2040.0,2080.0,2120.0,2160.0,2200.0,2240.0,2280.0,2320.0,2360.0,2400.0,2440.0,2480.0,2520.0,2560.0,2600.0,2640.0,2680.0,2720.0,2760.0,2800.0,2840.0,2880.0,2920.0,2960.0,3000.0,3040.0,3080.0,3120.0,3160.0,3200.0,3240.0,3280.0,3320.0,3360.0,3400.0,3440.0,3480.0,3520.0,3560.0,3600.0,3640.0,3680.0,3720.0,3760.0,3800.0,3840.0,3880.0,3920.0,3960.0,4000.0],"times":[93309.0,168315.0,243721.0,318227.0,391832.0,471240.0,544447.0,617654.0,692659.0,770166.0,846471.0,922779.0,993787.0,1068492.0,1143996.0,1222609.0,1290611.0,1367720.0,1455724.0,1531232.0,1604840.0,1678043.0,1762452.0,1843158.0,1931069.0,1996070.0,2110881.0,2179287.0,2269196.0,2382204.0,2453310.0,2535618.0,2627126.0,2760337.0,2872747.0,2920650.0,3039262.0,3128270.0,3207377.0,3284381.0,3410093.0,3477998.0,3581104.0,3668015.0,3776725.0,3844530.0,3939240.0,4036047.0,4130756.0,4198162.0,4286470.0,4389577.0,4465786.0,4574092.0,4691002.0,4800513.0,4876619.0,4952728.0,5071135.0,5140742.0,5244953.0,5334959.0,5411064.0,5521374.0,5617083.0,5657788.0,5751198.0,5834803.0,5917908.0,6038817.0,6114425.0,6193533.0,6277140.0,6390149.0,6473056.0,6556365.0,6658472.0,6751481.0,6802685.0,6897892.0,6979800.0,7062005.0,7173116.0,7251523.0,7615155.0,7506746.0,7565250.0,7592254.0,7686961.0,7765766.0,7836574.0,7958884.0,8064194.0,8156002.0,8216306.0,8296013.0,8416824.0,8484230.0,8603040.0,8683745.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/new/tukey.json b/bench-report/branch/issues/26/delete entity/0 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..44bc49c07e --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[1428.814371892433,1701.7731133655714,2429.663090627274,2702.621832100412] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/MAD.svg b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..7e6b01d769 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/MAD.svg @@ -0,0 +1,92 @@ + + +delete entity/0 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + + +120 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/SD.svg b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..543f153c8c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/SD.svg @@ -0,0 +1,80 @@ + + +delete entity/0 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + + +90 + + + +95 + + + +100 + + + +105 + + + +110 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/index.html b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/index.html new file mode 100644 index 0000000000..2df10cfa27 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/0 components/1 entities - Criterion.rs + + + + +
+

delete entity/0 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope2.1349 µs2.1435 µs2.1506 µs
Throughput464.99 Kelem/s466.54 Kelem/s468.41 Kelem/s
0.93436100.93616350.9349235
Mean2.0541 µs2.0743 µs2.0938 µs
Std. Dev.90.682 ns101.70 ns111.18 ns
Median2.0817 µs2.1070 µs2.1442 µs
MAD38.188 ns79.335 ns118.22 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/mean.svg b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..bf78a887c9 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/mean.svg @@ -0,0 +1,100 @@ + + +delete entity/0 components/1 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + +2.05 + + + +2.055 + + + +2.06 + + + +2.065 + + + +2.07 + + + +2.075 + + + +2.08 + + + +2.085 + + + +2.09 + + + +2.095 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/median.svg b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/median.svg new file mode 100644 index 0000000000..f108742dbb --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/median.svg @@ -0,0 +1,96 @@ + + +delete entity/0 components/1 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + + +2.08 + + + +2.09 + + + +2.1 + + + +2.11 + + + +2.12 + + + +2.13 + + + +2.14 + + + +2.15 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/pdf.svg b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..9adb97e74a --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/pdf.svg @@ -0,0 +1,147 @@ + + +delete entity/0 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +1.8 + + + +1.9 + + + +2 + + + +2.1 + + + +2.2 + + + +2.3 + + + +2.4 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/pdf_small.svg b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..eabd644d05 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/pdf_small.svg @@ -0,0 +1,72 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + + +1.8 + + + +2 + + + +2.2 + + + +2.4 + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/regression.svg b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..60cb0f8329 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/regression.svg @@ -0,0 +1,207 @@ + + +delete entity/0 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + +8.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/regression_small.svg b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..4d09d4948d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/regression_small.svg @@ -0,0 +1,192 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + +8.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/slope.svg b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..ae7a593607 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/slope.svg @@ -0,0 +1,112 @@ + + +delete entity/0 components/1 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + + + +2.134 + + + +2.136 + + + +2.138 + + + +2.14 + + + +2.142 + + + +2.144 + + + +2.146 + + + +2.148 + + + +2.15 + + + +2.152 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/typical.svg b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..7a743fa3cb --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/1 entities/report/typical.svg @@ -0,0 +1,112 @@ + + +delete entity/0 components/1 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + + + +2.134 + + + +2.136 + + + +2.138 + + + +2.14 + + + +2.142 + + + +2.144 + + + +2.146 + + + +2.148 + + + +2.15 + + + +2.152 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/base/benchmark.json b/bench-report/branch/issues/26/delete entity/0 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..d0ce6660b7 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"0 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/0 components/16 entities","directory_name":"delete entity/0 components/16 entities","title":"delete entity/0 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/base/estimates.json b/bench-report/branch/issues/26/delete entity/0 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..8d00dd787d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17635.468284462422,"upper_bound":17680.902767747863},"point_estimate":17657.720236375248,"standard_error":11.593351008886891},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17610.255587949465,"upper_bound":17672.962585034016},"point_estimate":17631.566690098676,"standard_error":15.909059549928653},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":108.69987640352332,"upper_bound":171.23216955772915},"point_estimate":136.06869220763693,"standard_error":16.311024098715198},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17708.94950097125,"upper_bound":17755.06038600192},"point_estimate":17734.20117953373,"standard_error":11.806395063271491},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102.62885873629291,"upper_bound":129.912150636266},"point_estimate":116.52746641774385,"standard_error":6.955966032884056}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/base/sample.json b/bench-report/branch/issues/26/delete entity/0 components/16 entities/base/sample.json new file mode 100644 index 0000000000..12bbddb522 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[378533.0,742264.0,1114896.0,1490628.0,1863162.0,2243191.0,2596423.0,2973154.0,3325886.0,3701018.0,4057749.0,4435882.0,4801811.0,5169044.0,5528474.0,5901808.0,6261238.0,6633270.0,6998100.0,7400635.0,7758567.0,8125498.0,8490430.0,8843760.0,9187291.0,9572722.0,9945453.0,10314486.0,10671317.0,11042148.0,11404879.0,11765611.0,12140841.0,12516674.0,12858703.0,13240537.0,13606469.0,13969700.0,14367735.0,14722063.0,15081195.0,15507531.0,15790057.0,16160986.0,16534221.0,17010762.0,17318486.0,17698320.0,18120953.0,18503290.0,18902323.0,19202847.0,19594682.0,19986914.0,20359749.0,20725979.0,21082610.0,21465743.0,21842875.0,22220807.0,22612541.0,22959070.0,23356705.0,23742336.0,24090068.0,24455601.0,24913742.0,25272770.0,25639697.0,25990330.0,26400267.0,26791000.0,27142330.0,27551967.0,27956800.0,28361236.0,28684563.0,29051692.0,29465129.0,29858061.0,30257097.0,30628631.0,30995261.0,31380895.0,31801529.0,32191463.0,32545193.0,32902025.0,33325062.0,33652189.0,34054123.0,34422056.0,34828090.0,35218621.0,35610755.0,35989989.0,36297717.0,36654545.0,37074184.0,37456715.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/base/tukey.json b/bench-report/branch/issues/26/delete entity/0 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..2a29026eb1 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[16941.598221820383,17245.857444243527,18057.215370705242,18361.474593128383] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/changes/benchmark.json b/bench-report/branch/issues/26/delete entity/0 components/16 entities/changes/benchmark.json new file mode 100644 index 0000000000..d0ce6660b7 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"0 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/0 components/16 entities","directory_name":"delete entity/0 components/16 entities","title":"delete entity/0 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/changes/estimates.json b/bench-report/branch/issues/26/delete entity/0 components/16 entities/changes/estimates.json new file mode 100644 index 0000000000..f1b34ea60e --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17090.048676570364,"upper_bound":17143.65428023073},"point_estimate":17115.667511548625,"standard_error":13.649065096793741},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17062.95567867036,"upper_bound":17152.643724696358},"point_estimate":17091.154888808484,"standard_error":21.8239126719095},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":112.43868368908895,"upper_bound":172.58992283217825},"point_estimate":144.33308654939935,"standard_error":15.425094335485259},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17151.495044371106,"upper_bound":17193.64001415953},"point_estimate":17174.4847482753,"standard_error":10.736262915505005},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":104.60690363719753,"upper_bound":175.59835820970784},"point_estimate":137.05330608028723,"standard_error":19.175313867308432}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/changes/sample.json b/bench-report/branch/issues/26/delete entity/0 components/16 entities/changes/sample.json new file mode 100644 index 0000000000..92e509a0e1 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[19.0,38.0,57.0,76.0,95.0,114.0,133.0,152.0,171.0,190.0,209.0,228.0,247.0,266.0,285.0,304.0,323.0,342.0,361.0,380.0,399.0,418.0,437.0,456.0,475.0,494.0,513.0,532.0,551.0,570.0,589.0,608.0,627.0,646.0,665.0,684.0,703.0,722.0,741.0,760.0,779.0,798.0,817.0,836.0,855.0,874.0,893.0,912.0,931.0,950.0,969.0,988.0,1007.0,1026.0,1045.0,1064.0,1083.0,1102.0,1121.0,1140.0,1159.0,1178.0,1197.0,1216.0,1235.0,1254.0,1273.0,1292.0,1311.0,1330.0,1349.0,1368.0,1387.0,1406.0,1425.0,1444.0,1463.0,1482.0,1501.0,1520.0,1539.0,1558.0,1577.0,1596.0,1615.0,1634.0,1653.0,1672.0,1691.0,1710.0,1729.0,1748.0,1767.0,1786.0,1805.0,1824.0,1843.0,1862.0,1881.0,1900.0],"times":[332928.0,677758.0,975986.0,1307911.0,1634340.0,1968066.0,2277093.0,2625325.0,2933850.0,3243278.0,3586808.0,3894434.0,4201356.0,4529289.0,4854415.0,5170744.0,5499071.0,5827199.0,6128124.0,6487754.0,6813784.0,7099807.0,7426234.0,7747762.0,8052090.0,8396119.0,8685344.0,9031172.0,9337899.0,9650226.0,9989354.0,10323583.0,10642109.0,10941036.0,11296167.0,11632393.0,11978225.0,12261148.0,12540273.0,12938708.0,13182427.0,13597463.0,13882190.0,14210916.0,14519841.0,14854070.0,15167898.0,15501626.0,15821355.0,16171783.0,16491410.0,16851344.0,17211975.0,17531900.0,17828825.0,18177954.0,18479181.0,18787607.0,19148441.0,19472865.0,19809196.0,20132824.0,20482450.0,20794778.0,21183515.0,21685858.0,21845167.0,22164696.0,22497423.0,22863654.0,23141279.0,23484610.0,23779534.0,24107262.0,24448890.0,24785622.0,25171552.0,25488481.0,25797108.0,26176140.0,26356056.0,26807293.0,27179723.0,27562858.0,27843282.0,28193711.0,28521248.0,28841184.0,29125512.0,29536247.0,29909378.0,30134197.0,30516130.0,30860161.0,31152686.0,31461213.0,31792143.0,32124468.0,32419494.0,32763323.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/changes/tukey.json b/bench-report/branch/issues/26/delete entity/0 components/16 entities/changes/tukey.json new file mode 100644 index 0000000000..1b482172dc --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/changes/tukey.json @@ -0,0 +1 @@ +[16396.956210856966,16700.724467071224,17510.77315030925,17814.541406523513] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/new/benchmark.json b/bench-report/branch/issues/26/delete entity/0 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..d0ce6660b7 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"0 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/0 components/16 entities","directory_name":"delete entity/0 components/16 entities","title":"delete entity/0 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/new/estimates.json b/bench-report/branch/issues/26/delete entity/0 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..8d00dd787d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17635.468284462422,"upper_bound":17680.902767747863},"point_estimate":17657.720236375248,"standard_error":11.593351008886891},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17610.255587949465,"upper_bound":17672.962585034016},"point_estimate":17631.566690098676,"standard_error":15.909059549928653},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":108.69987640352332,"upper_bound":171.23216955772915},"point_estimate":136.06869220763693,"standard_error":16.311024098715198},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17708.94950097125,"upper_bound":17755.06038600192},"point_estimate":17734.20117953373,"standard_error":11.806395063271491},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102.62885873629291,"upper_bound":129.912150636266},"point_estimate":116.52746641774385,"standard_error":6.955966032884056}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/new/sample.json b/bench-report/branch/issues/26/delete entity/0 components/16 entities/new/sample.json new file mode 100644 index 0000000000..12bbddb522 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[378533.0,742264.0,1114896.0,1490628.0,1863162.0,2243191.0,2596423.0,2973154.0,3325886.0,3701018.0,4057749.0,4435882.0,4801811.0,5169044.0,5528474.0,5901808.0,6261238.0,6633270.0,6998100.0,7400635.0,7758567.0,8125498.0,8490430.0,8843760.0,9187291.0,9572722.0,9945453.0,10314486.0,10671317.0,11042148.0,11404879.0,11765611.0,12140841.0,12516674.0,12858703.0,13240537.0,13606469.0,13969700.0,14367735.0,14722063.0,15081195.0,15507531.0,15790057.0,16160986.0,16534221.0,17010762.0,17318486.0,17698320.0,18120953.0,18503290.0,18902323.0,19202847.0,19594682.0,19986914.0,20359749.0,20725979.0,21082610.0,21465743.0,21842875.0,22220807.0,22612541.0,22959070.0,23356705.0,23742336.0,24090068.0,24455601.0,24913742.0,25272770.0,25639697.0,25990330.0,26400267.0,26791000.0,27142330.0,27551967.0,27956800.0,28361236.0,28684563.0,29051692.0,29465129.0,29858061.0,30257097.0,30628631.0,30995261.0,31380895.0,31801529.0,32191463.0,32545193.0,32902025.0,33325062.0,33652189.0,34054123.0,34422056.0,34828090.0,35218621.0,35610755.0,35989989.0,36297717.0,36654545.0,37074184.0,37456715.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/new/tukey.json b/bench-report/branch/issues/26/delete entity/0 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..2a29026eb1 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[16941.598221820383,17245.857444243527,18057.215370705242,18361.474593128383] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/MAD.svg b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..a05c061658 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/MAD.svg @@ -0,0 +1,76 @@ + + +delete entity/0 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + + +110 + + + +120 + + + +130 + + + +140 + + + +150 + + + +160 + + + +170 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/SD.svg b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..34bbd37591 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/SD.svg @@ -0,0 +1,80 @@ + + +delete entity/0 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + + +100 + + + +105 + + + +110 + + + +115 + + + +120 + + + +125 + + + +130 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/index.html b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/index.html new file mode 100644 index 0000000000..c556c4df9f --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/0 components/16 entities - Criterion.rs + + + + +
+

delete entity/0 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope17.709 µs17.734 µs17.755 µs
Throughput901.15 Kelem/s902.21 Kelem/s903.50 Kelem/s
0.99529770.99556760.9953834
Mean17.635 µs17.658 µs17.681 µs
Std. Dev.102.63 ns116.53 ns129.91 ns
Median17.610 µs17.632 µs17.673 µs
MAD108.70 ns136.07 ns171.23 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/mean.svg b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..04b70b40c1 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/mean.svg @@ -0,0 +1,100 @@ + + +delete entity/0 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + + +17.635 + + + +17.64 + + + +17.645 + + + +17.65 + + + +17.655 + + + +17.66 + + + +17.665 + + + +17.67 + + + +17.675 + + + +17.68 + + + +17.685 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/median.svg b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/median.svg new file mode 100644 index 0000000000..4bc14f1286 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/median.svg @@ -0,0 +1,80 @@ + + +delete entity/0 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + + +17.61 + + + +17.62 + + + +17.63 + + + +17.64 + + + +17.65 + + + +17.66 + + + +17.67 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/pdf.svg b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..a46471f3d5 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/pdf.svg @@ -0,0 +1,147 @@ + + +delete entity/0 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + + +17.4 + + + +17.5 + + + +17.6 + + + +17.7 + + + +17.8 + + + +17.9 + + + +18 + + + +18.1 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/pdf_small.svg b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..91257178f0 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/pdf_small.svg @@ -0,0 +1,56 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +17.4 + + + +17.6 + + + +17.8 + + + +18 + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/regression.svg b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..f92ece5815 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/regression.svg @@ -0,0 +1,212 @@ + + +delete entity/0 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/regression_small.svg b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..29a30bd175 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/regression_small.svg @@ -0,0 +1,197 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/slope.svg b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..343e560a8c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/slope.svg @@ -0,0 +1,80 @@ + + +delete entity/0 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + + +17.71 + + + +17.72 + + + +17.73 + + + +17.74 + + + +17.75 + + + +17.76 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/typical.svg b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..2b0220b6bc --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/16 entities/report/typical.svg @@ -0,0 +1,80 @@ + + +delete entity/0 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + + +17.71 + + + +17.72 + + + +17.73 + + + +17.74 + + + +17.75 + + + +17.76 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/base/benchmark.json b/bench-report/branch/issues/26/delete entity/0 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..9ebe86f639 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"0 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/0 components/256 entities","directory_name":"delete entity/0 components/256 entities","title":"delete entity/0 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/base/estimates.json b/bench-report/branch/issues/26/delete entity/0 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..965174c401 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":255619.40799828916,"upper_bound":255921.94569748186},"point_estimate":255765.25634780727,"standard_error":77.05872304088842},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":255356.13978494622,"upper_bound":255825.93055555556},"point_estimate":255604.2360587002,"standard_error":106.8415229709971},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":552.8524325976737,"upper_bound":937.8836551915532},"point_estimate":721.8520050383354,"standard_error":94.52027024899476},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":255171.4269406582,"upper_bound":255320.7789156691},"point_estimate":255238.55491847693,"standard_error":38.112785719029546},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":612.657337154633,"upper_bound":954.1199798132903},"point_estimate":776.6171578314859,"standard_error":89.65388271184511}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/base/sample.json b/bench-report/branch/issues/26/delete entity/0 components/256 entities/base/sample.json new file mode 100644 index 0000000000..73ea5fb991 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[771666.0,1536631.0,2334697.0,3086262.0,3863828.0,4625495.0,5380759.0,6138422.0,6932987.0,7715757.0,8465022.0,9234585.0,9996451.0,10778017.0,11561885.0,12312549.0,13064310.0,13850577.0,14578840.0,15359408.0,16110670.0,16897838.0,17666503.0,18419467.0,19229837.0,19984200.0,20857975.0,21570035.0,22313598.0,23090464.0,23914235.0,24643998.0,25336454.0,26100821.0,26887789.0,27666755.0,28415620.0,29166082.0,29916246.0,30705913.0,31503579.0,32257645.0,32997006.0,33779073.0,34505736.0,35271699.0,36037565.0,36811133.0,37563595.0,38381266.0,39098627.0,39923895.0,40642058.0,41443529.0,42117784.0,42898948.0,43706920.0,44408679.0,45186345.0,45957510.0,46699374.0,47496242.0,48258007.0,49051272.0,49830340.0,50642209.0,51297364.0,52003525.0,52787689.0,53551858.0,54286518.0,55084487.0,55888856.0,56721125.0,57444790.0,58152046.0,58928915.0,59745884.0,60503846.0,61252512.0,61983875.0,62773843.0,63490503.0,64279270.0,65029131.0,65730193.0,66555064.0,67317128.0,68062791.0,68833655.0,69592122.0,70321781.0,71184857.0,71936517.0,72712386.0,73435551.0,74279519.0,74930077.0,75710442.0,76510109.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/base/tukey.json b/bench-report/branch/issues/26/delete entity/0 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..71f6fdacb2 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[252270.33977286163,253719.86080674728,257585.25023044233,259034.77126432795] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/changes/benchmark.json b/bench-report/branch/issues/26/delete entity/0 components/256 entities/changes/benchmark.json new file mode 100644 index 0000000000..9ebe86f639 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"0 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/0 components/256 entities","directory_name":"delete entity/0 components/256 entities","title":"delete entity/0 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/changes/estimates.json b/bench-report/branch/issues/26/delete entity/0 components/256 entities/changes/estimates.json new file mode 100644 index 0000000000..570542feee --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":252646.5790362578,"upper_bound":252948.85185570436},"point_estimate":252784.44945285545,"standard_error":77.30572638064996},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":252514.03505523066,"upper_bound":252686.98611111112},"point_estimate":252622.90710382513,"standard_error":43.918983305054006},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":296.4071504754258,"upper_bound":567.6431634742308},"point_estimate":440.91635794997086,"standard_error":68.21567972007588},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":252414.23141131736,"upper_bound":252587.88548565042},"point_estimate":252494.70411260528,"standard_error":44.2408636862363},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":471.91546135078966,"upper_bound":1093.489609629333},"point_estimate":772.9565501625295,"standard_error":174.41776588923938}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/changes/sample.json b/bench-report/branch/issues/26/delete entity/0 components/256 entities/changes/sample.json new file mode 100644 index 0000000000..783f8d441b --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[515944.0,1018188.0,1529432.0,2033976.0,2539517.0,3036962.0,3542505.0,4039147.0,4529689.0,5066736.0,5556677.0,6063220.0,6571765.0,7071303.0,7574951.0,8111894.0,8589536.0,9089280.0,9632524.0,10159072.0,10617310.0,11145058.0,11622597.0,12141641.0,12620482.0,13116224.0,13641570.0,14175817.0,14666357.0,15139298.0,15662744.0,16179887.0,16691931.0,17179773.0,17702516.0,18149156.0,18766708.0,19195651.0,19714793.0,20224633.0,20748781.0,21237222.0,21760667.0,22232308.0,22750753.0,23229394.0,23763839.0,24323486.0,24718519.0,25224966.0,25763811.0,26387565.0,26772998.0,27303544.0,27983800.0,28374433.0,28857177.0,29364118.0,29867263.0,30323002.0,30820146.0,31307587.0,31835533.0,32289970.0,32904825.0,33324560.0,33820802.0,34409753.0,34844590.0,35372835.0,35830075.0,36386926.0,36865062.0,37328202.0,37849747.0,38305389.0,38807030.0,39494388.0,39907926.0,40352665.0,40908508.0,41412855.0,41886594.0,42357634.0,42864478.0,43350320.0,43892366.0,44429715.0,44870251.0,45415599.0,45906440.0,46428086.0,46902423.0,47459172.0,47976219.0,48394753.0,48993004.0,49441541.0,49954784.0,50486830.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/changes/tukey.json b/bench-report/branch/issues/26/delete entity/0 components/256 entities/changes/tukey.json new file mode 100644 index 0000000000..4ef223353e --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/changes/tukey.json @@ -0,0 +1 @@ +[250271.55895890677,251301.2569192124,254047.11814669415,255076.81610699982] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/new/benchmark.json b/bench-report/branch/issues/26/delete entity/0 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..9ebe86f639 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"0 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/0 components/256 entities","directory_name":"delete entity/0 components/256 entities","title":"delete entity/0 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/new/estimates.json b/bench-report/branch/issues/26/delete entity/0 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..965174c401 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":255619.40799828916,"upper_bound":255921.94569748186},"point_estimate":255765.25634780727,"standard_error":77.05872304088842},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":255356.13978494622,"upper_bound":255825.93055555556},"point_estimate":255604.2360587002,"standard_error":106.8415229709971},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":552.8524325976737,"upper_bound":937.8836551915532},"point_estimate":721.8520050383354,"standard_error":94.52027024899476},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":255171.4269406582,"upper_bound":255320.7789156691},"point_estimate":255238.55491847693,"standard_error":38.112785719029546},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":612.657337154633,"upper_bound":954.1199798132903},"point_estimate":776.6171578314859,"standard_error":89.65388271184511}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/new/sample.json b/bench-report/branch/issues/26/delete entity/0 components/256 entities/new/sample.json new file mode 100644 index 0000000000..73ea5fb991 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[771666.0,1536631.0,2334697.0,3086262.0,3863828.0,4625495.0,5380759.0,6138422.0,6932987.0,7715757.0,8465022.0,9234585.0,9996451.0,10778017.0,11561885.0,12312549.0,13064310.0,13850577.0,14578840.0,15359408.0,16110670.0,16897838.0,17666503.0,18419467.0,19229837.0,19984200.0,20857975.0,21570035.0,22313598.0,23090464.0,23914235.0,24643998.0,25336454.0,26100821.0,26887789.0,27666755.0,28415620.0,29166082.0,29916246.0,30705913.0,31503579.0,32257645.0,32997006.0,33779073.0,34505736.0,35271699.0,36037565.0,36811133.0,37563595.0,38381266.0,39098627.0,39923895.0,40642058.0,41443529.0,42117784.0,42898948.0,43706920.0,44408679.0,45186345.0,45957510.0,46699374.0,47496242.0,48258007.0,49051272.0,49830340.0,50642209.0,51297364.0,52003525.0,52787689.0,53551858.0,54286518.0,55084487.0,55888856.0,56721125.0,57444790.0,58152046.0,58928915.0,59745884.0,60503846.0,61252512.0,61983875.0,62773843.0,63490503.0,64279270.0,65029131.0,65730193.0,66555064.0,67317128.0,68062791.0,68833655.0,69592122.0,70321781.0,71184857.0,71936517.0,72712386.0,73435551.0,74279519.0,74930077.0,75710442.0,76510109.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/new/tukey.json b/bench-report/branch/issues/26/delete entity/0 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..71f6fdacb2 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[252270.33977286163,253719.86080674728,257585.25023044233,259034.77126432795] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/MAD.svg b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..63f3a3baf8 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/MAD.svg @@ -0,0 +1,100 @@ + + +delete entity/0 components/256 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + +0.0025 + + + +0.003 + + + +0.0035 + + + +0.004 + + + +0.0045 + + + + +550 + + + +600 + + + +650 + + + +700 + + + +750 + + + +800 + + + +850 + + + +900 + + + +950 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/SD.svg b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..75f1e33ea2 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/SD.svg @@ -0,0 +1,96 @@ + + +delete entity/0 components/256 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + +0.0025 + + + +0.003 + + + +0.0035 + + + +0.004 + + + +0.0045 + + + + +600 + + + +650 + + + +700 + + + +750 + + + +800 + + + +850 + + + +900 + + + +950 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/index.html b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/index.html new file mode 100644 index 0000000000..ab6889c32b --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/0 components/256 entities - Criterion.rs + + + + +
+

delete entity/0 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope255.17 µs255.24 µs255.32 µs
Throughput1.0027 Melem/s1.0030 Melem/s1.0032 Melem/s
0.99966360.99967320.9996588
Mean255.62 µs255.77 µs255.92 µs
Std. Dev.612.66 ns776.62 ns954.12 ns
Median255.36 µs255.60 µs255.83 µs
MAD552.85 ns721.85 ns937.88 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/mean.svg b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..675ab75ac2 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/mean.svg @@ -0,0 +1,104 @@ + + +delete entity/0 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + +5.5 + + + + +255.6 + + + +255.65 + + + +255.7 + + + +255.75 + + + +255.8 + + + +255.85 + + + +255.9 + + + +255.95 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/median.svg b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/median.svg new file mode 100644 index 0000000000..f8fca6f04b --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/median.svg @@ -0,0 +1,112 @@ + + +delete entity/0 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + + +255.35 + + + +255.4 + + + +255.45 + + + +255.5 + + + +255.55 + + + +255.6 + + + +255.65 + + + +255.7 + + + +255.75 + + + +255.8 + + + +255.85 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/pdf.svg b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..e23e2b1c71 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/pdf.svg @@ -0,0 +1,147 @@ + + +delete entity/0 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +254 + + + +255 + + + +256 + + + +257 + + + +258 + + + +259 + + + +260 + + + +Density (a.u.) + + + +0 + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + +0.5 + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/pdf_small.svg b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..752de0e4e9 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/pdf_small.svg @@ -0,0 +1,52 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + + +254 + + + +256 + + + +258 + + + +260 + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/regression.svg b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..b35fff32a1 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/regression.svg @@ -0,0 +1,192 @@ + + +delete entity/0 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/regression_small.svg b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..33892d289c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/regression_small.svg @@ -0,0 +1,177 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/slope.svg b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..c6916dc2e6 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/slope.svg @@ -0,0 +1,104 @@ + + +delete entity/0 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + +11 + + + + +255.16 + + + +255.18 + + + +255.2 + + + +255.22 + + + +255.24 + + + +255.26 + + + +255.28 + + + +255.3 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/typical.svg b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..5b268366f9 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/256 entities/report/typical.svg @@ -0,0 +1,104 @@ + + +delete entity/0 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + +11 + + + + +255.16 + + + +255.18 + + + +255.2 + + + +255.22 + + + +255.24 + + + +255.26 + + + +255.28 + + + +255.3 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/report/index.html b/bench-report/branch/issues/26/delete entity/0 components/report/index.html new file mode 100644 index 0000000000..eb67f804ec --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + delete entity/0 components Summary - Criterion.rs + + + + +
+

delete entity/0 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

delete entity/0 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/0 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/0 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/0 components/report/lines.svg b/bench-report/branch/issues/26/delete entity/0 components/report/lines.svg new file mode 100644 index 0000000000..cf2254fdbd --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/report/lines.svg @@ -0,0 +1,61 @@ + + +delete entity/0 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +0 components + + + diff --git a/bench-report/branch/issues/26/delete entity/0 components/report/violin.svg b/bench-report/branch/issues/26/delete entity/0 components/report/violin.svg new file mode 100644 index 0000000000..f9c962bd74 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/0 components/report/violin.svg @@ -0,0 +1,55 @@ + + +delete entity/0 components: Violin plot + + +Input + + +Average time (µs) + + + +delete entity/0 components/256 entities + + + +delete entity/0 components/16 entities + + + +delete entity/0 components/1 entities + + + + +0.0 + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/base/benchmark.json b/bench-report/branch/issues/26/delete entity/1 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..2236438235 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"1 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/1 components/1 entities","directory_name":"delete entity/1 components/1 entities","title":"delete entity/1 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/base/estimates.json b/bench-report/branch/issues/26/delete entity/1 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..cde37c2ed9 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2158.6731928236018,"upper_bound":2200.3780508810637},"point_estimate":2179.673462910502,"standard_error":10.654036826784756},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2167.0245215311006,"upper_bound":2240.9812030075186},"point_estimate":2220.7069693960457,"standard_error":23.916476771011247},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64.12535227557407,"upper_bound":152.65637453043706},"point_estimate":94.82738575049308,"standard_error":24.290400430737296},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2240.801422968116,"upper_bound":2262.169178360384},"point_estimate":2252.606002426637,"standard_error":5.463053064872453},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95.14963846536355,"upper_bound":117.93404471161135},"point_estimate":106.83013470002373,"standard_error":5.78338836687345}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/base/sample.json b/bench-report/branch/issues/26/delete entity/1 components/1 entities/base/sample.json new file mode 100644 index 0000000000..9999556d96 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[38.0,76.0,114.0,152.0,190.0,228.0,266.0,304.0,342.0,380.0,418.0,456.0,494.0,532.0,570.0,608.0,646.0,684.0,722.0,760.0,798.0,836.0,874.0,912.0,950.0,988.0,1026.0,1064.0,1102.0,1140.0,1178.0,1216.0,1254.0,1292.0,1330.0,1368.0,1406.0,1444.0,1482.0,1520.0,1558.0,1596.0,1634.0,1672.0,1710.0,1748.0,1786.0,1824.0,1862.0,1900.0,1938.0,1976.0,2014.0,2052.0,2090.0,2128.0,2166.0,2204.0,2242.0,2280.0,2318.0,2356.0,2394.0,2432.0,2470.0,2508.0,2546.0,2584.0,2622.0,2660.0,2698.0,2736.0,2774.0,2812.0,2850.0,2888.0,2926.0,2964.0,3002.0,3040.0,3078.0,3116.0,3154.0,3192.0,3230.0,3268.0,3306.0,3344.0,3382.0,3420.0,3458.0,3496.0,3534.0,3572.0,3610.0,3648.0,3686.0,3724.0,3762.0,3800.0],"times":[94307.0,171813.0,248121.0,329929.0,405833.0,485642.0,554147.0,647657.0,703960.0,775663.0,854574.0,924180.0,993486.0,1070993.0,1150999.0,1215805.0,1304212.0,1373715.0,1446524.0,1520230.0,1604537.0,1670643.0,1752150.0,1839556.0,1941666.0,1998771.0,2101178.0,2178687.0,2235392.0,2330101.0,2415306.0,2507215.0,2626627.0,2691631.0,2784540.0,2888450.0,2967957.0,3044062.0,3169071.0,3229479.0,3340388.0,3432696.0,3515304.0,3617311.0,3706816.0,3808728.0,3878334.0,3979243.0,4203166.0,4157259.0,4333472.0,4353676.0,4469785.0,4559991.0,4644099.0,4716306.0,4840815.0,4919424.0,5037233.0,5099636.0,5192246.0,5280053.0,5422166.0,5521674.0,5594676.0,5609085.0,5702890.0,5790697.0,5916808.0,5961010.0,6047020.0,6137427.0,6220434.0,6365046.0,6434251.0,6544862.0,6694274.0,6822984.0,6824983.0,6912394.0,7024904.0,7079810.0,7183416.0,7266524.0,7356229.0,7450438.0,7493444.0,7629554.0,7761066.0,7785268.0,8003989.0,8114996.0,8194502.0,8175805.0,8256212.0,8454926.0,8382619.0,8533231.0,8521331.0,8640542.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/base/tukey.json b/bench-report/branch/issues/26/delete entity/1 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..c63509350c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[1534.2024491977527,1808.7482972437238,2540.8705586996466,2815.4164067456177] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/changes/benchmark.json b/bench-report/branch/issues/26/delete entity/1 components/1 entities/changes/benchmark.json new file mode 100644 index 0000000000..2236438235 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"1 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/1 components/1 entities","directory_name":"delete entity/1 components/1 entities","title":"delete entity/1 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/changes/estimates.json b/bench-report/branch/issues/26/delete entity/1 components/1 entities/changes/estimates.json new file mode 100644 index 0000000000..5611c151fc --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2183.3151660770022,"upper_bound":2217.566518724584},"point_estimate":2200.628709270453,"standard_error":8.739773039853944},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2208.068567358461,"upper_bound":2253.416666666667},"point_estimate":2239.793883063488,"standard_error":12.760835921272998},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.9328611518383,"upper_bound":92.08062570292903},"point_estimate":57.49699909500794,"standard_error":16.114026440747946},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2247.624292502685,"upper_bound":2261.4264799394273},"point_estimate":2255.2694284265053,"standard_error":3.5055013234867314},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75.75247363005273,"upper_bound":98.12924735978828},"point_estimate":87.3057975407794,"standard_error":5.677245818709688}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/changes/sample.json b/bench-report/branch/issues/26/delete entity/1 components/1 entities/changes/sample.json new file mode 100644 index 0000000000..be2e67a1e3 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[37.0,74.0,111.0,148.0,185.0,222.0,259.0,296.0,333.0,370.0,407.0,444.0,481.0,518.0,555.0,592.0,629.0,666.0,703.0,740.0,777.0,814.0,851.0,888.0,925.0,962.0,999.0,1036.0,1073.0,1110.0,1147.0,1184.0,1221.0,1258.0,1295.0,1332.0,1369.0,1406.0,1443.0,1480.0,1517.0,1554.0,1591.0,1628.0,1665.0,1702.0,1739.0,1776.0,1813.0,1850.0,1887.0,1924.0,1961.0,1998.0,2035.0,2072.0,2109.0,2146.0,2183.0,2220.0,2257.0,2294.0,2331.0,2368.0,2405.0,2442.0,2479.0,2516.0,2553.0,2590.0,2627.0,2664.0,2701.0,2738.0,2775.0,2812.0,2849.0,2886.0,2923.0,2960.0,2997.0,3034.0,3071.0,3108.0,3145.0,3182.0,3219.0,3256.0,3293.0,3330.0,3367.0,3404.0,3441.0,3478.0,3515.0,3552.0,3589.0,3626.0,3663.0,3700.0],"times":[91407.0,165110.0,246420.0,322327.0,404535.0,490642.0,543448.0,634654.0,714663.0,766866.0,837872.0,917577.0,983886.0,1054791.0,1144397.0,1207403.0,1286810.0,1362718.0,1433822.0,1530932.0,1589933.0,1669444.0,1743248.0,1839857.0,1898964.0,1991469.0,2083478.0,2156386.0,2283493.0,2320100.0,2434906.0,2523015.0,2631827.0,2682330.0,2780738.0,2865345.0,2939753.0,3045161.0,3141571.0,3210277.0,3298685.0,3401191.0,3498400.0,3580507.0,3691518.0,3800128.0,3855030.0,3992344.0,4038948.0,4115357.0,4292168.0,4296868.0,4402979.0,4501884.0,4588095.0,4653701.0,4766109.0,4827316.0,4934126.0,5060134.0,5106738.0,5185845.0,5296754.0,5290859.0,5413564.0,5499973.0,5596279.0,5689290.0,5752096.0,5826801.0,5925311.0,6021819.0,6074322.0,6215435.0,6260039.0,6350947.0,6435255.0,6543363.0,6608768.0,6750380.0,6834691.0,6958100.0,6973002.0,7039106.0,7122213.0,7214822.0,7261325.0,7387637.0,7452343.0,7537451.0,7726466.0,7753667.0,7804971.0,7919080.0,8061894.0,8148103.0,8147604.0,8278513.0,8305415.0,8499632.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/changes/tukey.json b/bench-report/branch/issues/26/delete entity/1 components/1 entities/changes/tukey.json new file mode 100644 index 0000000000..9b0d9d8228 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/changes/tukey.json @@ -0,0 +1 @@ +[1774.9537130157246,1958.0420890197859,2446.277758363949,2629.3661343680105] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/new/benchmark.json b/bench-report/branch/issues/26/delete entity/1 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..2236438235 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"1 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/1 components/1 entities","directory_name":"delete entity/1 components/1 entities","title":"delete entity/1 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/new/estimates.json b/bench-report/branch/issues/26/delete entity/1 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..cde37c2ed9 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2158.6731928236018,"upper_bound":2200.3780508810637},"point_estimate":2179.673462910502,"standard_error":10.654036826784756},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2167.0245215311006,"upper_bound":2240.9812030075186},"point_estimate":2220.7069693960457,"standard_error":23.916476771011247},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64.12535227557407,"upper_bound":152.65637453043706},"point_estimate":94.82738575049308,"standard_error":24.290400430737296},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2240.801422968116,"upper_bound":2262.169178360384},"point_estimate":2252.606002426637,"standard_error":5.463053064872453},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95.14963846536355,"upper_bound":117.93404471161135},"point_estimate":106.83013470002373,"standard_error":5.78338836687345}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/new/sample.json b/bench-report/branch/issues/26/delete entity/1 components/1 entities/new/sample.json new file mode 100644 index 0000000000..9999556d96 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[38.0,76.0,114.0,152.0,190.0,228.0,266.0,304.0,342.0,380.0,418.0,456.0,494.0,532.0,570.0,608.0,646.0,684.0,722.0,760.0,798.0,836.0,874.0,912.0,950.0,988.0,1026.0,1064.0,1102.0,1140.0,1178.0,1216.0,1254.0,1292.0,1330.0,1368.0,1406.0,1444.0,1482.0,1520.0,1558.0,1596.0,1634.0,1672.0,1710.0,1748.0,1786.0,1824.0,1862.0,1900.0,1938.0,1976.0,2014.0,2052.0,2090.0,2128.0,2166.0,2204.0,2242.0,2280.0,2318.0,2356.0,2394.0,2432.0,2470.0,2508.0,2546.0,2584.0,2622.0,2660.0,2698.0,2736.0,2774.0,2812.0,2850.0,2888.0,2926.0,2964.0,3002.0,3040.0,3078.0,3116.0,3154.0,3192.0,3230.0,3268.0,3306.0,3344.0,3382.0,3420.0,3458.0,3496.0,3534.0,3572.0,3610.0,3648.0,3686.0,3724.0,3762.0,3800.0],"times":[94307.0,171813.0,248121.0,329929.0,405833.0,485642.0,554147.0,647657.0,703960.0,775663.0,854574.0,924180.0,993486.0,1070993.0,1150999.0,1215805.0,1304212.0,1373715.0,1446524.0,1520230.0,1604537.0,1670643.0,1752150.0,1839556.0,1941666.0,1998771.0,2101178.0,2178687.0,2235392.0,2330101.0,2415306.0,2507215.0,2626627.0,2691631.0,2784540.0,2888450.0,2967957.0,3044062.0,3169071.0,3229479.0,3340388.0,3432696.0,3515304.0,3617311.0,3706816.0,3808728.0,3878334.0,3979243.0,4203166.0,4157259.0,4333472.0,4353676.0,4469785.0,4559991.0,4644099.0,4716306.0,4840815.0,4919424.0,5037233.0,5099636.0,5192246.0,5280053.0,5422166.0,5521674.0,5594676.0,5609085.0,5702890.0,5790697.0,5916808.0,5961010.0,6047020.0,6137427.0,6220434.0,6365046.0,6434251.0,6544862.0,6694274.0,6822984.0,6824983.0,6912394.0,7024904.0,7079810.0,7183416.0,7266524.0,7356229.0,7450438.0,7493444.0,7629554.0,7761066.0,7785268.0,8003989.0,8114996.0,8194502.0,8175805.0,8256212.0,8454926.0,8382619.0,8533231.0,8521331.0,8640542.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/new/tukey.json b/bench-report/branch/issues/26/delete entity/1 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..c63509350c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[1534.2024491977527,1808.7482972437238,2540.8705586996466,2815.4164067456177] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/MAD.svg b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..44e5026cb4 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/MAD.svg @@ -0,0 +1,92 @@ + + +delete entity/1 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + + +120 + + + +130 + + + +140 + + + +150 + + + +160 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/SD.svg b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..62d0167bb5 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/SD.svg @@ -0,0 +1,80 @@ + + +delete entity/1 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + + +95 + + + +100 + + + +105 + + + +110 + + + +115 + + + +120 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/index.html b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/index.html new file mode 100644 index 0000000000..93e4d32930 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/1 components/1 entities - Criterion.rs + + + + +
+

delete entity/1 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope2.2408 µs2.2526 µs2.2622 µs
Throughput442.05 Kelem/s443.93 Kelem/s446.27 Kelem/s
0.91196650.91494280.9129873
Mean2.1587 µs2.1797 µs2.2004 µs
Std. Dev.95.150 ns106.83 ns117.93 ns
Median2.1670 µs2.2207 µs2.2410 µs
MAD64.125 ns94.827 ns152.66 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/mean.svg b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..6e3f4fb707 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/mean.svg @@ -0,0 +1,104 @@ + + +delete entity/1 components/1 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + +2.155 + + + +2.16 + + + +2.165 + + + +2.17 + + + +2.175 + + + +2.18 + + + +2.185 + + + +2.19 + + + +2.195 + + + +2.2 + + + +2.205 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/median.svg b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/median.svg new file mode 100644 index 0000000000..ac2f2fd497 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/median.svg @@ -0,0 +1,92 @@ + + +delete entity/1 components/1 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + + +2.16 + + + +2.17 + + + +2.18 + + + +2.19 + + + +2.2 + + + +2.21 + + + +2.22 + + + +2.23 + + + +2.24 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/pdf.svg b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..bd9d816da8 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/pdf.svg @@ -0,0 +1,143 @@ + + +delete entity/1 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +1.9 + + + +2 + + + +2.1 + + + +2.2 + + + +2.3 + + + +2.4 + + + +2.5 + + + +2.6 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/pdf_small.svg b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..7dfca2e085 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/pdf_small.svg @@ -0,0 +1,64 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +2 + + + +2.2 + + + +2.4 + + + +2.6 + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/regression.svg b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..1e011956b8 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/regression.svg @@ -0,0 +1,202 @@ + + +delete entity/1 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + +8.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/regression_small.svg b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..c01007fd12 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/regression_small.svg @@ -0,0 +1,187 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + +8.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/slope.svg b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..04d7cde0ad --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/slope.svg @@ -0,0 +1,80 @@ + + +delete entity/1 components/1 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +2.24 + + + +2.245 + + + +2.25 + + + +2.255 + + + +2.26 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/typical.svg b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..b1e6b85473 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/1 entities/report/typical.svg @@ -0,0 +1,80 @@ + + +delete entity/1 components/1 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +2.24 + + + +2.245 + + + +2.25 + + + +2.255 + + + +2.26 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/base/benchmark.json b/bench-report/branch/issues/26/delete entity/1 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..ae8465043c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"1 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/1 components/16 entities","directory_name":"delete entity/1 components/16 entities","title":"delete entity/1 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/base/estimates.json b/bench-report/branch/issues/26/delete entity/1 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..568c4b799b --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17292.64556628914,"upper_bound":17341.33070299578},"point_estimate":17316.257533248176,"standard_error":12.480729419735374},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17253.005942275042,"upper_bound":17330.579678362574},"point_estimate":17292.681730769233,"standard_error":23.890629142392275},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101.62016556772481,"upper_bound":170.19881331409485},"point_estimate":141.96868723198241,"standard_error":17.767718121406226},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17348.92018583574,"upper_bound":17398.728617282504},"point_estimate":17376.059768225055,"standard_error":12.69045382322225},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103.2147947001615,"upper_bound":151.93479137060635},"point_estimate":124.94167359812064,"standard_error":13.151638656786071}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/base/sample.json b/bench-report/branch/issues/26/delete entity/1 components/16 entities/base/sample.json new file mode 100644 index 0000000000..f584b0a980 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[19.0,38.0,57.0,76.0,95.0,114.0,133.0,152.0,171.0,190.0,209.0,228.0,247.0,266.0,285.0,304.0,323.0,342.0,361.0,380.0,399.0,418.0,437.0,456.0,475.0,494.0,513.0,532.0,551.0,570.0,589.0,608.0,627.0,646.0,665.0,684.0,703.0,722.0,741.0,760.0,779.0,798.0,817.0,836.0,855.0,874.0,893.0,912.0,931.0,950.0,969.0,988.0,1007.0,1026.0,1045.0,1064.0,1083.0,1102.0,1121.0,1140.0,1159.0,1178.0,1197.0,1216.0,1235.0,1254.0,1273.0,1292.0,1311.0,1330.0,1349.0,1368.0,1387.0,1406.0,1425.0,1444.0,1463.0,1482.0,1501.0,1520.0,1539.0,1558.0,1577.0,1596.0,1615.0,1634.0,1653.0,1672.0,1691.0,1710.0,1729.0,1748.0,1767.0,1786.0,1805.0,1824.0,1843.0,1862.0,1881.0,1900.0],"times":[339929.0,665157.0,994185.0,1321513.0,1657645.0,1982570.0,2317900.0,2643626.0,2955753.0,3289682.0,3651412.0,3947838.0,4271166.0,4582495.0,4901317.0,5232750.0,5565377.0,5883703.0,6224833.0,6545862.0,6848687.0,7179816.0,7498944.0,7840274.0,8160199.0,8477127.0,8822256.0,9135184.0,9448310.0,9780637.0,10112567.0,10448098.0,10773725.0,11105653.0,11436679.0,11751207.0,12109341.0,12405264.0,12736291.0,13142827.0,13484656.0,13696775.0,14204919.0,14596154.0,14726865.0,14983288.0,15395522.0,15671143.0,16100580.0,16353804.0,16667127.0,17036562.0,17370690.0,17696618.0,18009244.0,18361276.0,18683804.0,19008629.0,19328658.0,19672887.0,19998914.0,20324041.0,20658372.0,20991901.0,21342230.0,21659959.0,22058491.0,22365218.0,22711147.0,23052279.0,23371507.0,23708233.0,24091666.0,24448298.0,24751421.0,25081451.0,25417681.0,25768111.0,26095340.0,26436068.0,26779999.0,27153128.0,27454554.0,27815585.0,28120213.0,28463442.0,28859578.0,29172202.0,29514531.0,29857659.0,30163485.0,30517619.0,30930454.0,31283982.0,31601210.0,31892237.0,32192762.0,32570994.0,32918625.0,33247351.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/base/tukey.json b/bench-report/branch/issues/26/delete entity/1 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..25bd9e53a9 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[16626.612142004542,16920.37919600227,17703.75800666288,17997.525060660606] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/changes/benchmark.json b/bench-report/branch/issues/26/delete entity/1 components/16 entities/changes/benchmark.json new file mode 100644 index 0000000000..ae8465043c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"1 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/1 components/16 entities","directory_name":"delete entity/1 components/16 entities","title":"delete entity/1 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/changes/estimates.json b/bench-report/branch/issues/26/delete entity/1 components/16 entities/changes/estimates.json new file mode 100644 index 0000000000..ad378248ac --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16785.690329210163,"upper_bound":16835.22834152194},"point_estimate":16809.934372977474,"standard_error":12.599999168068297},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16765.370298939248,"upper_bound":16847.14739688979},"point_estimate":16801.095996012842,"standard_error":18.408155457872386},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102.2477538442794,"upper_bound":154.03249405299795},"point_estimate":127.77610709790773,"standard_error":13.147355613241302},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16829.53483804008,"upper_bound":16869.481286624017},"point_estimate":16851.054494215005,"standard_error":10.160509188410801},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":100.61697519810778,"upper_bound":153.50672061107085},"point_estimate":126.99643424860008,"standard_error":13.621081915536218}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/changes/sample.json b/bench-report/branch/issues/26/delete entity/1 components/16 entities/changes/sample.json new file mode 100644 index 0000000000..294a9b7c63 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[291924.0,572248.0,860974.0,1153399.0,1434824.0,1729249.0,2023173.0,2294297.0,2566417.0,2864245.0,3133269.0,3425194.0,3711617.0,3995643.0,4254863.0,4547690.0,4838812.0,5106537.0,5402963.0,5675986.0,6023616.0,6289838.0,6528460.0,6820883.0,7089706.0,7363131.0,7663257.0,7947480.0,8223205.0,8576033.0,8786551.0,9053375.0,9347200.0,9625223.0,9924049.0,10229874.0,10490296.0,11204360.0,11410375.0,11576990.0,11632097.0,11851813.0,12144840.0,12443164.0,12719688.0,13070617.0,13341640.0,13624565.0,13890289.0,14169813.0,14497339.0,14734861.0,15020886.0,15355415.0,15692742.0,15950162.0,16200387.0,16528116.0,16804937.0,17247075.0,17385689.0,17695613.0,18018941.0,18280665.0,18512285.0,18865513.0,19148539.0,19408759.0,19698185.0,20047914.0,20277733.0,20666570.0,20936090.0,21232618.0,21480137.0,21777963.0,22028688.0,22410918.0,22690942.0,22973266.0,23231386.0,23538116.0,23816038.0,24096561.0,24444993.0,24655911.0,24916931.0,25203757.0,25604794.0,25814510.0,26141439.0,26462264.0,26776691.0,27033111.0,27360240.0,27678267.0,27923990.0,28248618.0,28444335.0,28800563.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/changes/tukey.json b/bench-report/branch/issues/26/delete entity/1 components/16 entities/changes/tukey.json new file mode 100644 index 0000000000..9cfd7cdfdc --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/changes/tukey.json @@ -0,0 +1 @@ +[16143.1093339047,16420.37914864142,17159.765321272665,17437.03513600938] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/new/benchmark.json b/bench-report/branch/issues/26/delete entity/1 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..ae8465043c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"1 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/1 components/16 entities","directory_name":"delete entity/1 components/16 entities","title":"delete entity/1 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/new/estimates.json b/bench-report/branch/issues/26/delete entity/1 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..568c4b799b --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17292.64556628914,"upper_bound":17341.33070299578},"point_estimate":17316.257533248176,"standard_error":12.480729419735374},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17253.005942275042,"upper_bound":17330.579678362574},"point_estimate":17292.681730769233,"standard_error":23.890629142392275},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101.62016556772481,"upper_bound":170.19881331409485},"point_estimate":141.96868723198241,"standard_error":17.767718121406226},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17348.92018583574,"upper_bound":17398.728617282504},"point_estimate":17376.059768225055,"standard_error":12.69045382322225},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103.2147947001615,"upper_bound":151.93479137060635},"point_estimate":124.94167359812064,"standard_error":13.151638656786071}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/new/sample.json b/bench-report/branch/issues/26/delete entity/1 components/16 entities/new/sample.json new file mode 100644 index 0000000000..f584b0a980 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[19.0,38.0,57.0,76.0,95.0,114.0,133.0,152.0,171.0,190.0,209.0,228.0,247.0,266.0,285.0,304.0,323.0,342.0,361.0,380.0,399.0,418.0,437.0,456.0,475.0,494.0,513.0,532.0,551.0,570.0,589.0,608.0,627.0,646.0,665.0,684.0,703.0,722.0,741.0,760.0,779.0,798.0,817.0,836.0,855.0,874.0,893.0,912.0,931.0,950.0,969.0,988.0,1007.0,1026.0,1045.0,1064.0,1083.0,1102.0,1121.0,1140.0,1159.0,1178.0,1197.0,1216.0,1235.0,1254.0,1273.0,1292.0,1311.0,1330.0,1349.0,1368.0,1387.0,1406.0,1425.0,1444.0,1463.0,1482.0,1501.0,1520.0,1539.0,1558.0,1577.0,1596.0,1615.0,1634.0,1653.0,1672.0,1691.0,1710.0,1729.0,1748.0,1767.0,1786.0,1805.0,1824.0,1843.0,1862.0,1881.0,1900.0],"times":[339929.0,665157.0,994185.0,1321513.0,1657645.0,1982570.0,2317900.0,2643626.0,2955753.0,3289682.0,3651412.0,3947838.0,4271166.0,4582495.0,4901317.0,5232750.0,5565377.0,5883703.0,6224833.0,6545862.0,6848687.0,7179816.0,7498944.0,7840274.0,8160199.0,8477127.0,8822256.0,9135184.0,9448310.0,9780637.0,10112567.0,10448098.0,10773725.0,11105653.0,11436679.0,11751207.0,12109341.0,12405264.0,12736291.0,13142827.0,13484656.0,13696775.0,14204919.0,14596154.0,14726865.0,14983288.0,15395522.0,15671143.0,16100580.0,16353804.0,16667127.0,17036562.0,17370690.0,17696618.0,18009244.0,18361276.0,18683804.0,19008629.0,19328658.0,19672887.0,19998914.0,20324041.0,20658372.0,20991901.0,21342230.0,21659959.0,22058491.0,22365218.0,22711147.0,23052279.0,23371507.0,23708233.0,24091666.0,24448298.0,24751421.0,25081451.0,25417681.0,25768111.0,26095340.0,26436068.0,26779999.0,27153128.0,27454554.0,27815585.0,28120213.0,28463442.0,28859578.0,29172202.0,29514531.0,29857659.0,30163485.0,30517619.0,30930454.0,31283982.0,31601210.0,31892237.0,32192762.0,32570994.0,32918625.0,33247351.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/new/tukey.json b/bench-report/branch/issues/26/delete entity/1 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..25bd9e53a9 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[16626.612142004542,16920.37919600227,17703.75800666288,17997.525060660606] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/MAD.svg b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..7f5a0df040 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/MAD.svg @@ -0,0 +1,84 @@ + + +delete entity/1 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + + +100 + + + +110 + + + +120 + + + +130 + + + +140 + + + +150 + + + +160 + + + +170 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/SD.svg b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..89b913ba11 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/SD.svg @@ -0,0 +1,80 @@ + + +delete entity/1 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + + +100 + + + +110 + + + +120 + + + +130 + + + +140 + + + +150 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/index.html b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/index.html new file mode 100644 index 0000000000..439c89ba77 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/1 components/16 entities - Criterion.rs + + + + +
+

delete entity/1 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope17.349 µs17.376 µs17.399 µs
Throughput919.61 Kelem/s920.81 Kelem/s922.25 Kelem/s
0.99499800.99532110.9950956
Mean17.293 µs17.316 µs17.341 µs
Std. Dev.103.21 ns124.94 ns151.93 ns
Median17.253 µs17.293 µs17.331 µs
MAD101.62 ns141.97 ns170.20 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/mean.svg b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..3bef353eb4 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/mean.svg @@ -0,0 +1,76 @@ + + +delete entity/1 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + + +17.29 + + + +17.3 + + + +17.31 + + + +17.32 + + + +17.33 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/median.svg b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/median.svg new file mode 100644 index 0000000000..88839134ed --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/median.svg @@ -0,0 +1,88 @@ + + +delete entity/1 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +17.25 + + + +17.26 + + + +17.27 + + + +17.28 + + + +17.29 + + + +17.3 + + + +17.31 + + + +17.32 + + + +17.33 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/pdf.svg b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..51a8aeccb4 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/pdf.svg @@ -0,0 +1,153 @@ + + +delete entity/1 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + + +17 + + + +17.1 + + + +17.2 + + + +17.3 + + + +17.4 + + + +17.5 + + + +17.6 + + + +17.7 + + + +17.8 + + + +17.9 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/pdf_small.svg b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..715cef7e3e --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/pdf_small.svg @@ -0,0 +1,52 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +17 + + + +17.5 + + + +18 + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/regression.svg b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..79f94c423b --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/regression.svg @@ -0,0 +1,202 @@ + + +delete entity/1 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/regression_small.svg b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..3245fa934d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/regression_small.svg @@ -0,0 +1,187 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/slope.svg b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..1c5f6cb988 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/slope.svg @@ -0,0 +1,76 @@ + + +delete entity/1 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +17.35 + + + +17.36 + + + +17.37 + + + +17.38 + + + +17.39 + + + +17.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/typical.svg b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..a35830804f --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/16 entities/report/typical.svg @@ -0,0 +1,76 @@ + + +delete entity/1 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +17.35 + + + +17.36 + + + +17.37 + + + +17.38 + + + +17.39 + + + +17.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/base/benchmark.json b/bench-report/branch/issues/26/delete entity/1 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..ee1020214a --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"1 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/1 components/256 entities","directory_name":"delete entity/1 components/256 entities","title":"delete entity/1 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/base/estimates.json b/bench-report/branch/issues/26/delete entity/1 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..154a4041cd --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":250780.23407567348,"upper_bound":251040.45219437315},"point_estimate":250906.1179249677,"standard_error":66.60286360647808},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":250518.2905982906,"upper_bound":250883.4648148148},"point_estimate":250707.67791636096,"standard_error":90.02242393691478},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":367.40680597718216,"upper_bound":728.0622928075165},"point_estimate":531.639375794073,"standard_error":92.21349277922},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":250428.15669829617,"upper_bound":250555.99930860027},"point_estimate":250486.66593271267,"standard_error":32.71776263236243},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":539.6130262573173,"upper_bound":795.4026194741887},"point_estimate":671.0593893412548,"standard_error":65.59167748186775}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/base/sample.json b/bench-report/branch/issues/26/delete entity/1 components/256 entities/base/sample.json new file mode 100644 index 0000000000..c4975e4a8b --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[757666.0,1509529.0,2281997.0,3010358.0,3788024.0,4553092.0,5262852.0,6012016.0,6784583.0,7531644.0,8295313.0,9068979.0,9824544.0,10531604.0,11310171.0,12103538.0,12824900.0,13566863.0,14309027.0,15112996.0,15836959.0,16623425.0,17328686.0,18071551.0,18846518.0,19625483.0,20392848.0,21155914.0,21825474.0,22656842.0,23414508.0,24121068.0,24841029.0,25602892.0,26390165.0,27121428.0,27863491.0,28668660.0,29370520.0,30127682.0,30967357.0,31695518.0,32486387.0,33169746.0,33872008.0,34563167.0,35350131.0,36089094.0,36834259.0,37588423.0,38362291.0,39119255.0,39829516.0,40606983.0,41355340.0,42131978.0,42812134.0,43622706.0,44291362.0,45033824.0,45831091.0,46586959.0,47318420.0,48079584.0,48828945.0,49597812.0,50305772.0,51148546.0,51920810.0,52596267.0,53285527.0,54034390.0,54861458.0,55583119.0,56356985.0,57077147.0,57879814.0,58621280.0,59339139.0,60070303.0,60838369.0,61619534.0,62372498.0,63120358.0,63847723.0,64589486.0,65321948.0,66211823.0,66900580.0,67587842.0,68325801.0,69066967.0,69814029.0,70556793.0,71329655.0,72147427.0,72789981.0,73551647.0,74331812.0,75048573.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/base/tukey.json b/bench-report/branch/issues/26/delete entity/1 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..0ff2336b0b --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[247739.18818524605,249069.3148316879,252616.31922219944,253946.44586864125] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/changes/benchmark.json b/bench-report/branch/issues/26/delete entity/1 components/256 entities/changes/benchmark.json new file mode 100644 index 0000000000..ee1020214a --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"1 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/1 components/256 entities","directory_name":"delete entity/1 components/256 entities","title":"delete entity/1 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/changes/estimates.json b/bench-report/branch/issues/26/delete entity/1 components/256 entities/changes/estimates.json new file mode 100644 index 0000000000..667eee6ea9 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":248565.13241580216,"upper_bound":248908.31243101807},"point_estimate":248717.75254694946,"standard_error":88.18638125206888},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":248404.05847060116,"upper_bound":248677.91319444444},"point_estimate":248525.42110655736,"standard_error":78.01516826977819},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":391.28222323731063,"upper_bound":652.7531114457134},"point_estimate":528.872395115672,"standard_error":66.26676241069963},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":248320.96756240766,"upper_bound":248512.15923676346},"point_estimate":248408.821482193,"standard_error":48.80012447705759},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":458.9500349893605,"upper_bound":1314.99356386634},"point_estimate":882.8154069447089,"standard_error":243.62389666225417}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/changes/sample.json b/bench-report/branch/issues/26/delete entity/1 components/256 entities/changes/sample.json new file mode 100644 index 0000000000..3dd670d852 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[503543.0,995485.0,1492829.0,1994670.0,2499916.0,3005759.0,3473899.0,3976342.0,4459384.0,4961126.0,5477470.0,5952214.0,6636172.0,6946497.0,7448941.0,7957486.0,8473331.0,8966768.0,9459512.0,9932853.0,10449002.0,10925340.0,11428788.0,11965733.0,12443273.0,12951817.0,13443256.0,13912298.0,14476347.0,14915882.0,15395125.0,15955573.0,16438315.0,16890853.0,17371497.0,17892142.0,18441386.0,18879226.0,19405570.0,19892714.0,20440460.0,20884096.0,21379140.0,21943790.0,22417531.0,22915172.0,23343209.0,23843255.0,24410202.0,24859242.0,25364883.0,25886629.0,26427976.0,26857914.0,27353556.0,27907303.0,28367542.0,28948293.0,29451637.0,29918663.0,30320595.0,30844941.0,31387288.0,31795723.0,32359969.0,32772604.0,33349056.0,33863099.0,34320737.0,34802680.0,35259719.0,35759960.0,36214403.0,36717041.0,37223085.0,37750532.0,38234071.0,38715013.0,39218755.0,39753903.0,40253548.0,40712883.0,41240830.0,41746573.0,42165311.0,42723157.0,43171892.0,43661837.0,44163379.0,44677123.0,45194466.0,45615004.0,46162050.0,46649093.0,47171237.0,47621974.0,48124319.0,48639462.0,49057399.0,49596545.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/changes/tukey.json b/bench-report/branch/issues/26/delete entity/1 components/256 entities/changes/tukey.json new file mode 100644 index 0000000000..1da652da06 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/changes/tukey.json @@ -0,0 +1 @@ +[246117.4651439783,247191.01905305462,250053.82947725814,251127.38338633446] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/new/benchmark.json b/bench-report/branch/issues/26/delete entity/1 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..ee1020214a --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"1 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/1 components/256 entities","directory_name":"delete entity/1 components/256 entities","title":"delete entity/1 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/new/estimates.json b/bench-report/branch/issues/26/delete entity/1 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..154a4041cd --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":250780.23407567348,"upper_bound":251040.45219437315},"point_estimate":250906.1179249677,"standard_error":66.60286360647808},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":250518.2905982906,"upper_bound":250883.4648148148},"point_estimate":250707.67791636096,"standard_error":90.02242393691478},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":367.40680597718216,"upper_bound":728.0622928075165},"point_estimate":531.639375794073,"standard_error":92.21349277922},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":250428.15669829617,"upper_bound":250555.99930860027},"point_estimate":250486.66593271267,"standard_error":32.71776263236243},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":539.6130262573173,"upper_bound":795.4026194741887},"point_estimate":671.0593893412548,"standard_error":65.59167748186775}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/new/sample.json b/bench-report/branch/issues/26/delete entity/1 components/256 entities/new/sample.json new file mode 100644 index 0000000000..c4975e4a8b --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[757666.0,1509529.0,2281997.0,3010358.0,3788024.0,4553092.0,5262852.0,6012016.0,6784583.0,7531644.0,8295313.0,9068979.0,9824544.0,10531604.0,11310171.0,12103538.0,12824900.0,13566863.0,14309027.0,15112996.0,15836959.0,16623425.0,17328686.0,18071551.0,18846518.0,19625483.0,20392848.0,21155914.0,21825474.0,22656842.0,23414508.0,24121068.0,24841029.0,25602892.0,26390165.0,27121428.0,27863491.0,28668660.0,29370520.0,30127682.0,30967357.0,31695518.0,32486387.0,33169746.0,33872008.0,34563167.0,35350131.0,36089094.0,36834259.0,37588423.0,38362291.0,39119255.0,39829516.0,40606983.0,41355340.0,42131978.0,42812134.0,43622706.0,44291362.0,45033824.0,45831091.0,46586959.0,47318420.0,48079584.0,48828945.0,49597812.0,50305772.0,51148546.0,51920810.0,52596267.0,53285527.0,54034390.0,54861458.0,55583119.0,56356985.0,57077147.0,57879814.0,58621280.0,59339139.0,60070303.0,60838369.0,61619534.0,62372498.0,63120358.0,63847723.0,64589486.0,65321948.0,66211823.0,66900580.0,67587842.0,68325801.0,69066967.0,69814029.0,70556793.0,71329655.0,72147427.0,72789981.0,73551647.0,74331812.0,75048573.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/new/tukey.json b/bench-report/branch/issues/26/delete entity/1 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..0ff2336b0b --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[247739.18818524605,249069.3148316879,252616.31922219944,253946.44586864125] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/MAD.svg b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..dd4b88fc63 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/MAD.svg @@ -0,0 +1,108 @@ + + +delete entity/1 components/256 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + +0.0025 + + + +0.003 + + + +0.0035 + + + +0.004 + + + +0.0045 + + + +0.005 + + + +0.0055 + + + + +350 + + + +400 + + + +450 + + + +500 + + + +550 + + + +600 + + + +650 + + + +700 + + + +750 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/SD.svg b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..4f77983483 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/SD.svg @@ -0,0 +1,76 @@ + + +delete entity/1 components/256 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + + +550 + + + +600 + + + +650 + + + +700 + + + +750 + + + +800 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/index.html b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/index.html new file mode 100644 index 0000000000..2b3c99310b --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/1 components/256 entities - Criterion.rs + + + + +
+

delete entity/1 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope250.43 µs250.49 µs250.56 µs
Throughput1.0217 Melem/s1.0220 Melem/s1.0222 Melem/s
0.99973380.99974140.9997307
Mean250.78 µs250.91 µs251.04 µs
Std. Dev.539.61 ns671.06 ns795.40 ns
Median250.52 µs250.71 µs250.88 µs
MAD367.41 ns531.64 ns728.06 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/mean.svg b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..1c853c4baf --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/mean.svg @@ -0,0 +1,76 @@ + + +delete entity/1 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + +250.8 + + + +250.85 + + + +250.9 + + + +250.95 + + + +251 + + + +251.05 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/median.svg b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/median.svg new file mode 100644 index 0000000000..b1c4eff6e6 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/median.svg @@ -0,0 +1,84 @@ + + +delete entity/1 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + +250.5 + + + +250.55 + + + +250.6 + + + +250.65 + + + +250.7 + + + +250.75 + + + +250.8 + + + +250.85 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/pdf.svg b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..93ecc4dd6d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/pdf.svg @@ -0,0 +1,147 @@ + + +delete entity/1 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +249.5 + + + +250 + + + +250.5 + + + +251 + + + +251.5 + + + +252 + + + +252.5 + + + +253 + + + +253.5 + + + +254 + + + +Density (a.u.) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/pdf_small.svg b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..ea61a99391 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/pdf_small.svg @@ -0,0 +1,64 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + +250 + + + +251 + + + +252 + + + +253 + + + +254 + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/regression.svg b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..f70074d360 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/regression.svg @@ -0,0 +1,192 @@ + + +delete entity/1 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/regression_small.svg b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..59519513d5 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/regression_small.svg @@ -0,0 +1,177 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/slope.svg b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..1ae78bc0f9 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/slope.svg @@ -0,0 +1,84 @@ + + +delete entity/1 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + + +250.42 + + + +250.44 + + + +250.46 + + + +250.48 + + + +250.5 + + + +250.52 + + + +250.54 + + + +250.56 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/typical.svg b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..e8a5550f50 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/256 entities/report/typical.svg @@ -0,0 +1,84 @@ + + +delete entity/1 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + + +250.42 + + + +250.44 + + + +250.46 + + + +250.48 + + + +250.5 + + + +250.52 + + + +250.54 + + + +250.56 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/report/index.html b/bench-report/branch/issues/26/delete entity/1 components/report/index.html new file mode 100644 index 0000000000..7ffafaa8a0 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + delete entity/1 components Summary - Criterion.rs + + + + +
+

delete entity/1 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

delete entity/1 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/1 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/1 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 components/report/lines.svg b/bench-report/branch/issues/26/delete entity/1 components/report/lines.svg new file mode 100644 index 0000000000..f220eb2b13 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/report/lines.svg @@ -0,0 +1,61 @@ + + +delete entity/1 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +1 components + + + diff --git a/bench-report/branch/issues/26/delete entity/1 components/report/violin.svg b/bench-report/branch/issues/26/delete entity/1 components/report/violin.svg new file mode 100644 index 0000000000..7ba1a5e1a0 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 components/report/violin.svg @@ -0,0 +1,55 @@ + + +delete entity/1 components: Violin plot + + +Input + + +Average time (µs) + + + +delete entity/1 components/256 entities + + + +delete entity/1 components/16 entities + + + +delete entity/1 components/1 entities + + + + +0.0 + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/1 entities/report/index.html b/bench-report/branch/issues/26/delete entity/1 entities/report/index.html new file mode 100644 index 0000000000..a6068d311a --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 entities/report/index.html @@ -0,0 +1,208 @@ + + + + + + delete entity/1 entities Summary - Criterion.rs + + + + +
+

delete entity/1 entities

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

delete entity/0 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/1 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/2 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/4 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/8 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/16 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/1 entities/report/violin.svg b/bench-report/branch/issues/26/delete entity/1 entities/report/violin.svg new file mode 100644 index 0000000000..7bf86534ab --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/1 entities/report/violin.svg @@ -0,0 +1,73 @@ + + +delete entity/1 entities: Violin plot + + +Input + + +Average time (µs) + + + +delete entity/16 components/1 entities + + + +delete entity/8 components/1 entities + + + +delete entity/4 components/1 entities + + + +delete entity/2 components/1 entities + + + +delete entity/1 components/1 entities + + + +delete entity/0 components/1 entities + + + + +0.0 + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + +2.5 + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/base/benchmark.json b/bench-report/branch/issues/26/delete entity/16 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..51678ffac7 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"16 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/16 components/1 entities","directory_name":"delete entity/16 components/1 entities","title":"delete entity/16 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/base/estimates.json b/bench-report/branch/issues/26/delete entity/16 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..f005598fcc --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1275.8394158096426,"upper_bound":1320.357507261141},"point_estimate":1298.3955329709781,"standard_error":11.360919658328308},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1277.2213727678572,"upper_bound":1373.7171336206898},"point_estimate":1331.9241256598793,"standard_error":25.336007132143397},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81.81776274562098,"upper_bound":177.44770500556027},"point_estimate":135.18738733410706,"standard_error":26.710412699334793},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1375.1036101835891,"upper_bound":1398.8540650702837},"point_estimate":1388.2985657418353,"standard_error":6.02354209204103},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":105.07825877343424,"upper_bound":120.31258026249667},"point_estimate":113.70529907614488,"standard_error":3.8785955259936316}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/base/sample.json b/bench-report/branch/issues/26/delete entity/16 components/1 entities/base/sample.json new file mode 100644 index 0000000000..6322358eba --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[32.0,64.0,96.0,128.0,160.0,192.0,224.0,256.0,288.0,320.0,352.0,384.0,416.0,448.0,480.0,512.0,544.0,576.0,608.0,640.0,672.0,704.0,736.0,768.0,800.0,832.0,864.0,896.0,928.0,960.0,992.0,1024.0,1056.0,1088.0,1120.0,1152.0,1184.0,1216.0,1248.0,1280.0,1312.0,1344.0,1376.0,1408.0,1440.0,1472.0,1504.0,1536.0,1568.0,1600.0,1632.0,1664.0,1696.0,1728.0,1760.0,1792.0,1824.0,1856.0,1888.0,1920.0,1952.0,1984.0,2016.0,2048.0,2080.0,2112.0,2144.0,2176.0,2208.0,2240.0,2272.0,2304.0,2336.0,2368.0,2400.0,2432.0,2464.0,2496.0,2528.0,2560.0,2592.0,2624.0,2656.0,2688.0,2720.0,2752.0,2784.0,2816.0,2848.0,2880.0,2912.0,2944.0,2976.0,3008.0,3040.0,3072.0,3104.0,3136.0,3168.0,3200.0],"times":[43305.0,78106.0,114709.0,151212.0,186517.0,223319.0,260922.0,296326.0,332327.0,381533.0,399833.0,437337.0,472040.0,509446.0,543947.0,579351.0,612353.0,658556.0,692960.0,727764.0,760565.0,801569.0,843272.0,869973.0,920578.0,948482.0,988484.0,1040190.0,1084791.0,1117196.0,1170499.0,1217404.0,1258409.0,1298112.0,1362714.0,1389518.0,1432022.0,1492425.0,1546831.0,1631641.0,1645042.0,1719948.0,1765551.0,1808856.0,1872359.0,1933364.0,1950567.0,2009371.0,2052477.0,2113380.0,2175889.0,2214090.0,2265196.0,2329802.0,2366303.0,2426008.0,2459110.0,2549619.0,2570419.0,2624124.0,2691130.0,2747835.0,2790639.0,2828942.0,2896845.0,2929452.0,2971552.0,3033161.0,3084865.0,3116166.0,3209773.0,3244477.0,3310182.0,3358287.0,3367689.0,3374387.0,3438094.0,3497499.0,3558404.0,3602708.0,3595007.0,3741519.0,3784624.0,3867931.0,3905636.0,3954937.0,3958738.0,4000442.0,4014143.0,4103949.0,4180759.0,4267165.0,4265463.0,4353673.0,4314567.0,4340472.0,4376174.0,4462283.0,4508988.0,4696803.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/base/tukey.json b/bench-report/branch/issues/26/delete entity/16 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..7d525ce709 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[496.0820462840661,836.6374410369162,1744.78516037785,2085.3405551307] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/changes/benchmark.json b/bench-report/branch/issues/26/delete entity/16 components/1 entities/changes/benchmark.json new file mode 100644 index 0000000000..51678ffac7 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"16 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/16 components/1 entities","directory_name":"delete entity/16 components/1 entities","title":"delete entity/16 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/changes/estimates.json b/bench-report/branch/issues/26/delete entity/16 components/1 entities/changes/estimates.json new file mode 100644 index 0000000000..d21327b80e --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1191.6569300098522,"upper_bound":1239.462143507435},"point_estimate":1215.5703140006183,"standard_error":12.252379333261459},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1209.6316579144786,"upper_bound":1289.2131953894182},"point_estimate":1256.5809614168247,"standard_error":22.495345986941825},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80.6817100638383,"upper_bound":180.27155053249393},"point_estimate":124.11898182457008,"standard_error":27.118217067745967},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1297.2777653821424,"upper_bound":1325.455526105491},"point_estimate":1312.436373768335,"standard_error":7.1397017648088585},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":112.39840451219716,"upper_bound":131.9246348424269},"point_estimate":123.19344147962997,"standard_error":4.969482789038047}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/changes/sample.json b/bench-report/branch/issues/26/delete entity/16 components/1 entities/changes/sample.json new file mode 100644 index 0000000000..db81a960f0 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[31.0,62.0,93.0,124.0,155.0,186.0,217.0,248.0,279.0,310.0,341.0,372.0,403.0,434.0,465.0,496.0,527.0,558.0,589.0,620.0,651.0,682.0,713.0,744.0,775.0,806.0,837.0,868.0,899.0,930.0,961.0,992.0,1023.0,1054.0,1085.0,1116.0,1147.0,1178.0,1209.0,1240.0,1271.0,1302.0,1333.0,1364.0,1395.0,1426.0,1457.0,1488.0,1519.0,1550.0,1581.0,1612.0,1643.0,1674.0,1705.0,1736.0,1767.0,1798.0,1829.0,1860.0,1891.0,1922.0,1953.0,1984.0,2015.0,2046.0,2077.0,2108.0,2139.0,2170.0,2201.0,2232.0,2263.0,2294.0,2325.0,2356.0,2387.0,2418.0,2449.0,2480.0,2511.0,2542.0,2573.0,2604.0,2635.0,2666.0,2697.0,2728.0,2759.0,2790.0,2821.0,2852.0,2883.0,2914.0,2945.0,2976.0,3007.0,3038.0,3069.0,3100.0],"times":[38706.0,68605.0,100709.0,133512.0,174214.0,197017.0,227620.0,260922.0,296925.0,328428.0,353229.0,381731.0,413335.0,443937.0,474339.0,504842.0,548147.0,568848.0,608252.0,636151.0,674757.0,721762.0,734862.0,784467.0,822869.0,854775.0,897676.0,918679.0,958682.0,1009186.0,1047492.0,1094694.0,1164200.0,1189004.0,1214102.0,1277309.0,1321814.0,1369317.0,1418422.0,1464924.0,1542431.0,1570436.0,1612439.0,1667542.0,1699447.0,1752950.0,1788652.0,1850461.0,1903062.0,1938365.0,1992571.0,2054475.0,2076680.0,2119181.0,2167686.0,2219889.0,2265695.0,2338900.0,2379705.0,2384605.0,2434208.0,2484013.0,2545719.0,2589323.0,2591322.0,2659527.0,2699031.0,2806038.0,2784641.0,2831842.0,2882048.0,2942152.0,3012558.0,2985257.0,3084167.0,3077565.0,3133469.0,3216975.0,3381091.0,3396991.0,3382089.0,3404390.0,3395292.0,3468897.0,3514900.0,3493300.0,3604809.0,3698316.0,3760222.0,3740423.0,3728820.0,3834829.0,3835628.0,3945637.0,4182959.0,4287267.0,4183758.0,4127052.0,4095550.0,4226064.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/changes/tukey.json b/bench-report/branch/issues/26/delete entity/16 components/1 entities/changes/tukey.json new file mode 100644 index 0000000000..91eae14cf4 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/changes/tukey.json @@ -0,0 +1 @@ +[369.819374271279,725.5830742324138,1674.2862741287731,2030.049974089908] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/new/benchmark.json b/bench-report/branch/issues/26/delete entity/16 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..51678ffac7 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"16 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/16 components/1 entities","directory_name":"delete entity/16 components/1 entities","title":"delete entity/16 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/new/estimates.json b/bench-report/branch/issues/26/delete entity/16 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..f005598fcc --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1275.8394158096426,"upper_bound":1320.357507261141},"point_estimate":1298.3955329709781,"standard_error":11.360919658328308},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1277.2213727678572,"upper_bound":1373.7171336206898},"point_estimate":1331.9241256598793,"standard_error":25.336007132143397},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81.81776274562098,"upper_bound":177.44770500556027},"point_estimate":135.18738733410706,"standard_error":26.710412699334793},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1375.1036101835891,"upper_bound":1398.8540650702837},"point_estimate":1388.2985657418353,"standard_error":6.02354209204103},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":105.07825877343424,"upper_bound":120.31258026249667},"point_estimate":113.70529907614488,"standard_error":3.8785955259936316}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/new/sample.json b/bench-report/branch/issues/26/delete entity/16 components/1 entities/new/sample.json new file mode 100644 index 0000000000..6322358eba --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[32.0,64.0,96.0,128.0,160.0,192.0,224.0,256.0,288.0,320.0,352.0,384.0,416.0,448.0,480.0,512.0,544.0,576.0,608.0,640.0,672.0,704.0,736.0,768.0,800.0,832.0,864.0,896.0,928.0,960.0,992.0,1024.0,1056.0,1088.0,1120.0,1152.0,1184.0,1216.0,1248.0,1280.0,1312.0,1344.0,1376.0,1408.0,1440.0,1472.0,1504.0,1536.0,1568.0,1600.0,1632.0,1664.0,1696.0,1728.0,1760.0,1792.0,1824.0,1856.0,1888.0,1920.0,1952.0,1984.0,2016.0,2048.0,2080.0,2112.0,2144.0,2176.0,2208.0,2240.0,2272.0,2304.0,2336.0,2368.0,2400.0,2432.0,2464.0,2496.0,2528.0,2560.0,2592.0,2624.0,2656.0,2688.0,2720.0,2752.0,2784.0,2816.0,2848.0,2880.0,2912.0,2944.0,2976.0,3008.0,3040.0,3072.0,3104.0,3136.0,3168.0,3200.0],"times":[43305.0,78106.0,114709.0,151212.0,186517.0,223319.0,260922.0,296326.0,332327.0,381533.0,399833.0,437337.0,472040.0,509446.0,543947.0,579351.0,612353.0,658556.0,692960.0,727764.0,760565.0,801569.0,843272.0,869973.0,920578.0,948482.0,988484.0,1040190.0,1084791.0,1117196.0,1170499.0,1217404.0,1258409.0,1298112.0,1362714.0,1389518.0,1432022.0,1492425.0,1546831.0,1631641.0,1645042.0,1719948.0,1765551.0,1808856.0,1872359.0,1933364.0,1950567.0,2009371.0,2052477.0,2113380.0,2175889.0,2214090.0,2265196.0,2329802.0,2366303.0,2426008.0,2459110.0,2549619.0,2570419.0,2624124.0,2691130.0,2747835.0,2790639.0,2828942.0,2896845.0,2929452.0,2971552.0,3033161.0,3084865.0,3116166.0,3209773.0,3244477.0,3310182.0,3358287.0,3367689.0,3374387.0,3438094.0,3497499.0,3558404.0,3602708.0,3595007.0,3741519.0,3784624.0,3867931.0,3905636.0,3954937.0,3958738.0,4000442.0,4014143.0,4103949.0,4180759.0,4267165.0,4265463.0,4353673.0,4314567.0,4340472.0,4376174.0,4462283.0,4508988.0,4696803.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/new/tukey.json b/bench-report/branch/issues/26/delete entity/16 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..7d525ce709 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[496.0820462840661,836.6374410369162,1744.78516037785,2085.3405551307] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/MAD.svg b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..5e8f2383f8 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/MAD.svg @@ -0,0 +1,100 @@ + + +delete entity/16 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + + +80 + + + +90 + + + +100 + + + +110 + + + +120 + + + +130 + + + +140 + + + +150 + + + +160 + + + +170 + + + +180 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/SD.svg b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..f40bce2acd --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/SD.svg @@ -0,0 +1,112 @@ + + +delete entity/16 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 + + + +0.11 + + + + +104 + + + +106 + + + +108 + + + +110 + + + +112 + + + +114 + + + +116 + + + +118 + + + +120 + + + +122 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/index.html b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/index.html new file mode 100644 index 0000000000..94600d542a --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/16 components/1 entities - Criterion.rs + + + + +
+

delete entity/16 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.3751 µs1.3883 µs1.3989 µs
Throughput714.87 Kelem/s720.31 Kelem/s727.22 Kelem/s
0.79765290.80383110.7998665
Mean1.2758 µs1.2984 µs1.3204 µs
Std. Dev.105.08 ns113.71 ns120.31 ns
Median1.2772 µs1.3319 µs1.3737 µs
MAD81.818 ns135.19 ns177.45 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/mean.svg b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..2bf08fdb0f --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/mean.svg @@ -0,0 +1,100 @@ + + +delete entity/16 components/1 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + + +1.275 + + + +1.28 + + + +1.285 + + + +1.29 + + + +1.295 + + + +1.3 + + + +1.305 + + + +1.31 + + + +1.315 + + + +1.32 + + + +1.325 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/median.svg b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/median.svg new file mode 100644 index 0000000000..b264e068c8 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/median.svg @@ -0,0 +1,96 @@ + + +delete entity/16 components/1 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + +22 + + + + +1.28 + + + +1.3 + + + +1.32 + + + +1.34 + + + +1.36 + + + +1.38 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/pdf.svg b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..77c1487ab7 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/pdf.svg @@ -0,0 +1,131 @@ + + +delete entity/16 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + +1 + + + +1.1 + + + +1.2 + + + +1.3 + + + +1.4 + + + +1.5 + + + +1.6 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/pdf_small.svg b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..10ba1148cc --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/pdf_small.svg @@ -0,0 +1,60 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/regression.svg b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..6e753a574d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/regression.svg @@ -0,0 +1,202 @@ + + +delete entity/16 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + +2.5 + + + +3.0 + + + +3.5 + + + +4.0 + + + +4.5 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/regression_small.svg b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..b3e95c082d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/regression_small.svg @@ -0,0 +1,187 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + +2.5 + + + +3.0 + + + +3.5 + + + +4.0 + + + +4.5 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/slope.svg b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..452234a0d8 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/slope.svg @@ -0,0 +1,80 @@ + + +delete entity/16 components/1 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + + +1.375 + + + +1.38 + + + +1.385 + + + +1.39 + + + +1.395 + + + +1.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/typical.svg b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..d49661d575 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/1 entities/report/typical.svg @@ -0,0 +1,80 @@ + + +delete entity/16 components/1 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + + +1.375 + + + +1.38 + + + +1.385 + + + +1.39 + + + +1.395 + + + +1.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/base/benchmark.json b/bench-report/branch/issues/26/delete entity/16 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..9875d11883 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"16 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/16 components/16 entities","directory_name":"delete entity/16 components/16 entities","title":"delete entity/16 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/base/estimates.json b/bench-report/branch/issues/26/delete entity/16 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..e5fc5a8b5c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12359.803685409372,"upper_bound":12401.010630247412},"point_estimate":12378.897230038621,"standard_error":10.531481817229285},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12338.876623376624,"upper_bound":12378.883636363636},"point_estimate":12353.566198185377,"standard_error":9.374925250015771},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51.846049014980494,"upper_bound":89.98479960670173},"point_estimate":68.26778860851869,"standard_error":9.499378918393292},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12370.92331281127,"upper_bound":12405.928202327825},"point_estimate":12389.557293281567,"standard_error":8.96712458373184},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":65.72922332486927,"upper_bound":145.422314933615},"point_estimate":105.97433097548456,"standard_error":20.96865056423899}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/base/sample.json b/bench-report/branch/issues/26/delete entity/16 components/16 entities/base/sample.json new file mode 100644 index 0000000000..d3c92dd071 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[141012.0,273822.0,409533.0,545448.0,695161.0,813168.0,961683.0,1087394.0,1225606.0,1383117.0,1502831.0,1646944.0,1759652.0,1899963.0,2050174.0,2182987.0,2315498.0,2576822.0,2592622.0,2738534.0,2859044.0,2984056.0,3127269.0,3244476.0,3404193.0,3511301.0,3663415.0,3800822.0,3975039.0,4066148.0,4196757.0,4350372.0,4486885.0,4616295.0,4745807.0,4878017.0,5006027.0,5126139.0,5262150.0,5406365.0,5553474.0,5658284.0,5804996.0,5955911.0,6080017.0,6226534.0,6345342.0,6484555.0,6638668.0,6769480.0,6901492.0,7045903.0,7176515.0,7316026.0,7450939.0,7587751.0,7721361.0,7839570.0,7987785.0,8126295.0,8283005.0,8391420.0,8552430.0,8687341.0,8794855.0,8939565.0,9103179.0,9235991.0,9368804.0,9512214.0,9648827.0,9784436.0,9919947.0,10084162.0,10228775.0,10356085.0,10435391.0,10580703.0,10726017.0,10884533.0,11033943.0,11180755.0,11316269.0,11461379.0,11630695.0,11799810.0,11888914.0,12034529.0,12171041.0,12317653.0,12447066.0,12578076.0,12771392.0,12888003.0,13014914.0,13193030.0,13285836.0,13446651.0,13586361.0,13755378.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/base/tukey.json b/bench-report/branch/issues/26/delete entity/16 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..a77b042925 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[11987.035693216525,12150.767919545595,12587.387189756448,12751.119416085518] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/changes/benchmark.json b/bench-report/branch/issues/26/delete entity/16 components/16 entities/changes/benchmark.json new file mode 100644 index 0000000000..9875d11883 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"16 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/16 components/16 entities","directory_name":"delete entity/16 components/16 entities","title":"delete entity/16 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/changes/estimates.json b/bench-report/branch/issues/26/delete entity/16 components/16 entities/changes/estimates.json new file mode 100644 index 0000000000..7a43567325 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12355.013204138992,"upper_bound":12385.8943944072},"point_estimate":12369.84602832085,"standard_error":7.8539859161418315},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12333.84262295082,"upper_bound":12360.234246575343},"point_estimate":12341.056719273074,"standard_error":7.89922255351058},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33.677024596918336,"upper_bound":72.96368670463534},"point_estimate":55.912694527926334,"standard_error":11.069082547758859},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12385.3302357162,"upper_bound":12423.120872385212},"point_estimate":12405.068986256834,"standard_error":9.61315427868028},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60.884021581500384,"upper_bound":96.89856937953431},"point_estimate":78.83084423699646,"standard_error":9.320813042958877}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/changes/sample.json b/bench-report/branch/issues/26/delete entity/16 components/16 entities/changes/sample.json new file mode 100644 index 0000000000..c7884e22d0 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[127311.0,248121.0,372233.0,492041.0,616251.0,739863.0,874777.0,1009186.0,1112497.0,1233006.0,1356915.0,1488328.0,1601537.0,1725549.0,1847559.0,1973369.0,2105881.0,2228791.0,2337500.0,2462611.0,2585721.0,2704632.0,2837342.0,2963958.0,3070660.0,3221876.0,3326986.0,3450396.0,3576905.0,3691217.0,3853432.0,3939037.0,4047343.0,4186959.0,4313469.0,4434879.0,4541289.0,4694202.0,4784309.0,4901419.0,5059834.0,5162543.0,5300551.0,5418464.0,5539973.0,5644882.0,5788494.0,5910303.0,6044519.0,6169528.0,6293938.0,6398950.0,6517058.0,6657368.0,6777380.0,6884390.0,7031502.0,7142713.0,7257622.0,7405134.0,7523644.0,7637053.0,7762665.0,7901477.0,8029788.0,8158999.0,8264607.0,8401620.0,8521526.0,8634240.0,8774151.0,8904863.0,9022971.0,9171686.0,9292192.0,9434704.0,9533312.0,9718729.0,9790934.0,9973450.0,10042058.0,10224672.0,10296877.0,10436390.0,10541400.0,10681010.0,10803021.0,10939131.0,11060841.0,11201255.0,11343368.0,11511780.0,11586988.0,11719099.0,11838310.0,11983824.0,12169039.0,12276447.0,12411457.0,12463763.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/changes/tukey.json b/bench-report/branch/issues/26/delete entity/16 components/16 entities/changes/tukey.json new file mode 100644 index 0000000000..b3a79a7a95 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/changes/tukey.json @@ -0,0 +1 @@ +[12051.104758064519,12184.370161290324,12539.744569892471,12673.009973118276] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/new/benchmark.json b/bench-report/branch/issues/26/delete entity/16 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..9875d11883 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"16 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/16 components/16 entities","directory_name":"delete entity/16 components/16 entities","title":"delete entity/16 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/new/estimates.json b/bench-report/branch/issues/26/delete entity/16 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..e5fc5a8b5c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12359.803685409372,"upper_bound":12401.010630247412},"point_estimate":12378.897230038621,"standard_error":10.531481817229285},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12338.876623376624,"upper_bound":12378.883636363636},"point_estimate":12353.566198185377,"standard_error":9.374925250015771},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51.846049014980494,"upper_bound":89.98479960670173},"point_estimate":68.26778860851869,"standard_error":9.499378918393292},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12370.92331281127,"upper_bound":12405.928202327825},"point_estimate":12389.557293281567,"standard_error":8.96712458373184},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":65.72922332486927,"upper_bound":145.422314933615},"point_estimate":105.97433097548456,"standard_error":20.96865056423899}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/new/sample.json b/bench-report/branch/issues/26/delete entity/16 components/16 entities/new/sample.json new file mode 100644 index 0000000000..d3c92dd071 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[141012.0,273822.0,409533.0,545448.0,695161.0,813168.0,961683.0,1087394.0,1225606.0,1383117.0,1502831.0,1646944.0,1759652.0,1899963.0,2050174.0,2182987.0,2315498.0,2576822.0,2592622.0,2738534.0,2859044.0,2984056.0,3127269.0,3244476.0,3404193.0,3511301.0,3663415.0,3800822.0,3975039.0,4066148.0,4196757.0,4350372.0,4486885.0,4616295.0,4745807.0,4878017.0,5006027.0,5126139.0,5262150.0,5406365.0,5553474.0,5658284.0,5804996.0,5955911.0,6080017.0,6226534.0,6345342.0,6484555.0,6638668.0,6769480.0,6901492.0,7045903.0,7176515.0,7316026.0,7450939.0,7587751.0,7721361.0,7839570.0,7987785.0,8126295.0,8283005.0,8391420.0,8552430.0,8687341.0,8794855.0,8939565.0,9103179.0,9235991.0,9368804.0,9512214.0,9648827.0,9784436.0,9919947.0,10084162.0,10228775.0,10356085.0,10435391.0,10580703.0,10726017.0,10884533.0,11033943.0,11180755.0,11316269.0,11461379.0,11630695.0,11799810.0,11888914.0,12034529.0,12171041.0,12317653.0,12447066.0,12578076.0,12771392.0,12888003.0,13014914.0,13193030.0,13285836.0,13446651.0,13586361.0,13755378.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/new/tukey.json b/bench-report/branch/issues/26/delete entity/16 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..a77b042925 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[11987.035693216525,12150.767919545595,12587.387189756448,12751.119416085518] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/MAD.svg b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..b17e460281 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/MAD.svg @@ -0,0 +1,104 @@ + + +delete entity/16 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + +0.05 + + + + +50 + + + +55 + + + +60 + + + +65 + + + +70 + + + +75 + + + +80 + + + +85 + + + +90 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/SD.svg b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..ecf5c3a100 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/SD.svg @@ -0,0 +1,108 @@ + + +delete entity/16 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + +0.02 + + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + + +120 + + + +130 + + + +140 + + + +150 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/index.html b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/index.html new file mode 100644 index 0000000000..72c2d62bc4 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/16 components/16 entities - Criterion.rs + + + + +
+

delete entity/16 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope12.371 µs12.390 µs12.406 µs
Throughput1.2897 Melem/s1.2914 Melem/s1.2934 Melem/s
0.99554300.99584070.9956109
Mean12.360 µs12.379 µs12.401 µs
Std. Dev.65.729 ns105.97 ns145.42 ns
Median12.339 µs12.354 µs12.379 µs
MAD51.846 ns68.268 ns89.985 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/mean.svg b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..036c85bd93 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/mean.svg @@ -0,0 +1,100 @@ + + +delete entity/16 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + +12.36 + + + +12.365 + + + +12.37 + + + +12.375 + + + +12.38 + + + +12.385 + + + +12.39 + + + +12.395 + + + +12.4 + + + +12.405 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/median.svg b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/median.svg new file mode 100644 index 0000000000..135ba7dba4 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/median.svg @@ -0,0 +1,112 @@ + + +delete entity/16 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + + + +12.335 + + + +12.34 + + + +12.345 + + + +12.35 + + + +12.355 + + + +12.36 + + + +12.365 + + + +12.37 + + + +12.375 + + + +12.38 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/pdf.svg b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..3107fdf873 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/pdf.svg @@ -0,0 +1,153 @@ + + +delete entity/16 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + + +12.2 + + + +12.3 + + + +12.4 + + + +12.5 + + + +12.6 + + + +12.7 + + + +12.8 + + + +12.9 + + + +13 + + + +13.1 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/pdf_small.svg b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..2ba3ca9093 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/pdf_small.svg @@ -0,0 +1,76 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + + +12.2 + + + +12.4 + + + +12.6 + + + +12.8 + + + +13 + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/regression.svg b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..5505036b0b --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/regression.svg @@ -0,0 +1,212 @@ + + +delete entity/16 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/regression_small.svg b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..a481e1a341 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/regression_small.svg @@ -0,0 +1,197 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/slope.svg b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..4801b69ef8 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/slope.svg @@ -0,0 +1,96 @@ + + +delete entity/16 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + + +12.37 + + + +12.375 + + + +12.38 + + + +12.385 + + + +12.39 + + + +12.395 + + + +12.4 + + + +12.405 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/typical.svg b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..1d8c49b388 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/16 entities/report/typical.svg @@ -0,0 +1,96 @@ + + +delete entity/16 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + + +12.37 + + + +12.375 + + + +12.38 + + + +12.385 + + + +12.39 + + + +12.395 + + + +12.4 + + + +12.405 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/base/benchmark.json b/bench-report/branch/issues/26/delete entity/16 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..21a63c2375 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"16 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/16 components/256 entities","directory_name":"delete entity/16 components/256 entities","title":"delete entity/16 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/base/estimates.json b/bench-report/branch/issues/26/delete entity/16 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..30c80e1ab2 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189314.56989651633,"upper_bound":189645.44592877803},"point_estimate":189466.73626031843,"standard_error":84.54700865979886},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189159.6739130435,"upper_bound":189317.1534090909},"point_estimate":189232.1357366771,"standard_error":40.970101602614896},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":269.8232765400364,"upper_bound":625.7066088914972},"point_estimate":465.59778303833485,"standard_error":88.0531276179357},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189117.96710573786,"upper_bound":189275.140861225},"point_estimate":189192.64617999113,"standard_error":40.06147934912758},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":526.8761802456285,"upper_bound":1156.372655972852},"point_estimate":854.6570487099292,"standard_error":163.45554055215007}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/base/sample.json b/bench-report/branch/issues/26/delete entity/16 components/256 entities/base/sample.json new file mode 100644 index 0000000000..51aee36a96 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[190417.0,382833.0,578849.0,777666.0,945381.0,1130596.0,1323813.0,1508630.0,1694746.0,1887964.0,2081179.0,2304300.0,2460510.0,2647925.0,2867346.0,3027659.0,3240779.0,3411992.0,3606306.0,3789525.0,3974841.0,4178359.0,4368374.0,4549989.0,4728903.0,4919621.0,5131340.0,5284453.0,5507673.0,5677986.0,5897605.0,6055120.0,6225532.0,6437751.0,6664271.0,6837185.0,7044303.0,7190114.0,7399132.0,7565745.0,7788266.0,7930279.0,8157998.0,8329813.0,8518929.0,8719145.0,8908260.0,9096078.0,9296896.0,9488313.0,9676527.0,9831042.0,10076163.0,10220373.0,10407792.0,10595706.0,10762522.0,10975438.0,11158455.0,11379372.0,11515186.0,11771309.0,11957122.0,12114238.0,12290950.0,12474270.0,12676186.0,12897104.0,13077619.0,13239633.0,13449752.0,13659769.0,13790582.0,13991899.0,14181315.0,14342327.0,14612652.0,14698259.0,14914777.0,15145299.0,15326311.0,15502326.0,15685943.0,15869158.0,16075674.0,16241389.0,16423107.0,16659427.0,16830739.0,16998954.0,17204671.0,17402690.0,17614806.0,17744620.0,17942436.0,18174756.0,18338671.0,18534888.0,18709400.0,18912615.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/base/tukey.json b/bench-report/branch/issues/26/delete entity/16 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..840a25aeb7 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[187082.46767186304,188071.91584142603,190710.44429359402,191699.892463157] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/changes/benchmark.json b/bench-report/branch/issues/26/delete entity/16 components/256 entities/changes/benchmark.json new file mode 100644 index 0000000000..21a63c2375 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"16 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/16 components/256 entities","directory_name":"delete entity/16 components/256 entities","title":"delete entity/16 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/changes/estimates.json b/bench-report/branch/issues/26/delete entity/16 components/256 entities/changes/estimates.json new file mode 100644 index 0000000000..8bbda95cb3 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189732.91225254541,"upper_bound":189976.28589018283},"point_estimate":189850.06522979596,"standard_error":62.29325491160509},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189614.8,"upper_bound":189886.25},"point_estimate":189728.4222222222,"standard_error":70.46022603659908},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":346.670550367115,"upper_bound":620.5869602266827},"point_estimate":504.33304440596714,"standard_error":68.0396197176605},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189549.5703293178,"upper_bound":189732.71768244746},"point_estimate":189639.21465050982,"standard_error":46.68825575119864},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":467.02906450704836,"upper_bound":778.8157395532422},"point_estimate":623.3513279797625,"standard_error":80.6912865240042}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/changes/sample.json b/bench-report/branch/issues/26/delete entity/16 components/256 entities/changes/sample.json new file mode 100644 index 0000000000..ba067755e1 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[192716.0,378433.0,570648.0,764165.0,952881.0,1138297.0,1338914.0,1537534.0,1716247.0,1898163.0,2096079.0,2271195.0,2468713.0,2648328.0,2854743.0,3032759.0,3211074.0,3404588.0,3599607.0,3797725.0,3959937.0,4191559.0,4355772.0,4561291.0,4763906.0,4951424.0,5122039.0,5311153.0,5517572.0,5703288.0,5906406.0,6054717.0,6272037.0,6465353.0,6645168.0,6822484.0,7010599.0,7215818.0,7403031.0,7629751.0,7806067.0,7970282.0,8203101.0,8375918.0,8555332.0,8736350.0,8955166.0,9071675.0,9284795.0,9514517.0,9696529.0,9884044.0,10092564.0,10243477.0,10470395.0,10615106.0,10827424.0,11014742.0,11212361.0,11374774.0,11548789.0,11787008.0,11968725.0,12167842.0,12323255.0,12497771.0,12705485.0,12857299.0,13085920.0,13273036.0,13467352.0,13655669.0,13830285.0,14030498.0,14218418.0,14373329.0,14581050.0,14804466.0,14955482.0,15141796.0,15373615.0,15543632.0,15734648.0,15950066.0,16110080.0,16305395.0,16465708.0,16668326.0,16891944.0,17076661.0,17288775.0,17434789.0,17572598.0,17823522.0,18018135.0,18256958.0,18382668.0,18543984.0,18762300.0,18888811.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/changes/tukey.json b/bench-report/branch/issues/26/delete entity/16 components/256 entities/changes/tukey.json new file mode 100644 index 0000000000..fd6978a3ce --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/changes/tukey.json @@ -0,0 +1 @@ +[187639.63048738515,188571.2328069135,191055.50565898913,191987.1079785175] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/new/benchmark.json b/bench-report/branch/issues/26/delete entity/16 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..21a63c2375 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"16 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/16 components/256 entities","directory_name":"delete entity/16 components/256 entities","title":"delete entity/16 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/new/estimates.json b/bench-report/branch/issues/26/delete entity/16 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..30c80e1ab2 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189314.56989651633,"upper_bound":189645.44592877803},"point_estimate":189466.73626031843,"standard_error":84.54700865979886},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189159.6739130435,"upper_bound":189317.1534090909},"point_estimate":189232.1357366771,"standard_error":40.970101602614896},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":269.8232765400364,"upper_bound":625.7066088914972},"point_estimate":465.59778303833485,"standard_error":88.0531276179357},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189117.96710573786,"upper_bound":189275.140861225},"point_estimate":189192.64617999113,"standard_error":40.06147934912758},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":526.8761802456285,"upper_bound":1156.372655972852},"point_estimate":854.6570487099292,"standard_error":163.45554055215007}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/new/sample.json b/bench-report/branch/issues/26/delete entity/16 components/256 entities/new/sample.json new file mode 100644 index 0000000000..51aee36a96 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[190417.0,382833.0,578849.0,777666.0,945381.0,1130596.0,1323813.0,1508630.0,1694746.0,1887964.0,2081179.0,2304300.0,2460510.0,2647925.0,2867346.0,3027659.0,3240779.0,3411992.0,3606306.0,3789525.0,3974841.0,4178359.0,4368374.0,4549989.0,4728903.0,4919621.0,5131340.0,5284453.0,5507673.0,5677986.0,5897605.0,6055120.0,6225532.0,6437751.0,6664271.0,6837185.0,7044303.0,7190114.0,7399132.0,7565745.0,7788266.0,7930279.0,8157998.0,8329813.0,8518929.0,8719145.0,8908260.0,9096078.0,9296896.0,9488313.0,9676527.0,9831042.0,10076163.0,10220373.0,10407792.0,10595706.0,10762522.0,10975438.0,11158455.0,11379372.0,11515186.0,11771309.0,11957122.0,12114238.0,12290950.0,12474270.0,12676186.0,12897104.0,13077619.0,13239633.0,13449752.0,13659769.0,13790582.0,13991899.0,14181315.0,14342327.0,14612652.0,14698259.0,14914777.0,15145299.0,15326311.0,15502326.0,15685943.0,15869158.0,16075674.0,16241389.0,16423107.0,16659427.0,16830739.0,16998954.0,17204671.0,17402690.0,17614806.0,17744620.0,17942436.0,18174756.0,18338671.0,18534888.0,18709400.0,18912615.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/new/tukey.json b/bench-report/branch/issues/26/delete entity/16 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..840a25aeb7 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[187082.46767186304,188071.91584142603,190710.44429359402,191699.892463157] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/MAD.svg b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..ab7bf7ac55 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/MAD.svg @@ -0,0 +1,108 @@ + + +delete entity/16 components/256 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + +0.0025 + + + +0.003 + + + +0.0035 + + + +0.004 + + + +0.0045 + + + +0.005 + + + +0.0055 + + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + +550 + + + +600 + + + +650 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/SD.svg b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..790ae45cb6 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/SD.svg @@ -0,0 +1,80 @@ + + +delete entity/16 components/256 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + +1.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/index.html b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/index.html new file mode 100644 index 0000000000..029a0aa564 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/16 components/256 entities - Criterion.rs + + + + +
+

delete entity/16 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope189.12 µs189.19 µs189.28 µs
Throughput1.3525 Melem/s1.3531 Melem/s1.3537 Melem/s
0.99947590.99949740.9994711
Mean189.31 µs189.47 µs189.65 µs
Std. Dev.526.88 ns854.66 ns1.1564 µs
Median189.16 µs189.23 µs189.32 µs
MAD269.82 ns465.60 ns625.71 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/mean.svg b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..f48bce54aa --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/mean.svg @@ -0,0 +1,100 @@ + + +delete entity/16 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + + +189.3 + + + +189.35 + + + +189.4 + + + +189.45 + + + +189.5 + + + +189.55 + + + +189.6 + + + +189.65 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/median.svg b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/median.svg new file mode 100644 index 0000000000..292dcef0be --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/median.svg @@ -0,0 +1,96 @@ + + +delete entity/16 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + +189.16 + + + +189.18 + + + +189.2 + + + +189.22 + + + +189.24 + + + +189.26 + + + +189.28 + + + +189.3 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/pdf.svg b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..98dab59e50 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/pdf.svg @@ -0,0 +1,157 @@ + + +delete entity/16 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + +188 + + + +189 + + + +190 + + + +191 + + + +192 + + + +193 + + + +194 + + + +195 + + + +Density (a.u.) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/pdf_small.svg b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..21fa0dfe25 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/pdf_small.svg @@ -0,0 +1,60 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + +188 + + + +190 + + + +192 + + + +194 + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/regression.svg b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..b87b6a1704 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/regression.svg @@ -0,0 +1,222 @@ + + +delete entity/16 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + +14.0 + + + +16.0 + + + +18.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/regression_small.svg b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..eac71f088d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/regression_small.svg @@ -0,0 +1,207 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + +14.0 + + + +16.0 + + + +18.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/slope.svg b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..702357a60f --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/slope.svg @@ -0,0 +1,108 @@ + + +delete entity/16 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + +11 + + + + +189.12 + + + +189.14 + + + +189.16 + + + +189.18 + + + +189.2 + + + +189.22 + + + +189.24 + + + +189.26 + + + +189.28 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/typical.svg b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..305700cefc --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/256 entities/report/typical.svg @@ -0,0 +1,108 @@ + + +delete entity/16 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + +11 + + + + +189.12 + + + +189.14 + + + +189.16 + + + +189.18 + + + +189.2 + + + +189.22 + + + +189.24 + + + +189.26 + + + +189.28 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/report/index.html b/bench-report/branch/issues/26/delete entity/16 components/report/index.html new file mode 100644 index 0000000000..cec9809af7 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + delete entity/16 components Summary - Criterion.rs + + + + +
+

delete entity/16 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

delete entity/16 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/16 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/16 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 components/report/lines.svg b/bench-report/branch/issues/26/delete entity/16 components/report/lines.svg new file mode 100644 index 0000000000..9e106b1ce7 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/report/lines.svg @@ -0,0 +1,77 @@ + + +delete entity/16 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +16 components + + + diff --git a/bench-report/branch/issues/26/delete entity/16 components/report/violin.svg b/bench-report/branch/issues/26/delete entity/16 components/report/violin.svg new file mode 100644 index 0000000000..40a7363ed3 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 components/report/violin.svg @@ -0,0 +1,71 @@ + + +delete entity/16 components: Violin plot + + +Input + + +Average time (µs) + + + +delete entity/16 components/256 entities + + + +delete entity/16 components/16 entities + + + +delete entity/16 components/1 entities + + + + +0.0 + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/16 entities/report/index.html b/bench-report/branch/issues/26/delete entity/16 entities/report/index.html new file mode 100644 index 0000000000..42d4f295d2 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 entities/report/index.html @@ -0,0 +1,208 @@ + + + + + + delete entity/16 entities Summary - Criterion.rs + + + + +
+

delete entity/16 entities

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

delete entity/0 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/1 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/2 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/4 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/8 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/16 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/16 entities/report/violin.svg b/bench-report/branch/issues/26/delete entity/16 entities/report/violin.svg new file mode 100644 index 0000000000..1346fd0459 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/16 entities/report/violin.svg @@ -0,0 +1,89 @@ + + +delete entity/16 entities: Violin plot + + +Input + + +Average time (µs) + + + +delete entity/16 components/16 entities + + + +delete entity/8 components/16 entities + + + +delete entity/4 components/16 entities + + + +delete entity/2 components/16 entities + + + +delete entity/1 components/16 entities + + + +delete entity/0 components/16 entities + + + + +0.0 + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + +14.0 + + + +16.0 + + + +18.0 + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/base/benchmark.json b/bench-report/branch/issues/26/delete entity/2 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..f89469d40f --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"2 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/2 components/1 entities","directory_name":"delete entity/2 components/1 entities","title":"delete entity/2 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/base/estimates.json b/bench-report/branch/issues/26/delete entity/2 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..b089445bad --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2094.5965620624393,"upper_bound":2136.6874523034357},"point_estimate":2115.6950820099223,"standard_error":10.739714615629222},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2090.261261261261,"upper_bound":2179.9189189189187},"point_estimate":2152.1727623850265,"standard_error":24.732751498171012},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72.34959022741623,"upper_bound":165.73457342629956},"point_estimate":108.38988346475826,"standard_error":25.3592849512763},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2180.128373758099,"upper_bound":2201.443377415093},"point_estimate":2192.0466030298066,"standard_error":5.488704593015053},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97.52802354676929,"upper_bound":116.95625260634584},"point_estimate":107.8433890559161,"standard_error":4.944807488395915}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/base/sample.json b/bench-report/branch/issues/26/delete entity/2 components/1 entities/base/sample.json new file mode 100644 index 0000000000..aa1dba11e2 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[37.0,74.0,111.0,148.0,185.0,222.0,259.0,296.0,333.0,370.0,407.0,444.0,481.0,518.0,555.0,592.0,629.0,666.0,703.0,740.0,777.0,814.0,851.0,888.0,925.0,962.0,999.0,1036.0,1073.0,1110.0,1147.0,1184.0,1221.0,1258.0,1295.0,1332.0,1369.0,1406.0,1443.0,1480.0,1517.0,1554.0,1591.0,1628.0,1665.0,1702.0,1739.0,1776.0,1813.0,1850.0,1887.0,1924.0,1961.0,1998.0,2035.0,2072.0,2109.0,2146.0,2183.0,2220.0,2257.0,2294.0,2331.0,2368.0,2405.0,2442.0,2479.0,2516.0,2553.0,2590.0,2627.0,2664.0,2701.0,2738.0,2775.0,2812.0,2849.0,2886.0,2923.0,2960.0,2997.0,3034.0,3071.0,3108.0,3145.0,3182.0,3219.0,3256.0,3293.0,3330.0,3367.0,3404.0,3441.0,3478.0,3515.0,3552.0,3589.0,3626.0,3663.0,3700.0],"times":[88307.0,161314.0,232019.0,309426.0,380833.0,455439.0,524342.0,591351.0,665056.0,730362.0,802369.0,882475.0,943681.0,1012987.0,1080293.0,1152398.0,1224905.0,1302012.0,1375518.0,1437524.0,1518331.0,1585335.0,1668443.0,1736551.0,1812958.0,1884161.0,1964667.0,2050775.0,2115382.0,2203591.0,2280295.0,2358602.0,2427308.0,2521116.0,2613227.0,2695331.0,2814942.0,2911348.0,2986656.0,3066364.0,3146372.0,3226377.0,3308681.0,3402593.0,3486999.0,3589308.0,3703415.0,3760523.0,3857831.0,4061049.0,4028447.0,4103553.0,4210763.0,4309871.0,4400477.0,4486586.0,4564492.0,4662999.0,4772609.0,4821412.0,4899822.0,4967925.0,5072336.0,5163442.0,5255352.0,5333358.0,5436267.0,5533773.0,5655684.0,5749292.0,5733392.0,5926011.0,5905405.0,6125627.0,6153225.0,6202031.0,6381347.0,6409050.0,6423152.0,6537360.0,6656772.0,6736779.0,6809386.0,6862389.0,6974198.0,7117911.0,7152013.0,7218521.0,7375033.0,7506942.0,7565748.0,7552450.0,7661257.0,7831972.0,7827371.0,7888578.0,8024988.0,8062990.0,8045991.0,8235606.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/base/tukey.json b/bench-report/branch/issues/26/delete entity/2 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..7ce7c4abc3 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[1343.3992447239734,1670.5230551697946,2542.853216358651,2869.977026804472] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/changes/benchmark.json b/bench-report/branch/issues/26/delete entity/2 components/1 entities/changes/benchmark.json new file mode 100644 index 0000000000..f89469d40f --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"2 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/2 components/1 entities","directory_name":"delete entity/2 components/1 entities","title":"delete entity/2 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/changes/estimates.json b/bench-report/branch/issues/26/delete entity/2 components/1 entities/changes/estimates.json new file mode 100644 index 0000000000..e9f0370f38 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2130.5815295716425,"upper_bound":2170.781462114592},"point_estimate":2151.0370041595315,"standard_error":10.272573114226647},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2159.7685490368417,"upper_bound":2214.0502425502427},"point_estimate":2202.5778586278584,"standard_error":14.992286279746635},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44.70874644067909,"upper_bound":111.08485572346345},"point_estimate":69.04719320874727,"standard_error":17.941770074584305},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2209.7375756425154,"upper_bound":2227.695112537455},"point_estimate":2219.3884416025307,"standard_error":4.560404838672456},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":91.06206382383144,"upper_bound":112.76425222593261},"point_estimate":102.97457836994597,"standard_error":5.524115924123339}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/changes/sample.json b/bench-report/branch/issues/26/delete entity/2 components/1 entities/changes/sample.json new file mode 100644 index 0000000000..d07409a86d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[37.0,74.0,111.0,148.0,185.0,222.0,259.0,296.0,333.0,370.0,407.0,444.0,481.0,518.0,555.0,592.0,629.0,666.0,703.0,740.0,777.0,814.0,851.0,888.0,925.0,962.0,999.0,1036.0,1073.0,1110.0,1147.0,1184.0,1221.0,1258.0,1295.0,1332.0,1369.0,1406.0,1443.0,1480.0,1517.0,1554.0,1591.0,1628.0,1665.0,1702.0,1739.0,1776.0,1813.0,1850.0,1887.0,1924.0,1961.0,1998.0,2035.0,2072.0,2109.0,2146.0,2183.0,2220.0,2257.0,2294.0,2331.0,2368.0,2405.0,2442.0,2479.0,2516.0,2553.0,2590.0,2627.0,2664.0,2701.0,2738.0,2775.0,2812.0,2849.0,2886.0,2923.0,2960.0,2997.0,3034.0,3071.0,3108.0,3145.0,3182.0,3219.0,3256.0,3293.0,3330.0,3367.0,3404.0,3441.0,3478.0,3515.0,3552.0,3589.0,3626.0,3663.0,3700.0],"times":[88208.0,157814.0,235619.0,322228.0,391533.0,457739.0,535345.0,598651.0,666958.0,735063.0,804970.0,882876.0,954582.0,1016887.0,1102795.0,1167803.0,1231905.0,1310212.0,1385919.0,1463826.0,1536330.0,1618338.0,1679243.0,1756352.0,1832458.0,1940864.0,1995673.0,2090479.0,2171689.0,2264496.0,2381705.0,2453912.0,2566419.0,2622027.0,2736634.0,2817241.0,2913450.0,2970955.0,3059362.0,3152372.0,3263982.0,3339889.0,3441994.0,3543504.0,3609610.0,3710520.0,3774921.0,3887731.0,3986643.0,4047848.0,4170356.0,4237062.0,4322871.0,4414080.0,4482984.0,4582394.0,4683702.0,4757907.0,4942323.0,4992125.0,5077334.0,5148843.0,5142942.0,5253752.0,5310557.0,5456568.0,5491872.0,5577977.0,5659085.0,5735691.0,5820195.0,5922308.0,5992215.0,6042020.0,6167530.0,6254538.0,6330744.0,6389749.0,6482455.0,6546460.0,6699274.0,6773382.0,6852188.0,7065204.0,7079304.0,7132513.0,7196817.0,7304829.0,7323427.0,7419234.0,7484641.0,7546745.0,7743364.0,7982385.0,7869077.0,7929881.0,8059092.0,8311515.0,8289711.0,8325314.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/changes/tukey.json b/bench-report/branch/issues/26/delete entity/2 components/1 entities/changes/tukey.json new file mode 100644 index 0000000000..a43d9e582a --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/changes/tukey.json @@ -0,0 +1 @@ +[1614.7489100255943,1842.9558980629902,2451.507866162712,2679.714854200108] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/new/benchmark.json b/bench-report/branch/issues/26/delete entity/2 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..f89469d40f --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"2 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/2 components/1 entities","directory_name":"delete entity/2 components/1 entities","title":"delete entity/2 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/new/estimates.json b/bench-report/branch/issues/26/delete entity/2 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..b089445bad --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2094.5965620624393,"upper_bound":2136.6874523034357},"point_estimate":2115.6950820099223,"standard_error":10.739714615629222},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2090.261261261261,"upper_bound":2179.9189189189187},"point_estimate":2152.1727623850265,"standard_error":24.732751498171012},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72.34959022741623,"upper_bound":165.73457342629956},"point_estimate":108.38988346475826,"standard_error":25.3592849512763},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2180.128373758099,"upper_bound":2201.443377415093},"point_estimate":2192.0466030298066,"standard_error":5.488704593015053},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97.52802354676929,"upper_bound":116.95625260634584},"point_estimate":107.8433890559161,"standard_error":4.944807488395915}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/new/sample.json b/bench-report/branch/issues/26/delete entity/2 components/1 entities/new/sample.json new file mode 100644 index 0000000000..aa1dba11e2 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[37.0,74.0,111.0,148.0,185.0,222.0,259.0,296.0,333.0,370.0,407.0,444.0,481.0,518.0,555.0,592.0,629.0,666.0,703.0,740.0,777.0,814.0,851.0,888.0,925.0,962.0,999.0,1036.0,1073.0,1110.0,1147.0,1184.0,1221.0,1258.0,1295.0,1332.0,1369.0,1406.0,1443.0,1480.0,1517.0,1554.0,1591.0,1628.0,1665.0,1702.0,1739.0,1776.0,1813.0,1850.0,1887.0,1924.0,1961.0,1998.0,2035.0,2072.0,2109.0,2146.0,2183.0,2220.0,2257.0,2294.0,2331.0,2368.0,2405.0,2442.0,2479.0,2516.0,2553.0,2590.0,2627.0,2664.0,2701.0,2738.0,2775.0,2812.0,2849.0,2886.0,2923.0,2960.0,2997.0,3034.0,3071.0,3108.0,3145.0,3182.0,3219.0,3256.0,3293.0,3330.0,3367.0,3404.0,3441.0,3478.0,3515.0,3552.0,3589.0,3626.0,3663.0,3700.0],"times":[88307.0,161314.0,232019.0,309426.0,380833.0,455439.0,524342.0,591351.0,665056.0,730362.0,802369.0,882475.0,943681.0,1012987.0,1080293.0,1152398.0,1224905.0,1302012.0,1375518.0,1437524.0,1518331.0,1585335.0,1668443.0,1736551.0,1812958.0,1884161.0,1964667.0,2050775.0,2115382.0,2203591.0,2280295.0,2358602.0,2427308.0,2521116.0,2613227.0,2695331.0,2814942.0,2911348.0,2986656.0,3066364.0,3146372.0,3226377.0,3308681.0,3402593.0,3486999.0,3589308.0,3703415.0,3760523.0,3857831.0,4061049.0,4028447.0,4103553.0,4210763.0,4309871.0,4400477.0,4486586.0,4564492.0,4662999.0,4772609.0,4821412.0,4899822.0,4967925.0,5072336.0,5163442.0,5255352.0,5333358.0,5436267.0,5533773.0,5655684.0,5749292.0,5733392.0,5926011.0,5905405.0,6125627.0,6153225.0,6202031.0,6381347.0,6409050.0,6423152.0,6537360.0,6656772.0,6736779.0,6809386.0,6862389.0,6974198.0,7117911.0,7152013.0,7218521.0,7375033.0,7506942.0,7565748.0,7552450.0,7661257.0,7831972.0,7827371.0,7888578.0,8024988.0,8062990.0,8045991.0,8235606.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/new/tukey.json b/bench-report/branch/issues/26/delete entity/2 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..7ce7c4abc3 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[1343.3992447239734,1670.5230551697946,2542.853216358651,2869.977026804472] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/MAD.svg b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..a287133335 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/MAD.svg @@ -0,0 +1,112 @@ + + +delete entity/2 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + +0.02 + + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + + +120 + + + +130 + + + +140 + + + +150 + + + +160 + + + +170 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/SD.svg b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..74b493563a --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/SD.svg @@ -0,0 +1,76 @@ + + +delete entity/2 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + + +100 + + + +105 + + + +110 + + + +115 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/index.html b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/index.html new file mode 100644 index 0000000000..2526c7d119 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/2 components/1 entities - Criterion.rs + + + + +
+

delete entity/2 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope2.1801 µs2.1920 µs2.2014 µs
Throughput454.25 Kelem/s456.19 Kelem/s458.69 Kelem/s
0.90480540.90788220.9059671
Mean2.0946 µs2.1157 µs2.1367 µs
Std. Dev.97.528 ns107.84 ns116.96 ns
Median2.0903 µs2.1522 µs2.1799 µs
MAD72.350 ns108.39 ns165.73 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/mean.svg b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..cd444816e4 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/mean.svg @@ -0,0 +1,104 @@ + + +delete entity/2 components/1 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + +2.09 + + + +2.095 + + + +2.1 + + + +2.105 + + + +2.11 + + + +2.115 + + + +2.12 + + + +2.125 + + + +2.13 + + + +2.135 + + + +2.14 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/median.svg b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/median.svg new file mode 100644 index 0000000000..82047db5b9 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/median.svg @@ -0,0 +1,96 @@ + + +delete entity/2 components/1 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + + +2.09 + + + +2.1 + + + +2.11 + + + +2.12 + + + +2.13 + + + +2.14 + + + +2.15 + + + +2.16 + + + +2.17 + + + +2.18 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/pdf.svg b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..a486989397 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/pdf.svg @@ -0,0 +1,135 @@ + + +delete entity/2 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +1.9 + + + +2 + + + +2.1 + + + +2.2 + + + +2.3 + + + +2.4 + + + +2.5 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/pdf_small.svg b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..bb888062e3 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/pdf_small.svg @@ -0,0 +1,60 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +2 + + + +2.2 + + + +2.4 + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/regression.svg b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..db0be35e3a --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/regression.svg @@ -0,0 +1,202 @@ + + +delete entity/2 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + +8.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/regression_small.svg b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..51d6676d32 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/regression_small.svg @@ -0,0 +1,187 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + +8.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/slope.svg b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..40b72dc801 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/slope.svg @@ -0,0 +1,80 @@ + + +delete entity/2 components/1 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +2.18 + + + +2.185 + + + +2.19 + + + +2.195 + + + +2.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/typical.svg b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..ae7768977a --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/1 entities/report/typical.svg @@ -0,0 +1,80 @@ + + +delete entity/2 components/1 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + +2.18 + + + +2.185 + + + +2.19 + + + +2.195 + + + +2.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/base/benchmark.json b/bench-report/branch/issues/26/delete entity/2 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..c698becb28 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"2 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/2 components/16 entities","directory_name":"delete entity/2 components/16 entities","title":"delete entity/2 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/base/estimates.json b/bench-report/branch/issues/26/delete entity/2 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..910fb88c3b --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16941.337066402055,"upper_bound":16991.557244441698},"point_estimate":16965.653050579054,"standard_error":12.81199951283782},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16905.94532627866,"upper_bound":16972.291666666668},"point_estimate":16935.102730200553,"standard_error":15.092098628100137},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75.89167391882859,"upper_bound":131.0660676569301},"point_estimate":98.55168772990753,"standard_error":13.452887199837377},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16975.118491166722,"upper_bound":17027.901883918432},"point_estimate":17002.5264381065,"standard_error":13.464583621972325},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98.65600414818374,"upper_bound":155.83883445644685},"point_estimate":128.99020235581816,"standard_error":14.6050503339007}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/base/sample.json b/bench-report/branch/issues/26/delete entity/2 components/16 entities/base/sample.json new file mode 100644 index 0000000000..e8817baace --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[311326.0,613751.0,939481.0,1226305.0,1540932.0,1849160.0,2139083.0,2447710.0,2747437.0,3049761.0,3370290.0,3666015.0,3973142.0,4259366.0,4559092.0,4889519.0,5178746.0,5479571.0,5769095.0,6078422.0,6379246.0,6663073.0,6993799.0,7284625.0,7590853.0,7883476.0,8175400.0,8486226.0,8818358.0,9126684.0,9457512.0,9730332.0,10013360.0,10620610.0,10919136.0,10966442.0,11233263.0,11510286.0,11794811.0,12135142.0,12432266.0,12692588.0,13066019.0,13410748.0,13722376.0,13926794.0,14280624.0,14525246.0,14857975.0,15152098.0,15444324.0,15757752.0,16097883.0,16404808.0,16702633.0,17008355.0,17320885.0,17625911.0,17916335.0,18245964.0,18535391.0,18865517.0,19171342.0,19496573.0,19781995.0,20098524.0,20404950.0,20718377.0,21036304.0,22013986.0,21654859.0,21959184.0,22292711.0,22572335.0,22920266.0,23257394.0,23540918.0,23872247.0,24176974.0,24483601.0,24809228.0,25069850.0,25413178.0,25765809.0,26103937.0,26311856.0,26744793.0,27015116.0,27332543.0,27552862.0,27952697.0,28352832.0,28577651.0,28942482.0,29283410.0,29521132.0,29826059.0,30137884.0,30467812.0,30906149.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/base/tukey.json b/bench-report/branch/issues/26/delete entity/2 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..f29822ed84 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[16456.339947089942,16666.724426807756,17227.749706055263,17438.13418577308] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/changes/benchmark.json b/bench-report/branch/issues/26/delete entity/2 components/16 entities/changes/benchmark.json new file mode 100644 index 0000000000..c698becb28 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"2 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/2 components/16 entities","directory_name":"delete entity/2 components/16 entities","title":"delete entity/2 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/changes/estimates.json b/bench-report/branch/issues/26/delete entity/2 components/16 entities/changes/estimates.json new file mode 100644 index 0000000000..17aebba2fd --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16420.441049852125,"upper_bound":16471.798699254476},"point_estimate":16445.15620600357,"standard_error":13.099881587460224},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16393.892494929005,"upper_bound":16472.83866721514},"point_estimate":16431.477508650518,"standard_error":21.062301650708083},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":112.08559914277754,"upper_bound":174.85225276423745},"point_estimate":141.4194381494027,"standard_error":14.971469824495236},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16483.610257874156,"upper_bound":16533.847553963657},"point_estimate":16510.935153121984,"standard_error":12.870137616768424},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102.74399658846394,"upper_bound":168.55054744936615},"point_estimate":131.8481669571386,"standard_error":18.537689985249347}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/changes/sample.json b/bench-report/branch/issues/26/delete entity/2 components/16 entities/changes/sample.json new file mode 100644 index 0000000000..788c5e8121 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[291625.0,563348.0,841174.0,1122097.0,1396820.0,1684345.0,1973771.0,2245593.0,2516316.0,2802441.0,3080765.0,3340790.0,3626514.0,3918238.0,4173961.0,4461985.0,4748206.0,5018932.0,5266052.0,5546380.0,5820298.0,6099827.0,6390752.0,6671574.0,6945799.0,7237923.0,7493344.0,7768468.0,8035192.0,8300913.0,8592839.0,8871964.0,9138985.0,9435211.0,9700936.0,9977458.0,10253582.0,10529307.0,10791429.0,11073053.0,11344676.0,11716305.0,11938527.0,12179849.0,12497076.0,12779198.0,13046820.0,13307547.0,13636472.0,13868495.0,14177422.0,14441144.0,14725769.0,15011591.0,15316017.0,15605138.0,15896857.0,16164378.0,16436702.0,16746331.0,17010751.0,17323377.0,17607101.0,17855222.0,18200453.0,18453275.0,18732800.0,19163938.0,19363352.0,19585371.0,19917300.0,20208325.0,20440944.0,20759072.0,21015794.0,21341520.0,21638748.0,21904969.0,22277198.0,22544023.0,22763142.0,23044070.0,23395095.0,23575611.0,23850935.0,24268270.0,24450386.0,24803017.0,25064639.0,25407368.0,25681191.0,25990018.0,26260941.0,26539166.0,26879494.0,27100312.0,27358633.0,27704568.0,28026193.0,28337318.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/changes/tukey.json b/bench-report/branch/issues/26/delete entity/2 components/16 entities/changes/tukey.json new file mode 100644 index 0000000000..091ed44db4 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/changes/tukey.json @@ -0,0 +1 @@ +[15777.328901980374,16056.721238320504,16801.76746856085,17081.15980490098] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/new/benchmark.json b/bench-report/branch/issues/26/delete entity/2 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..c698becb28 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"2 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/2 components/16 entities","directory_name":"delete entity/2 components/16 entities","title":"delete entity/2 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/new/estimates.json b/bench-report/branch/issues/26/delete entity/2 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..910fb88c3b --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16941.337066402055,"upper_bound":16991.557244441698},"point_estimate":16965.653050579054,"standard_error":12.81199951283782},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16905.94532627866,"upper_bound":16972.291666666668},"point_estimate":16935.102730200553,"standard_error":15.092098628100137},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75.89167391882859,"upper_bound":131.0660676569301},"point_estimate":98.55168772990753,"standard_error":13.452887199837377},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16975.118491166722,"upper_bound":17027.901883918432},"point_estimate":17002.5264381065,"standard_error":13.464583621972325},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98.65600414818374,"upper_bound":155.83883445644685},"point_estimate":128.99020235581816,"standard_error":14.6050503339007}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/new/sample.json b/bench-report/branch/issues/26/delete entity/2 components/16 entities/new/sample.json new file mode 100644 index 0000000000..e8817baace --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[311326.0,613751.0,939481.0,1226305.0,1540932.0,1849160.0,2139083.0,2447710.0,2747437.0,3049761.0,3370290.0,3666015.0,3973142.0,4259366.0,4559092.0,4889519.0,5178746.0,5479571.0,5769095.0,6078422.0,6379246.0,6663073.0,6993799.0,7284625.0,7590853.0,7883476.0,8175400.0,8486226.0,8818358.0,9126684.0,9457512.0,9730332.0,10013360.0,10620610.0,10919136.0,10966442.0,11233263.0,11510286.0,11794811.0,12135142.0,12432266.0,12692588.0,13066019.0,13410748.0,13722376.0,13926794.0,14280624.0,14525246.0,14857975.0,15152098.0,15444324.0,15757752.0,16097883.0,16404808.0,16702633.0,17008355.0,17320885.0,17625911.0,17916335.0,18245964.0,18535391.0,18865517.0,19171342.0,19496573.0,19781995.0,20098524.0,20404950.0,20718377.0,21036304.0,22013986.0,21654859.0,21959184.0,22292711.0,22572335.0,22920266.0,23257394.0,23540918.0,23872247.0,24176974.0,24483601.0,24809228.0,25069850.0,25413178.0,25765809.0,26103937.0,26311856.0,26744793.0,27015116.0,27332543.0,27552862.0,27952697.0,28352832.0,28577651.0,28942482.0,29283410.0,29521132.0,29826059.0,30137884.0,30467812.0,30906149.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/new/tukey.json b/bench-report/branch/issues/26/delete entity/2 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..f29822ed84 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[16456.339947089942,16666.724426807756,17227.749706055263,17438.13418577308] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/MAD.svg b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..299efc3ed7 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/MAD.svg @@ -0,0 +1,84 @@ + + +delete entity/2 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + + +120 + + + +130 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/SD.svg b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..cbd862a3ce --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/SD.svg @@ -0,0 +1,76 @@ + + +delete entity/2 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + + +100 + + + +110 + + + +120 + + + +130 + + + +140 + + + +150 + + + +160 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/index.html b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/index.html new file mode 100644 index 0000000000..459155813d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/2 components/16 entities - Criterion.rs + + + + +
+

delete entity/2 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope16.975 µs17.003 µs17.028 µs
Throughput939.63 Kelem/s941.04 Kelem/s942.56 Kelem/s
0.99396480.99430470.9940133
Mean16.941 µs16.966 µs16.992 µs
Std. Dev.98.656 ns128.99 ns155.84 ns
Median16.906 µs16.935 µs16.972 µs
MAD75.892 ns98.552 ns131.07 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/mean.svg b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..caed0d61b4 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/mean.svg @@ -0,0 +1,76 @@ + + +delete entity/2 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +16.94 + + + +16.95 + + + +16.96 + + + +16.97 + + + +16.98 + + + +16.99 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/median.svg b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/median.svg new file mode 100644 index 0000000000..0827071f62 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/median.svg @@ -0,0 +1,96 @@ + + +delete entity/2 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + + +16.9 + + + +16.91 + + + +16.92 + + + +16.93 + + + +16.94 + + + +16.95 + + + +16.96 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/pdf.svg b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..9b8ec10dc8 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/pdf.svg @@ -0,0 +1,165 @@ + + +delete entity/2 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + + +16.7 + + + +16.8 + + + +16.9 + + + +17 + + + +17.1 + + + +17.2 + + + +17.3 + + + +17.4 + + + +17.5 + + + +17.6 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/pdf_small.svg b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..4275aa983c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/pdf_small.svg @@ -0,0 +1,64 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +16.8 + + + +17 + + + +17.2 + + + +17.4 + + + +17.6 + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/regression.svg b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..18571e2be8 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/regression.svg @@ -0,0 +1,202 @@ + + +delete entity/2 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/regression_small.svg b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..507ed04833 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/regression_small.svg @@ -0,0 +1,187 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/slope.svg b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..cfb3ebebc5 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/slope.svg @@ -0,0 +1,80 @@ + + +delete entity/2 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +16.97 + + + +16.98 + + + +16.99 + + + +17 + + + +17.01 + + + +17.02 + + + +17.03 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/typical.svg b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..bcd697f5dd --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/16 entities/report/typical.svg @@ -0,0 +1,80 @@ + + +delete entity/2 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +16.97 + + + +16.98 + + + +16.99 + + + +17 + + + +17.01 + + + +17.02 + + + +17.03 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/base/benchmark.json b/bench-report/branch/issues/26/delete entity/2 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..7126692433 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"2 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/2 components/256 entities","directory_name":"delete entity/2 components/256 entities","title":"delete entity/2 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/base/estimates.json b/bench-report/branch/issues/26/delete entity/2 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..6c18e5070c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":246235.3183737501,"upper_bound":246531.77899057942},"point_estimate":246377.2914611257,"standard_error":76.0637155618899},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":246010.16666666666,"upper_bound":246297.07751937985},"point_estimate":246176.99721539722,"standard_error":78.46327027807837},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":381.18989368472705,"upper_bound":724.871121870415},"point_estimate":531.667747304448,"standard_error":87.50594136295463},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":245861.0061767403,"upper_bound":245992.11224371707},"point_estimate":245923.44096645486,"standard_error":33.469128178141034},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":570.4191009703832,"upper_bound":943.7875162342059},"point_estimate":764.6578965596352,"standard_error":95.97698607598471}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/base/sample.json b/bench-report/branch/issues/26/delete entity/2 components/256 entities/base/sample.json new file mode 100644 index 0000000000..445cbb7ae4 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[748565.0,1490727.0,2225791.0,2993756.0,3703020.0,4454582.0,5189046.0,5937510.0,6680073.0,7420437.0,8148896.0,8885763.0,9635725.0,10341687.0,11159756.0,11848117.0,12610481.0,13297642.0,14052504.0,14757765.0,15582136.0,16317399.0,17035061.0,17758823.0,18514189.0,19227750.0,20116726.0,20773080.0,21475739.0,22166602.0,22951366.0,23662229.0,24439996.0,25160557.0,25885320.0,26606081.0,27327343.0,28108910.0,28847673.0,29580735.0,30293897.0,31041061.0,31772323.0,32512487.0,33251549.0,33979015.0,34728278.0,35429338.0,36227808.0,36935866.0,37605824.0,38356989.0,39086151.0,39864119.0,40616683.0,41326042.0,42022704.0,42805769.0,43471128.0,44226492.0,45014560.0,45724319.0,46437382.0,47197046.0,48014217.0,48686375.0,49439237.0,50137599.0,50915267.0,51623625.0,52397493.0,53142356.0,53807412.0,54599782.0,55293541.0,56060205.0,56854042.0,57617508.0,58220459.0,58966022.0,59754690.0,60488654.0,61186312.0,61925773.0,62760643.0,63426303.0,64246671.0,64920627.0,65617388.0,66332948.0,67106415.0,67763668.0,68609243.0,69289600.0,69971560.0,70705822.0,71614001.0,72337264.0,73011019.0,73635769.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/base/tukey.json b/bench-report/branch/issues/26/delete entity/2 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..a5d75afc65 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[243240.87515077295,244538.54047611164,247998.98134368152,249296.64666902024] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/changes/benchmark.json b/bench-report/branch/issues/26/delete entity/2 components/256 entities/changes/benchmark.json new file mode 100644 index 0000000000..7126692433 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"2 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/2 components/256 entities","directory_name":"delete entity/2 components/256 entities","title":"delete entity/2 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/changes/estimates.json b/bench-report/branch/issues/26/delete entity/2 components/256 entities/changes/estimates.json new file mode 100644 index 0000000000..660bd05567 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":243658.54417300387,"upper_bound":243926.51605085284},"point_estimate":243779.9918801179,"standard_error":68.66505274119683},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":243542.1176872608,"upper_bound":243719.29286226688},"point_estimate":243661.488377193,"standard_error":51.30612033554743},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":251.64824573354923,"upper_bound":409.4085772251092},"point_estimate":341.4771675862128,"standard_error":38.83722249100378},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":243494.24012070862,"upper_bound":243643.7465346515},"point_estimate":243563.72340623615,"standard_error":38.14450784061906},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":396.2674721943041,"upper_bound":996.0676977566022},"point_estimate":690.0773182923485,"standard_error":169.83493800980858}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/changes/sample.json b/bench-report/branch/issues/26/delete entity/2 components/256 entities/changes/sample.json new file mode 100644 index 0000000000..404216a112 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[497242.0,981084.0,1468428.0,1953468.0,2435510.0,2926652.0,3414693.0,3885036.0,4383177.0,4869020.0,5369663.0,5844804.0,6336144.0,6835590.0,7310530.0,7829673.0,8286814.0,8759655.0,9259896.0,9763041.0,10231079.0,10727523.0,11217068.0,11705107.0,12203151.0,12669989.0,13143431.0,13623571.0,14151318.0,14629057.0,15075200.0,15591342.0,16049081.0,16651934.0,17175378.0,17601714.0,18051955.0,18564196.0,19024037.0,19508679.0,20027225.0,20440357.0,20915700.0,21444547.0,21954188.0,22439731.0,22907772.0,23396012.0,24082773.0,24479006.0,24880839.0,25417386.0,25803120.0,26337368.0,26834407.0,27319552.0,27781793.0,28280731.0,28738471.0,29240017.0,29748963.0,30198696.0,30685741.0,31165778.0,31654924.0,32172667.0,32615307.0,33023442.0,33647895.0,34156239.0,34541773.0,35066715.0,35542757.0,36027199.0,36512640.0,36973180.0,37459922.0,38019971.0,38486513.0,38971855.0,39499901.0,39968237.0,40439782.0,40897618.0,41391163.0,41828799.0,42370638.0,42849076.0,43315314.0,43787755.0,44292998.0,44802941.0,45295385.0,45721221.0,46294672.0,46760410.0,47233949.0,47629284.0,48213535.0,48680777.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/changes/tukey.json b/bench-report/branch/issues/26/delete entity/2 components/256 entities/changes/tukey.json new file mode 100644 index 0000000000..309a3e6ec8 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/changes/tukey.json @@ -0,0 +1 @@ +[242074.004993406,242761.57013368933,244595.0771744448,245282.6423147281] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/new/benchmark.json b/bench-report/branch/issues/26/delete entity/2 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..7126692433 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"2 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/2 components/256 entities","directory_name":"delete entity/2 components/256 entities","title":"delete entity/2 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/new/estimates.json b/bench-report/branch/issues/26/delete entity/2 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..6c18e5070c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":246235.3183737501,"upper_bound":246531.77899057942},"point_estimate":246377.2914611257,"standard_error":76.0637155618899},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":246010.16666666666,"upper_bound":246297.07751937985},"point_estimate":246176.99721539722,"standard_error":78.46327027807837},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":381.18989368472705,"upper_bound":724.871121870415},"point_estimate":531.667747304448,"standard_error":87.50594136295463},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":245861.0061767403,"upper_bound":245992.11224371707},"point_estimate":245923.44096645486,"standard_error":33.469128178141034},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":570.4191009703832,"upper_bound":943.7875162342059},"point_estimate":764.6578965596352,"standard_error":95.97698607598471}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/new/sample.json b/bench-report/branch/issues/26/delete entity/2 components/256 entities/new/sample.json new file mode 100644 index 0000000000..445cbb7ae4 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[748565.0,1490727.0,2225791.0,2993756.0,3703020.0,4454582.0,5189046.0,5937510.0,6680073.0,7420437.0,8148896.0,8885763.0,9635725.0,10341687.0,11159756.0,11848117.0,12610481.0,13297642.0,14052504.0,14757765.0,15582136.0,16317399.0,17035061.0,17758823.0,18514189.0,19227750.0,20116726.0,20773080.0,21475739.0,22166602.0,22951366.0,23662229.0,24439996.0,25160557.0,25885320.0,26606081.0,27327343.0,28108910.0,28847673.0,29580735.0,30293897.0,31041061.0,31772323.0,32512487.0,33251549.0,33979015.0,34728278.0,35429338.0,36227808.0,36935866.0,37605824.0,38356989.0,39086151.0,39864119.0,40616683.0,41326042.0,42022704.0,42805769.0,43471128.0,44226492.0,45014560.0,45724319.0,46437382.0,47197046.0,48014217.0,48686375.0,49439237.0,50137599.0,50915267.0,51623625.0,52397493.0,53142356.0,53807412.0,54599782.0,55293541.0,56060205.0,56854042.0,57617508.0,58220459.0,58966022.0,59754690.0,60488654.0,61186312.0,61925773.0,62760643.0,63426303.0,64246671.0,64920627.0,65617388.0,66332948.0,67106415.0,67763668.0,68609243.0,69289600.0,69971560.0,70705822.0,71614001.0,72337264.0,73011019.0,73635769.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/new/tukey.json b/bench-report/branch/issues/26/delete entity/2 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..a5d75afc65 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[243240.87515077295,244538.54047611164,247998.98134368152,249296.64666902024] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/MAD.svg b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..54677f7c10 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/MAD.svg @@ -0,0 +1,108 @@ + + +delete entity/2 components/256 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + +0.0025 + + + +0.003 + + + +0.0035 + + + +0.004 + + + +0.0045 + + + +0.005 + + + +0.0055 + + + + +350 + + + +400 + + + +450 + + + +500 + + + +550 + + + +600 + + + +650 + + + +700 + + + +750 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/SD.svg b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..92b0b9b617 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/SD.svg @@ -0,0 +1,96 @@ + + +delete entity/2 components/256 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + +0.0025 + + + +0.003 + + + +0.0035 + + + +0.004 + + + + +550 + + + +600 + + + +650 + + + +700 + + + +750 + + + +800 + + + +850 + + + +900 + + + +950 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/index.html b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/index.html new file mode 100644 index 0000000000..9d2f8ac9c8 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/2 components/256 entities - Criterion.rs + + + + +
+

delete entity/2 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope245.86 µs245.92 µs245.99 µs
Throughput1.0407 Melem/s1.0410 Melem/s1.0412 Melem/s
0.99975310.99976210.9997512
Mean246.24 µs246.38 µs246.53 µs
Std. Dev.570.42 ns764.66 ns943.79 ns
Median246.01 µs246.18 µs246.30 µs
MAD381.19 ns531.67 ns724.87 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/mean.svg b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..ab7c2fe82c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/mean.svg @@ -0,0 +1,96 @@ + + +delete entity/2 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + +5.5 + + + + +246.25 + + + +246.3 + + + +246.35 + + + +246.4 + + + +246.45 + + + +246.5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/median.svg b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/median.svg new file mode 100644 index 0000000000..368f050582 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/median.svg @@ -0,0 +1,76 @@ + + +delete entity/2 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + + +246 + + + +246.05 + + + +246.1 + + + +246.15 + + + +246.2 + + + +246.25 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/pdf.svg b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..4649984c3e --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/pdf.svg @@ -0,0 +1,131 @@ + + +delete entity/2 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +245 + + + +246 + + + +247 + + + +248 + + + +249 + + + +250 + + + +Density (a.u.) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/pdf_small.svg b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..00942abeca --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/pdf_small.svg @@ -0,0 +1,56 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + +246 + + + +248 + + + +250 + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/regression.svg b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..deaadb5b02 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/regression.svg @@ -0,0 +1,192 @@ + + +delete entity/2 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/regression_small.svg b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..4819467d77 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/regression_small.svg @@ -0,0 +1,177 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + +10.0 + + + +20.0 + + + +30.0 + + + +40.0 + + + +50.0 + + + +60.0 + + + +70.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/slope.svg b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..5aa4d2303f --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/slope.svg @@ -0,0 +1,84 @@ + + +delete entity/2 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + + +245.86 + + + +245.88 + + + +245.9 + + + +245.92 + + + +245.94 + + + +245.96 + + + +245.98 + + + +246 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/typical.svg b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..0ba6516c96 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/256 entities/report/typical.svg @@ -0,0 +1,84 @@ + + +delete entity/2 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + + +245.86 + + + +245.88 + + + +245.9 + + + +245.92 + + + +245.94 + + + +245.96 + + + +245.98 + + + +246 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/report/index.html b/bench-report/branch/issues/26/delete entity/2 components/report/index.html new file mode 100644 index 0000000000..ae36970b4a --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + delete entity/2 components Summary - Criterion.rs + + + + +
+

delete entity/2 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

delete entity/2 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/2 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/2 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/2 components/report/lines.svg b/bench-report/branch/issues/26/delete entity/2 components/report/lines.svg new file mode 100644 index 0000000000..0a62ceecbf --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/report/lines.svg @@ -0,0 +1,57 @@ + + +delete entity/2 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +2 components + + + diff --git a/bench-report/branch/issues/26/delete entity/2 components/report/violin.svg b/bench-report/branch/issues/26/delete entity/2 components/report/violin.svg new file mode 100644 index 0000000000..054d1e4802 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/2 components/report/violin.svg @@ -0,0 +1,55 @@ + + +delete entity/2 components: Violin plot + + +Input + + +Average time (µs) + + + +delete entity/2 components/256 entities + + + +delete entity/2 components/16 entities + + + +delete entity/2 components/1 entities + + + + +0.0 + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/256 entities/report/index.html b/bench-report/branch/issues/26/delete entity/256 entities/report/index.html new file mode 100644 index 0000000000..5e777bc6c3 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/256 entities/report/index.html @@ -0,0 +1,208 @@ + + + + + + delete entity/256 entities Summary - Criterion.rs + + + + +
+

delete entity/256 entities

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

delete entity/0 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/1 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/2 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/4 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/8 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/16 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/256 entities/report/violin.svg b/bench-report/branch/issues/26/delete entity/256 entities/report/violin.svg new file mode 100644 index 0000000000..848c54938a --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/256 entities/report/violin.svg @@ -0,0 +1,73 @@ + + +delete entity/256 entities: Violin plot + + +Input + + +Average time (µs) + + + +delete entity/16 components/256 entities + + + +delete entity/8 components/256 entities + + + +delete entity/4 components/256 entities + + + +delete entity/2 components/256 entities + + + +delete entity/1 components/256 entities + + + +delete entity/0 components/256 entities + + + + +0.0 + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/base/benchmark.json b/bench-report/branch/issues/26/delete entity/4 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..3fd1d1a19e --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"4 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/4 components/1 entities","directory_name":"delete entity/4 components/1 entities","title":"delete entity/4 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/base/estimates.json b/bench-report/branch/issues/26/delete entity/4 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..a8cb627a62 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1963.4617968504924,"upper_bound":2000.0890157634747},"point_estimate":1981.6958240246393,"standard_error":9.350601874595805},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1971.6156330749354,"upper_bound":2037.2121212121212},"point_estimate":2010.710822851153,"standard_error":18.003311617384973},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53.663298561083955,"upper_bound":131.22493989365722},"point_estimate":83.34957245696334,"standard_error":21.244367031229146},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2035.554533569548,"upper_bound":2054.621599113672},"point_estimate":2046.0792488054776,"standard_error":4.849469426687335},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83.31626435632158,"upper_bound":104.26056863777828},"point_estimate":93.72719180965335,"standard_error":5.342215933887406}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/base/sample.json b/bench-report/branch/issues/26/delete entity/4 components/1 entities/base/sample.json new file mode 100644 index 0000000000..ef3382a4a4 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[36.0,72.0,108.0,144.0,180.0,216.0,252.0,288.0,324.0,360.0,396.0,432.0,468.0,504.0,540.0,576.0,612.0,648.0,684.0,720.0,756.0,792.0,828.0,864.0,900.0,936.0,972.0,1008.0,1044.0,1080.0,1116.0,1152.0,1188.0,1224.0,1260.0,1296.0,1332.0,1368.0,1404.0,1440.0,1476.0,1512.0,1548.0,1584.0,1620.0,1656.0,1692.0,1728.0,1764.0,1800.0,1836.0,1872.0,1908.0,1944.0,1980.0,2016.0,2052.0,2088.0,2124.0,2160.0,2196.0,2232.0,2268.0,2304.0,2340.0,2376.0,2412.0,2448.0,2484.0,2520.0,2556.0,2592.0,2628.0,2664.0,2700.0,2736.0,2772.0,2808.0,2844.0,2880.0,2916.0,2952.0,2988.0,3024.0,3060.0,3096.0,3132.0,3168.0,3204.0,3240.0,3276.0,3312.0,3348.0,3384.0,3420.0,3456.0,3492.0,3528.0,3564.0,3600.0],"times":[81707.0,144613.0,213320.0,285728.0,349830.0,415535.0,485843.0,544644.0,617952.0,673358.0,737361.0,818469.0,870275.0,930780.0,991785.0,1064491.0,1122097.0,1186701.0,1263410.0,1315711.0,1381718.0,1457626.0,1509229.0,1607936.0,1647342.0,1742247.0,1817854.0,1873460.0,1935868.0,1996573.0,2066378.0,2154883.0,2216590.0,2303099.0,2390202.0,2447611.0,2539818.0,2620526.0,2692631.0,2773937.0,2901149.0,2957053.0,3052061.0,3119368.0,3191273.0,3290583.0,3387589.0,3413091.0,3513101.0,3608709.0,3660714.0,3801025.0,3840628.0,3932937.0,3997141.0,4079647.0,4160655.0,4256466.0,4313773.0,4371672.0,4490888.0,4539589.0,4657600.0,4702502.0,4807912.0,4840416.0,4965927.0,5031332.0,5093936.0,5166443.0,5248350.0,5306155.0,5378364.0,5489470.0,5610781.0,5654184.0,5689589.0,5759693.0,5883405.0,5952813.0,6007717.0,6115624.0,6161728.0,6250335.0,6314441.0,6394948.0,6437953.0,6540260.0,6630867.0,6687973.0,6755578.0,6830986.0,6928896.0,7109708.0,7180414.0,7252325.0,7295625.0,7352031.0,7440539.0,7550348.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/base/tukey.json b/bench-report/branch/issues/26/delete entity/4 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..8af12acc31 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[1384.3744433695729,1637.432688505774,2312.254675535644,2565.312920671845] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/changes/benchmark.json b/bench-report/branch/issues/26/delete entity/4 components/1 entities/changes/benchmark.json new file mode 100644 index 0000000000..3fd1d1a19e --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"4 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/4 components/1 entities","directory_name":"delete entity/4 components/1 entities","title":"delete entity/4 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/changes/estimates.json b/bench-report/branch/issues/26/delete entity/4 components/1 entities/changes/estimates.json new file mode 100644 index 0000000000..6f67d1f77d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1971.5769675454965,"upper_bound":2029.4743811663488},"point_estimate":1997.9728514238939,"standard_error":14.708100277433752},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1994.419250645995,"upper_bound":2047.7368421052631},"point_estimate":2039.1099816849817,"standard_error":12.455213621485239},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.001215418545165,"upper_bound":114.74663146978492},"point_estimate":68.2365887040596,"standard_error":17.55001546540589},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2047.4012211414545,"upper_bound":2068.727805180331},"point_estimate":2058.557734840648,"standard_error":5.442618096932898},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":93.06029948290991,"upper_bound":214.3675170685619},"point_estimate":147.96559588113985,"standard_error":37.178837571109405}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/changes/sample.json b/bench-report/branch/issues/26/delete entity/4 components/1 entities/changes/sample.json new file mode 100644 index 0000000000..a6f628c9a9 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[36.0,72.0,108.0,144.0,180.0,216.0,252.0,288.0,324.0,360.0,396.0,432.0,468.0,504.0,540.0,576.0,612.0,648.0,684.0,720.0,756.0,792.0,828.0,864.0,900.0,936.0,972.0,1008.0,1044.0,1080.0,1116.0,1152.0,1188.0,1224.0,1260.0,1296.0,1332.0,1368.0,1404.0,1440.0,1476.0,1512.0,1548.0,1584.0,1620.0,1656.0,1692.0,1728.0,1764.0,1800.0,1836.0,1872.0,1908.0,1944.0,1980.0,2016.0,2052.0,2088.0,2124.0,2160.0,2196.0,2232.0,2268.0,2304.0,2340.0,2376.0,2412.0,2448.0,2484.0,2520.0,2556.0,2592.0,2628.0,2664.0,2700.0,2736.0,2772.0,2808.0,2844.0,2880.0,2916.0,2952.0,2988.0,3024.0,3060.0,3096.0,3132.0,3168.0,3204.0,3240.0,3276.0,3312.0,3348.0,3384.0,3420.0,3456.0,3492.0,3528.0,3564.0,3600.0],"times":[80206.0,143411.0,212419.0,279627.0,345629.0,412234.0,471041.0,534045.0,598151.0,669958.0,720660.0,789368.0,846274.0,916278.0,973381.0,1044889.0,1112694.0,1174599.0,1234805.0,1298309.0,1372519.0,1442424.0,1525228.0,1568033.0,1630539.0,1737849.0,2978456.0,1865957.0,1957868.0,2030473.0,2119479.0,2180486.0,2259094.0,2322498.0,2432307.0,2511314.0,2599321.0,2672228.0,2740632.0,2826441.0,2930550.0,3090263.0,3087361.0,3154469.0,3259977.0,3313481.0,3411890.0,3571702.0,3620707.0,3696914.0,3747818.0,3821726.0,3895431.0,3962136.0,4030641.0,4109048.0,4201956.0,4248861.0,4342669.0,4429775.0,4508482.0,4590290.0,4647294.0,4743702.0,4773604.0,4861813.0,4962721.0,4987221.0,5100732.0,5154437.0,5244046.0,5287749.0,5387858.0,5423761.0,5539470.0,5604176.0,5718583.0,5785692.0,5876298.0,5927103.0,6062216.0,6127619.0,6161224.0,6245432.0,6372142.0,6400342.0,6500251.0,6601762.0,6650465.0,6762573.0,6834982.0,6937990.0,7022594.0,6977693.0,7143706.0,7151207.0,7244314.0,7444233.0,7564142.0,7752358.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/changes/tukey.json b/bench-report/branch/issues/26/delete entity/4 components/1 entities/changes/tukey.json new file mode 100644 index 0000000000..9e0d856944 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/changes/tukey.json @@ -0,0 +1 @@ +[1412.5442135653957,1655.64584176056,2303.916850280998,2547.0184784761623] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/new/benchmark.json b/bench-report/branch/issues/26/delete entity/4 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..3fd1d1a19e --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"4 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/4 components/1 entities","directory_name":"delete entity/4 components/1 entities","title":"delete entity/4 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/new/estimates.json b/bench-report/branch/issues/26/delete entity/4 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..a8cb627a62 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1963.4617968504924,"upper_bound":2000.0890157634747},"point_estimate":1981.6958240246393,"standard_error":9.350601874595805},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1971.6156330749354,"upper_bound":2037.2121212121212},"point_estimate":2010.710822851153,"standard_error":18.003311617384973},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53.663298561083955,"upper_bound":131.22493989365722},"point_estimate":83.34957245696334,"standard_error":21.244367031229146},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2035.554533569548,"upper_bound":2054.621599113672},"point_estimate":2046.0792488054776,"standard_error":4.849469426687335},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83.31626435632158,"upper_bound":104.26056863777828},"point_estimate":93.72719180965335,"standard_error":5.342215933887406}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/new/sample.json b/bench-report/branch/issues/26/delete entity/4 components/1 entities/new/sample.json new file mode 100644 index 0000000000..ef3382a4a4 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[36.0,72.0,108.0,144.0,180.0,216.0,252.0,288.0,324.0,360.0,396.0,432.0,468.0,504.0,540.0,576.0,612.0,648.0,684.0,720.0,756.0,792.0,828.0,864.0,900.0,936.0,972.0,1008.0,1044.0,1080.0,1116.0,1152.0,1188.0,1224.0,1260.0,1296.0,1332.0,1368.0,1404.0,1440.0,1476.0,1512.0,1548.0,1584.0,1620.0,1656.0,1692.0,1728.0,1764.0,1800.0,1836.0,1872.0,1908.0,1944.0,1980.0,2016.0,2052.0,2088.0,2124.0,2160.0,2196.0,2232.0,2268.0,2304.0,2340.0,2376.0,2412.0,2448.0,2484.0,2520.0,2556.0,2592.0,2628.0,2664.0,2700.0,2736.0,2772.0,2808.0,2844.0,2880.0,2916.0,2952.0,2988.0,3024.0,3060.0,3096.0,3132.0,3168.0,3204.0,3240.0,3276.0,3312.0,3348.0,3384.0,3420.0,3456.0,3492.0,3528.0,3564.0,3600.0],"times":[81707.0,144613.0,213320.0,285728.0,349830.0,415535.0,485843.0,544644.0,617952.0,673358.0,737361.0,818469.0,870275.0,930780.0,991785.0,1064491.0,1122097.0,1186701.0,1263410.0,1315711.0,1381718.0,1457626.0,1509229.0,1607936.0,1647342.0,1742247.0,1817854.0,1873460.0,1935868.0,1996573.0,2066378.0,2154883.0,2216590.0,2303099.0,2390202.0,2447611.0,2539818.0,2620526.0,2692631.0,2773937.0,2901149.0,2957053.0,3052061.0,3119368.0,3191273.0,3290583.0,3387589.0,3413091.0,3513101.0,3608709.0,3660714.0,3801025.0,3840628.0,3932937.0,3997141.0,4079647.0,4160655.0,4256466.0,4313773.0,4371672.0,4490888.0,4539589.0,4657600.0,4702502.0,4807912.0,4840416.0,4965927.0,5031332.0,5093936.0,5166443.0,5248350.0,5306155.0,5378364.0,5489470.0,5610781.0,5654184.0,5689589.0,5759693.0,5883405.0,5952813.0,6007717.0,6115624.0,6161728.0,6250335.0,6314441.0,6394948.0,6437953.0,6540260.0,6630867.0,6687973.0,6755578.0,6830986.0,6928896.0,7109708.0,7180414.0,7252325.0,7295625.0,7352031.0,7440539.0,7550348.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/new/tukey.json b/bench-report/branch/issues/26/delete entity/4 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..8af12acc31 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[1384.3744433695729,1637.432688505774,2312.254675535644,2565.312920671845] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/MAD.svg b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..c6941c1069 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/MAD.svg @@ -0,0 +1,108 @@ + + +delete entity/4 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + +0.02 + + + +0.022 + + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + + +120 + + + +130 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/SD.svg b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..368d7ab254 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/SD.svg @@ -0,0 +1,80 @@ + + +delete entity/4 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + + +85 + + + +90 + + + +95 + + + +100 + + + +105 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/index.html b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/index.html new file mode 100644 index 0000000000..1320cfc308 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/4 components/1 entities - Criterion.rs + + + + +
+

delete entity/4 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope2.0356 µs2.0461 µs2.0546 µs
Throughput486.71 Kelem/s488.74 Kelem/s491.27 Kelem/s
0.91932140.92206500.9202557
Mean1.9635 µs1.9817 µs2.0001 µs
Std. Dev.83.316 ns93.727 ns104.26 ns
Median1.9716 µs2.0107 µs2.0372 µs
MAD53.663 ns83.350 ns131.22 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/mean.svg b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..ac19d429d7 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/mean.svg @@ -0,0 +1,100 @@ + + +delete entity/4 components/1 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + + +1.96 + + + +1.965 + + + +1.97 + + + +1.975 + + + +1.98 + + + +1.985 + + + +1.99 + + + +1.995 + + + +2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/median.svg b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/median.svg new file mode 100644 index 0000000000..60c2fed076 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/median.svg @@ -0,0 +1,88 @@ + + +delete entity/4 components/1 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + + +1.97 + + + +1.98 + + + +1.99 + + + +2 + + + +2.01 + + + +2.02 + + + +2.03 + + + +2.04 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/pdf.svg b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..ad3a7abb93 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/pdf.svg @@ -0,0 +1,139 @@ + + +delete entity/4 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +1.8 + + + +1.9 + + + +2 + + + +2.1 + + + +2.2 + + + +2.3 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/pdf_small.svg b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..0467135eed --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/pdf_small.svg @@ -0,0 +1,68 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + + +1.8 + + + +2 + + + +2.2 + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/regression.svg b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..9633b7fa1e --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/regression.svg @@ -0,0 +1,197 @@ + + +delete entity/4 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/regression_small.svg b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..120e493c78 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/regression_small.svg @@ -0,0 +1,182 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + +7.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/slope.svg b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..3623c79eb1 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/slope.svg @@ -0,0 +1,84 @@ + + +delete entity/4 components/1 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + + +2.035 + + + +2.04 + + + +2.045 + + + +2.05 + + + +2.055 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/typical.svg b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..c20ed2fe0e --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/1 entities/report/typical.svg @@ -0,0 +1,84 @@ + + +delete entity/4 components/1 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + + +2.035 + + + +2.04 + + + +2.045 + + + +2.05 + + + +2.055 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/base/benchmark.json b/bench-report/branch/issues/26/delete entity/4 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..168153999d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"4 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/4 components/16 entities","directory_name":"delete entity/4 components/16 entities","title":"delete entity/4 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/base/estimates.json b/bench-report/branch/issues/26/delete entity/4 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..b68ffd3485 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16236.316632394424,"upper_bound":16288.803760707777},"point_estimate":16261.652200202201,"standard_error":13.369038356955635},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16197.424552429668,"upper_bound":16260.295729250603},"point_estimate":16228.469696969696,"standard_error":16.019378230298187},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83.02914857595965,"upper_bound":141.22399323546796},"point_estimate":117.03437064281378,"standard_error":14.130929218242533},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16278.714249092025,"upper_bound":16334.56797260772},"point_estimate":16307.565036205113,"standard_error":14.237614967037713},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101.84909480085533,"upper_bound":167.15477899281876},"point_estimate":133.7306986706964,"standard_error":17.013443034014667}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/base/sample.json b/bench-report/branch/issues/26/delete entity/4 components/16 entities/base/sample.json new file mode 100644 index 0000000000..1f612e2582 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[283224.0,556250.0,844073.0,1122397.0,1389018.0,1668243.0,1938966.0,2238992.0,2502217.0,2773537.0,3047864.0,3313185.0,3583506.0,3853033.0,4132654.0,4418979.0,4667399.0,4966725.0,5222248.0,5496171.0,5805898.0,6040519.0,6329344.0,6583764.0,6880791.0,7148614.0,7407735.0,7695160.0,7950183.0,8223406.0,8503230.0,8795155.0,9058778.0,9330401.0,9598024.0,9858244.0,10148771.0,10427294.0,10681315.0,10981843.0,11211963.0,11578692.0,11783309.0,12107638.0,12318855.0,12666386.0,12893109.0,13177631.0,13449653.0,13746279.0,14013401.0,14285927.0,14549047.0,14829472.0,15162301.0,15391020.0,15665343.0,15932967.0,16266595.0,16502018.0,17535505.0,17464496.0,17367289.0,17650513.0,17897731.0,18205361.0,18493786.0,18733706.0,19063333.0,19326355.0,19605778.0,19895004.0,20179027.0,20457355.0,20783779.0,21054705.0,21325627.0,21615455.0,21919177.0,22178399.0,22497130.0,22653140.0,23038574.0,23327498.0,23561218.0,23866244.0,24141168.0,24480599.0,24740721.0,25278467.0,25267462.0,25655097.0,25995728.0,26194644.0,26483971.0,26733991.0,27090921.0,27350541.0,27606165.0,27926893.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/base/tukey.json b/bench-report/branch/issues/26/delete entity/4 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..5a9a7ecaaa --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[15662.300085508772,15912.378507952682,16579.254301136443,16829.33272358035] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/changes/benchmark.json b/bench-report/branch/issues/26/delete entity/4 components/16 entities/changes/benchmark.json new file mode 100644 index 0000000000..168153999d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"4 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/4 components/16 entities","directory_name":"delete entity/4 components/16 entities","title":"delete entity/4 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/changes/estimates.json b/bench-report/branch/issues/26/delete entity/4 components/16 entities/changes/estimates.json new file mode 100644 index 0000000000..496608dafa --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15654.327934325172,"upper_bound":15699.114802686416},"point_estimate":15676.13345745862,"standard_error":11.424872181429786},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15630.389705882353,"upper_bound":15677.34765625},"point_estimate":15642.610416666666,"standard_error":11.890062927004823},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":91.0848423098057,"upper_bound":144.29086057747793},"point_estimate":118.838948946123,"standard_error":13.298955027288896},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15714.408136675804,"upper_bound":15764.409641518056},"point_estimate":15741.467284801241,"standard_error":12.73599545245738},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97.31934382812538,"upper_bound":135.78328051117435},"point_estimate":115.37023301836052,"standard_error":10.121604367804643}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/changes/sample.json b/bench-report/branch/issues/26/delete entity/4 components/16 entities/changes/sample.json new file mode 100644 index 0000000000..028e5cb2ba --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[258424.0,506244.0,755066.0,1007786.0,1258809.0,1515429.0,1761253.0,2008073.0,2255994.0,2506113.0,2763136.0,2995859.0,3255979.0,3489901.0,3740921.0,4005645.0,4251466.0,4481984.0,4754409.0,4970227.0,5225349.0,5503473.0,5733392.0,5974915.0,6234838.0,6476159.0,6726278.0,6955498.0,7213322.0,7473442.0,7747764.0,7961386.0,8201903.0,8474630.0,8742152.0,8941268.0,9205393.0,9466016.0,9716137.0,9921952.0,10190777.0,10429598.0,10681019.0,10983144.0,11233167.0,11578495.0,11743411.0,12009134.0,12261956.0,12483774.0,12706996.0,12952713.0,13211738.0,13462158.0,13697978.0,13968303.0,14216222.0,14507049.0,14753067.0,15017092.0,15262912.0,15503034.0,15767556.0,16014680.0,16279201.0,16514220.0,16775143.0,17032666.0,17271184.0,17548011.0,17856538.0,18120461.0,18364179.0,18663305.0,18888826.0,19156650.0,19392669.0,19690392.0,19924314.0,20182137.0,20491050.0,20738257.0,20905272.0,21188296.0,21540926.0,21762845.0,22054669.0,22291190.0,22528110.0,22801233.0,23024055.0,23316376.0,23627505.0,23817019.0,24084141.0,24329962.0,24561982.0,24844105.0,25131829.0,25395854.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/changes/tukey.json b/bench-report/branch/issues/26/delete entity/4 components/16 entities/changes/tukey.json new file mode 100644 index 0000000000..2e09968993 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/changes/tukey.json @@ -0,0 +1 @@ +[15030.890409961068,15305.398361567462,16037.419565851178,16311.92751745757] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/new/benchmark.json b/bench-report/branch/issues/26/delete entity/4 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..168153999d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"4 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/4 components/16 entities","directory_name":"delete entity/4 components/16 entities","title":"delete entity/4 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/new/estimates.json b/bench-report/branch/issues/26/delete entity/4 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..b68ffd3485 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16236.316632394424,"upper_bound":16288.803760707777},"point_estimate":16261.652200202201,"standard_error":13.369038356955635},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16197.424552429668,"upper_bound":16260.295729250603},"point_estimate":16228.469696969696,"standard_error":16.019378230298187},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83.02914857595965,"upper_bound":141.22399323546796},"point_estimate":117.03437064281378,"standard_error":14.130929218242533},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16278.714249092025,"upper_bound":16334.56797260772},"point_estimate":16307.565036205113,"standard_error":14.237614967037713},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101.84909480085533,"upper_bound":167.15477899281876},"point_estimate":133.7306986706964,"standard_error":17.013443034014667}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/new/sample.json b/bench-report/branch/issues/26/delete entity/4 components/16 entities/new/sample.json new file mode 100644 index 0000000000..1f612e2582 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[283224.0,556250.0,844073.0,1122397.0,1389018.0,1668243.0,1938966.0,2238992.0,2502217.0,2773537.0,3047864.0,3313185.0,3583506.0,3853033.0,4132654.0,4418979.0,4667399.0,4966725.0,5222248.0,5496171.0,5805898.0,6040519.0,6329344.0,6583764.0,6880791.0,7148614.0,7407735.0,7695160.0,7950183.0,8223406.0,8503230.0,8795155.0,9058778.0,9330401.0,9598024.0,9858244.0,10148771.0,10427294.0,10681315.0,10981843.0,11211963.0,11578692.0,11783309.0,12107638.0,12318855.0,12666386.0,12893109.0,13177631.0,13449653.0,13746279.0,14013401.0,14285927.0,14549047.0,14829472.0,15162301.0,15391020.0,15665343.0,15932967.0,16266595.0,16502018.0,17535505.0,17464496.0,17367289.0,17650513.0,17897731.0,18205361.0,18493786.0,18733706.0,19063333.0,19326355.0,19605778.0,19895004.0,20179027.0,20457355.0,20783779.0,21054705.0,21325627.0,21615455.0,21919177.0,22178399.0,22497130.0,22653140.0,23038574.0,23327498.0,23561218.0,23866244.0,24141168.0,24480599.0,24740721.0,25278467.0,25267462.0,25655097.0,25995728.0,26194644.0,26483971.0,26733991.0,27090921.0,27350541.0,27606165.0,27926893.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/new/tukey.json b/bench-report/branch/issues/26/delete entity/4 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..5a9a7ecaaa --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[15662.300085508772,15912.378507952682,16579.254301136443,16829.33272358035] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/MAD.svg b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..9fb29e97ed --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/MAD.svg @@ -0,0 +1,84 @@ + + +delete entity/4 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + + +80 + + + +90 + + + +100 + + + +110 + + + +120 + + + +130 + + + +140 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/SD.svg b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..cdad97ddc2 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/SD.svg @@ -0,0 +1,80 @@ + + +delete entity/4 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + + +100 + + + +110 + + + +120 + + + +130 + + + +140 + + + +150 + + + +160 + + + +170 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/index.html b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/index.html new file mode 100644 index 0000000000..be0b1cdff9 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/4 components/16 entities - Criterion.rs + + + + +
+

delete entity/4 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope16.279 µs16.308 µs16.335 µs
Throughput979.52 Kelem/s981.14 Kelem/s982.88 Kelem/s
0.99227730.99268930.9923284
Mean16.236 µs16.262 µs16.289 µs
Std. Dev.101.85 ns133.73 ns167.15 ns
Median16.197 µs16.228 µs16.260 µs
MAD83.029 ns117.03 ns141.22 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/mean.svg b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..4a30f6848c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/mean.svg @@ -0,0 +1,72 @@ + + +delete entity/4 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +16.24 + + + +16.25 + + + +16.26 + + + +16.27 + + + +16.28 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/median.svg b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/median.svg new file mode 100644 index 0000000000..9d0a26f400 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/median.svg @@ -0,0 +1,96 @@ + + +delete entity/4 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + + +16.2 + + + +16.21 + + + +16.22 + + + +16.23 + + + +16.24 + + + +16.25 + + + +16.26 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/pdf.svg b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..91af7d90b9 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/pdf.svg @@ -0,0 +1,155 @@ + + +delete entity/4 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + +16 + + + +16.1 + + + +16.2 + + + +16.3 + + + +16.4 + + + +16.5 + + + +16.6 + + + +16.7 + + + +16.8 + + + +16.9 + + + +17 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/pdf_small.svg b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..26dff4b508 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/pdf_small.svg @@ -0,0 +1,56 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +16 + + + +16.5 + + + +17 + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/regression.svg b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..761764c365 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/regression.svg @@ -0,0 +1,192 @@ + + +delete entity/4 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/regression_small.svg b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..7dacceb89d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/regression_small.svg @@ -0,0 +1,177 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/slope.svg b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..d55400326d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/slope.svg @@ -0,0 +1,80 @@ + + +delete entity/4 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +16.28 + + + +16.29 + + + +16.3 + + + +16.31 + + + +16.32 + + + +16.33 + + + +16.34 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/typical.svg b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..69eb11a43a --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/16 entities/report/typical.svg @@ -0,0 +1,80 @@ + + +delete entity/4 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +16.28 + + + +16.29 + + + +16.3 + + + +16.31 + + + +16.32 + + + +16.33 + + + +16.34 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/base/benchmark.json b/bench-report/branch/issues/26/delete entity/4 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..856be4fe55 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"4 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/4 components/256 entities","directory_name":"delete entity/4 components/256 entities","title":"delete entity/4 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/base/estimates.json b/bench-report/branch/issues/26/delete entity/4 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..83ee828fdb --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":236396.35132477817,"upper_bound":236751.5880550053},"point_estimate":236560.4782826131,"standard_error":90.7741765483408},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":236236.10236742423,"upper_bound":236396.30434782608},"point_estimate":236318.81944444444,"standard_error":38.661364286425446},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310.7333967812454,"upper_bound":602.2194087140622},"point_estimate":447.695238947401,"standard_error":76.69010379238746},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":236100.88954699968,"upper_bound":236300.66015679116},"point_estimate":236190.09745382,"standard_error":50.85526363893609},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":530.893501229773,"upper_bound":1244.6800871675405},"point_estimate":917.4225326365167,"standard_error":183.30490362657633}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/base/sample.json b/bench-report/branch/issues/26/delete entity/4 components/256 entities/base/sample.json new file mode 100644 index 0000000000..b2eb1d450d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[483041.0,956081.0,1431823.0,1896366.0,2373601.0,2842242.0,3323085.0,3781824.0,4253863.0,4735505.0,5221349.0,5697588.0,6132422.0,6627668.0,7107811.0,7569049.0,8047992.0,8510628.0,9001771.0,9453609.0,9937551.0,10382488.0,10870033.0,11342972.0,11815413.0,12312457.0,12783696.0,13288240.0,13705673.0,14200017.0,14697560.0,15123495.0,15631141.0,16119281.0,16703930.0,17019658.0,17577908.0,17994642.0,18511988.0,18975925.0,19421265.0,19858701.0,20391249.0,20850787.0,21709761.0,21748460.0,22259107.0,22687544.0,23115881.0,23635425.0,24087564.0,24512799.0,25017541.0,25503186.0,26000227.0,26464965.0,26923807.0,27433351.0,27869287.0,28342228.0,28860174.0,29276507.0,29729747.0,30239688.0,30734334.0,31185673.0,31646812.0,32119952.0,32580992.0,33049031.0,33525272.0,34025215.0,34511057.0,34878690.0,35411733.0,35914278.0,36309412.0,36774850.0,37314098.0,37794737.0,38190973.0,38692716.0,39126052.0,39641196.0,40155540.0,40629280.0,41033514.0,41538661.0,41956894.0,42501444.0,42960882.0,43427420.0,44008971.0,44461510.0,44913548.0,45338908.0,45793543.0,46227581.0,46661917.0,47182659.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/base/tukey.json b/bench-report/branch/issues/26/delete entity/4 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..f7aa7e8168 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[234048.07264826406,235071.02377054965,237798.8934299779,238821.8445522635] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/changes/benchmark.json b/bench-report/branch/issues/26/delete entity/4 components/256 entities/changes/benchmark.json new file mode 100644 index 0000000000..856be4fe55 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"4 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/4 components/256 entities","directory_name":"delete entity/4 components/256 entities","title":"delete entity/4 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/changes/estimates.json b/bench-report/branch/issues/26/delete entity/4 components/256 entities/changes/estimates.json new file mode 100644 index 0000000000..a965027625 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":235597.88852991548,"upper_bound":235900.87176509813},"point_estimate":235740.10110055763,"standard_error":77.28932279281577},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":235495.57883675964,"upper_bound":235692.9818181818},"point_estimate":235614.4435483871,"standard_error":48.930267265024405},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":294.6540309678548,"upper_bound":545.9048376319812},"point_estimate":385.8013575427319,"standard_error":65.25872770103607},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":235441.82860103343,"upper_bound":235935.51379584387},"point_estimate":235654.23354514557,"standard_error":128.22478183647266},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":495.8403976624928,"upper_bound":1019.6201328168706},"point_estimate":775.9211804715171,"standard_error":133.26550569733317}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/changes/sample.json b/bench-report/branch/issues/26/delete entity/4 components/256 entities/changes/sample.json new file mode 100644 index 0000000000..f544e6bcfc --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[474641.0,941883.0,1413925.0,1917464.0,2358903.0,2853644.0,3296085.0,3767122.0,4260968.0,4722904.0,5177647.0,5643184.0,6144928.0,6579465.0,7046205.0,7547749.0,8024491.0,8483731.0,8948968.0,9432912.0,9878651.0,10343087.0,10854733.0,11297470.0,11803515.0,12213649.0,12803299.0,13153033.0,13642371.0,14139817.0,14617158.0,15030392.0,15537834.0,16044178.0,16517619.0,16967860.0,17432398.0,17940742.0,18393381.0,18860020.0,19368166.0,19830905.0,20256643.0,20741785.0,21219923.0,21663863.0,22171508.0,22613245.0,23212398.0,23614431.0,24044668.0,24596615.0,24976949.0,25404684.0,25926228.0,26412272.0,26848209.0,27341148.0,27799889.0,28262830.0,28757072.0,29216711.0,29720955.0,30168892.0,30662935.0,31103875.0,31553015.0,32005452.0,32511094.0,32985435.0,33394672.0,33858911.0,34328754.0,34970405.0,35287734.0,35915190.0,36264020.0,36759662.0,37233604.0,37686540.0,38205485.0,38613819.0,39079761.0,39549801.0,39976039.0,40548088.0,40960922.0,41395660.0,41894402.0,42301837.0,42822765.0,43250430.0,43691961.0,44194095.0,45441079.0,45732198.0,45630292.0,46150624.0,46522052.0,47048987.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/changes/tukey.json b/bench-report/branch/issues/26/delete entity/4 components/256 entities/changes/tukey.json new file mode 100644 index 0000000000..8c4d7f481a --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/changes/tukey.json @@ -0,0 +1 @@ +[233774.32897020265,234559.28681130454,236652.50772090958,237437.46556201146] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/new/benchmark.json b/bench-report/branch/issues/26/delete entity/4 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..856be4fe55 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"4 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/4 components/256 entities","directory_name":"delete entity/4 components/256 entities","title":"delete entity/4 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/new/estimates.json b/bench-report/branch/issues/26/delete entity/4 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..83ee828fdb --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":236396.35132477817,"upper_bound":236751.5880550053},"point_estimate":236560.4782826131,"standard_error":90.7741765483408},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":236236.10236742423,"upper_bound":236396.30434782608},"point_estimate":236318.81944444444,"standard_error":38.661364286425446},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310.7333967812454,"upper_bound":602.2194087140622},"point_estimate":447.695238947401,"standard_error":76.69010379238746},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":236100.88954699968,"upper_bound":236300.66015679116},"point_estimate":236190.09745382,"standard_error":50.85526363893609},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":530.893501229773,"upper_bound":1244.6800871675405},"point_estimate":917.4225326365167,"standard_error":183.30490362657633}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/new/sample.json b/bench-report/branch/issues/26/delete entity/4 components/256 entities/new/sample.json new file mode 100644 index 0000000000..b2eb1d450d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[483041.0,956081.0,1431823.0,1896366.0,2373601.0,2842242.0,3323085.0,3781824.0,4253863.0,4735505.0,5221349.0,5697588.0,6132422.0,6627668.0,7107811.0,7569049.0,8047992.0,8510628.0,9001771.0,9453609.0,9937551.0,10382488.0,10870033.0,11342972.0,11815413.0,12312457.0,12783696.0,13288240.0,13705673.0,14200017.0,14697560.0,15123495.0,15631141.0,16119281.0,16703930.0,17019658.0,17577908.0,17994642.0,18511988.0,18975925.0,19421265.0,19858701.0,20391249.0,20850787.0,21709761.0,21748460.0,22259107.0,22687544.0,23115881.0,23635425.0,24087564.0,24512799.0,25017541.0,25503186.0,26000227.0,26464965.0,26923807.0,27433351.0,27869287.0,28342228.0,28860174.0,29276507.0,29729747.0,30239688.0,30734334.0,31185673.0,31646812.0,32119952.0,32580992.0,33049031.0,33525272.0,34025215.0,34511057.0,34878690.0,35411733.0,35914278.0,36309412.0,36774850.0,37314098.0,37794737.0,38190973.0,38692716.0,39126052.0,39641196.0,40155540.0,40629280.0,41033514.0,41538661.0,41956894.0,42501444.0,42960882.0,43427420.0,44008971.0,44461510.0,44913548.0,45338908.0,45793543.0,46227581.0,46661917.0,47182659.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/new/tukey.json b/bench-report/branch/issues/26/delete entity/4 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..f7aa7e8168 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[234048.07264826406,235071.02377054965,237798.8934299779,238821.8445522635] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/MAD.svg b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..95baeb432c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/MAD.svg @@ -0,0 +1,80 @@ + + +delete entity/4 components/256 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + + +550 + + + +600 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/SD.svg b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..6fc7edb82b --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/SD.svg @@ -0,0 +1,84 @@ + + +delete entity/4 components/256 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + +1.2 + + + +1.3 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/index.html b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/index.html new file mode 100644 index 0000000000..580e91eb33 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/4 components/256 entities - Criterion.rs + + + + +
+

delete entity/4 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope236.10 µs236.19 µs236.30 µs
Throughput1.0834 Melem/s1.0839 Melem/s1.0843 Melem/s
0.99927430.99929400.9992637
Mean236.40 µs236.56 µs236.75 µs
Std. Dev.530.89 ns917.42 ns1.2447 µs
Median236.24 µs236.32 µs236.40 µs
MAD310.73 ns447.70 ns602.22 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/mean.svg b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..816809f888 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/mean.svg @@ -0,0 +1,92 @@ + + +delete entity/4 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + +236.4 + + + +236.45 + + + +236.5 + + + +236.55 + + + +236.6 + + + +236.65 + + + +236.7 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/median.svg b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/median.svg new file mode 100644 index 0000000000..dec0baf456 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/median.svg @@ -0,0 +1,84 @@ + + +delete entity/4 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + + +236.22 + + + +236.24 + + + +236.26 + + + +236.28 + + + +236.3 + + + +236.32 + + + +236.34 + + + +236.36 + + + +236.38 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/pdf.svg b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..65865de0fa --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/pdf.svg @@ -0,0 +1,157 @@ + + +delete entity/4 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + +235 + + + +236 + + + +237 + + + +238 + + + +239 + + + +240 + + + +241 + + + +242 + + + +Density (a.u.) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/pdf_small.svg b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..e857d246f2 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/pdf_small.svg @@ -0,0 +1,60 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + +236 + + + +238 + + + +240 + + + +242 + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/regression.svg b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..4c12f880a9 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/regression.svg @@ -0,0 +1,222 @@ + + +delete entity/4 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + +45.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/regression_small.svg b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..bdbf8e26d0 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/regression_small.svg @@ -0,0 +1,207 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + +45.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/slope.svg b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..476d80b489 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/slope.svg @@ -0,0 +1,80 @@ + + +delete entity/4 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + +236.1 + + + +236.15 + + + +236.2 + + + +236.25 + + + +236.3 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/typical.svg b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..b71c027f63 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/256 entities/report/typical.svg @@ -0,0 +1,80 @@ + + +delete entity/4 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + +236.1 + + + +236.15 + + + +236.2 + + + +236.25 + + + +236.3 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/report/index.html b/bench-report/branch/issues/26/delete entity/4 components/report/index.html new file mode 100644 index 0000000000..949585af93 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + delete entity/4 components Summary - Criterion.rs + + + + +
+

delete entity/4 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

delete entity/4 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/4 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/4 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/4 components/report/lines.svg b/bench-report/branch/issues/26/delete entity/4 components/report/lines.svg new file mode 100644 index 0000000000..0693f463e8 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/report/lines.svg @@ -0,0 +1,85 @@ + + +delete entity/4 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + +220.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +4 components + + + diff --git a/bench-report/branch/issues/26/delete entity/4 components/report/violin.svg b/bench-report/branch/issues/26/delete entity/4 components/report/violin.svg new file mode 100644 index 0000000000..8bdcbae2d0 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/4 components/report/violin.svg @@ -0,0 +1,51 @@ + + +delete entity/4 components: Violin plot + + +Input + + +Average time (µs) + + + +delete entity/4 components/256 entities + + + +delete entity/4 components/16 entities + + + +delete entity/4 components/1 entities + + + + +0.0 + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/base/benchmark.json b/bench-report/branch/issues/26/delete entity/8 components/1 entities/base/benchmark.json new file mode 100644 index 0000000000..5f39c463aa --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"8 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/8 components/1 entities","directory_name":"delete entity/8 components/1 entities","title":"delete entity/8 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/base/estimates.json b/bench-report/branch/issues/26/delete entity/8 components/1 entities/base/estimates.json new file mode 100644 index 0000000000..ee19578b7a --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1728.028676584619,"upper_bound":1768.0022050099742},"point_estimate":1748.1704645557945,"standard_error":10.21456547761189},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1733.347619047619,"upper_bound":1817.6176196745978},"point_estimate":1792.5445043426175,"standard_error":23.513272010087178},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.5633376914522,"upper_bound":155.0078654273979},"point_estimate":91.88364065486432,"standard_error":27.139619475440686},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1813.542535035611,"upper_bound":1832.2122837101356},"point_estimate":1824.078879858135,"standard_error":4.771710682151622},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94.21943343896947,"upper_bound":109.11888844322448},"point_estimate":102.75413050458019,"standard_error":3.7954652061463654}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/base/sample.json b/bench-report/branch/issues/26/delete entity/8 components/1 entities/base/sample.json new file mode 100644 index 0000000000..344e7ae38e --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[35.0,70.0,105.0,140.0,175.0,210.0,245.0,280.0,315.0,350.0,385.0,420.0,455.0,490.0,525.0,560.0,595.0,630.0,665.0,700.0,735.0,770.0,805.0,840.0,875.0,910.0,945.0,980.0,1015.0,1050.0,1085.0,1120.0,1155.0,1190.0,1225.0,1260.0,1295.0,1330.0,1365.0,1400.0,1435.0,1470.0,1505.0,1540.0,1575.0,1610.0,1645.0,1680.0,1715.0,1750.0,1785.0,1820.0,1855.0,1890.0,1925.0,1960.0,1995.0,2030.0,2065.0,2100.0,2135.0,2170.0,2205.0,2240.0,2275.0,2310.0,2345.0,2380.0,2415.0,2450.0,2485.0,2520.0,2555.0,2590.0,2625.0,2660.0,2695.0,2730.0,2765.0,2800.0,2835.0,2870.0,2905.0,2940.0,2975.0,3010.0,3045.0,3080.0,3115.0,3150.0,3185.0,3220.0,3255.0,3290.0,3325.0,3360.0,3395.0,3430.0,3465.0,3500.0],"times":[66805.0,122311.0,179916.0,235220.0,293026.0,348330.0,402736.0,453840.0,512443.0,562748.0,621654.0,671657.0,729862.0,782769.0,833973.0,887877.0,947283.0,1002685.0,1060492.0,1121697.0,1170001.0,1213702.0,1287009.0,1339316.0,1402121.0,1448727.0,1530130.0,1571034.0,1629739.0,1712445.0,1756852.0,1856458.0,1882061.0,1961867.0,2032275.0,2091179.0,2173986.0,2235491.0,2318600.0,2378903.0,2445411.0,2548021.0,2599822.0,2693332.0,2755337.0,2836545.0,2872845.0,2984356.0,3110567.0,3158269.0,3173673.0,3257178.0,3325285.0,3387792.0,3461900.0,3544605.0,3595409.0,3671016.0,3742922.0,3793525.0,3893935.0,3952641.0,4023246.0,4107052.0,4160954.0,4223763.0,4286970.0,4347272.0,4447781.0,4500788.0,4544890.0,4637696.0,4679502.0,4760410.0,4866318.0,4894421.0,4955625.0,4954226.0,5102939.0,5156042.0,5229950.0,5300755.0,5383959.0,5436965.0,5502172.0,5578580.0,5627982.0,5715390.0,5812001.0,5862505.0,5872905.0,5965711.0,6016417.0,6144828.0,6134528.0,6248537.0,6323443.0,6363346.0,6443953.0,6555963.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/base/tukey.json b/bench-report/branch/issues/26/delete entity/8 components/1 entities/base/tukey.json new file mode 100644 index 0000000000..367e6d786d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/base/tukey.json @@ -0,0 +1 @@ +[1040.478545918367,1340.5344260204079,2140.6834396258505,2440.7393197278916] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/changes/benchmark.json b/bench-report/branch/issues/26/delete entity/8 components/1 entities/changes/benchmark.json new file mode 100644 index 0000000000..5f39c463aa --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"8 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/8 components/1 entities","directory_name":"delete entity/8 components/1 entities","title":"delete entity/8 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/changes/estimates.json b/bench-report/branch/issues/26/delete entity/8 components/1 entities/changes/estimates.json new file mode 100644 index 0000000000..5281afe967 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1694.2466414409928,"upper_bound":1735.7024196298917},"point_estimate":1715.0985093957308,"standard_error":10.548293872355195},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1719.8451298701298,"upper_bound":1784.3450052057647},"point_estimate":1768.435391670666,"standard_error":17.59394667630825},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45.6225826283406,"upper_bound":133.41479579718913},"point_estimate":81.54947300271144,"standard_error":22.906948422999015},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1781.5809429697554,"upper_bound":1799.1327539235583},"point_estimate":1791.259857037303,"standard_error":4.4409656377448306},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95.21557609798369,"upper_bound":113.57462970377713},"point_estimate":105.79609335009211,"standard_error":4.673218946761033}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/changes/sample.json b/bench-report/branch/issues/26/delete entity/8 components/1 entities/changes/sample.json new file mode 100644 index 0000000000..c4502cd0c2 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[35.0,70.0,105.0,140.0,175.0,210.0,245.0,280.0,315.0,350.0,385.0,420.0,455.0,490.0,525.0,560.0,595.0,630.0,665.0,700.0,735.0,770.0,805.0,840.0,875.0,910.0,945.0,980.0,1015.0,1050.0,1085.0,1120.0,1155.0,1190.0,1225.0,1260.0,1295.0,1330.0,1365.0,1400.0,1435.0,1470.0,1505.0,1540.0,1575.0,1610.0,1645.0,1680.0,1715.0,1750.0,1785.0,1820.0,1855.0,1890.0,1925.0,1960.0,1995.0,2030.0,2065.0,2100.0,2135.0,2170.0,2205.0,2240.0,2275.0,2310.0,2345.0,2380.0,2415.0,2450.0,2485.0,2520.0,2555.0,2590.0,2625.0,2660.0,2695.0,2730.0,2765.0,2800.0,2835.0,2870.0,2905.0,2940.0,2975.0,3010.0,3045.0,3080.0,3115.0,3150.0,3185.0,3220.0,3255.0,3290.0,3325.0,3360.0,3395.0,3430.0,3465.0,3500.0],"times":[64706.0,117610.0,173516.0,227420.0,283524.0,332530.0,388136.0,443937.0,492842.0,544748.0,599050.0,651956.0,698261.0,752067.0,799869.0,856175.0,917777.0,961681.0,1028088.0,1069793.0,1148401.0,1189605.0,1255808.0,1300812.0,1365818.0,1434923.0,1488629.0,1555332.0,1621538.0,1680047.0,1759950.0,1810253.0,1906162.0,1969669.0,2036776.0,2091080.0,2160884.0,2233393.0,2330799.0,2383705.0,2451513.0,2540118.0,2609524.0,2666231.0,2763337.0,2800640.0,2906951.0,2915151.0,3007759.0,3074667.0,3190774.0,3201477.0,3303584.0,3364890.0,3419094.0,3479800.0,3530606.0,3608211.0,3668016.0,3749623.0,3844730.0,3905134.0,3964743.0,4070853.0,4090254.0,4120156.0,4193159.0,4277671.0,4380980.0,4438482.0,4486587.0,4537788.0,4551794.0,4643499.0,4687005.0,4775810.0,4807015.0,4895022.0,4935726.0,5051933.0,5085937.0,5202048.0,5217749.0,5282756.0,5450971.0,5498874.0,5591681.0,5664187.0,5772496.0,5782098.0,5755395.0,5826503.0,5869906.0,5958215.0,6086123.0,6063723.0,6145028.0,6242638.0,6340647.0,6427653.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/changes/tukey.json b/bench-report/branch/issues/26/delete entity/8 components/1 entities/changes/tukey.json new file mode 100644 index 0000000000..02a07fde44 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/changes/tukey.json @@ -0,0 +1 @@ +[1049.302509600615,1330.7683455741171,2081.3439081701226,2362.809744143625] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/new/benchmark.json b/bench-report/branch/issues/26/delete entity/8 components/1 entities/new/benchmark.json new file mode 100644 index 0000000000..5f39c463aa --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"8 components","value_str":"1 entities","throughput":{"Elements":1},"full_id":"delete entity/8 components/1 entities","directory_name":"delete entity/8 components/1 entities","title":"delete entity/8 components/1 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/new/estimates.json b/bench-report/branch/issues/26/delete entity/8 components/1 entities/new/estimates.json new file mode 100644 index 0000000000..ee19578b7a --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1728.028676584619,"upper_bound":1768.0022050099742},"point_estimate":1748.1704645557945,"standard_error":10.21456547761189},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1733.347619047619,"upper_bound":1817.6176196745978},"point_estimate":1792.5445043426175,"standard_error":23.513272010087178},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.5633376914522,"upper_bound":155.0078654273979},"point_estimate":91.88364065486432,"standard_error":27.139619475440686},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1813.542535035611,"upper_bound":1832.2122837101356},"point_estimate":1824.078879858135,"standard_error":4.771710682151622},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94.21943343896947,"upper_bound":109.11888844322448},"point_estimate":102.75413050458019,"standard_error":3.7954652061463654}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/new/sample.json b/bench-report/branch/issues/26/delete entity/8 components/1 entities/new/sample.json new file mode 100644 index 0000000000..344e7ae38e --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[35.0,70.0,105.0,140.0,175.0,210.0,245.0,280.0,315.0,350.0,385.0,420.0,455.0,490.0,525.0,560.0,595.0,630.0,665.0,700.0,735.0,770.0,805.0,840.0,875.0,910.0,945.0,980.0,1015.0,1050.0,1085.0,1120.0,1155.0,1190.0,1225.0,1260.0,1295.0,1330.0,1365.0,1400.0,1435.0,1470.0,1505.0,1540.0,1575.0,1610.0,1645.0,1680.0,1715.0,1750.0,1785.0,1820.0,1855.0,1890.0,1925.0,1960.0,1995.0,2030.0,2065.0,2100.0,2135.0,2170.0,2205.0,2240.0,2275.0,2310.0,2345.0,2380.0,2415.0,2450.0,2485.0,2520.0,2555.0,2590.0,2625.0,2660.0,2695.0,2730.0,2765.0,2800.0,2835.0,2870.0,2905.0,2940.0,2975.0,3010.0,3045.0,3080.0,3115.0,3150.0,3185.0,3220.0,3255.0,3290.0,3325.0,3360.0,3395.0,3430.0,3465.0,3500.0],"times":[66805.0,122311.0,179916.0,235220.0,293026.0,348330.0,402736.0,453840.0,512443.0,562748.0,621654.0,671657.0,729862.0,782769.0,833973.0,887877.0,947283.0,1002685.0,1060492.0,1121697.0,1170001.0,1213702.0,1287009.0,1339316.0,1402121.0,1448727.0,1530130.0,1571034.0,1629739.0,1712445.0,1756852.0,1856458.0,1882061.0,1961867.0,2032275.0,2091179.0,2173986.0,2235491.0,2318600.0,2378903.0,2445411.0,2548021.0,2599822.0,2693332.0,2755337.0,2836545.0,2872845.0,2984356.0,3110567.0,3158269.0,3173673.0,3257178.0,3325285.0,3387792.0,3461900.0,3544605.0,3595409.0,3671016.0,3742922.0,3793525.0,3893935.0,3952641.0,4023246.0,4107052.0,4160954.0,4223763.0,4286970.0,4347272.0,4447781.0,4500788.0,4544890.0,4637696.0,4679502.0,4760410.0,4866318.0,4894421.0,4955625.0,4954226.0,5102939.0,5156042.0,5229950.0,5300755.0,5383959.0,5436965.0,5502172.0,5578580.0,5627982.0,5715390.0,5812001.0,5862505.0,5872905.0,5965711.0,6016417.0,6144828.0,6134528.0,6248537.0,6323443.0,6363346.0,6443953.0,6555963.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/new/tukey.json b/bench-report/branch/issues/26/delete entity/8 components/1 entities/new/tukey.json new file mode 100644 index 0000000000..367e6d786d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/new/tukey.json @@ -0,0 +1 @@ +[1040.478545918367,1340.5344260204079,2140.6834396258505,2440.7393197278916] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/MAD.svg b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/MAD.svg new file mode 100644 index 0000000000..49cc120fdd --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/MAD.svg @@ -0,0 +1,96 @@ + + +delete entity/8 components/1 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + +0.02 + + + +0.022 + + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/SD.svg b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/SD.svg new file mode 100644 index 0000000000..c1de2060c4 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/SD.svg @@ -0,0 +1,108 @@ + + +delete entity/8 components/1 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 + + + +0.11 + + + + +94 + + + +96 + + + +98 + + + +100 + + + +102 + + + +104 + + + +106 + + + +108 + + + +110 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/index.html b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/index.html new file mode 100644 index 0000000000..0c6894d0e7 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/8 components/1 entities - Criterion.rs + + + + +
+

delete entity/8 components/1 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.8135 µs1.8241 µs1.8322 µs
Throughput545.79 Kelem/s548.22 Kelem/s551.41 Kelem/s
0.89082040.89403200.8921155
Mean1.7280 µs1.7482 µs1.7680 µs
Std. Dev.94.219 ns102.75 ns109.12 ns
Median1.7333 µs1.7925 µs1.8176 µs
MAD56.563 ns91.884 ns155.01 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/mean.svg b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/mean.svg new file mode 100644 index 0000000000..26d10cf745 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/mean.svg @@ -0,0 +1,100 @@ + + +delete entity/8 components/1 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + +1.725 + + + +1.73 + + + +1.735 + + + +1.74 + + + +1.745 + + + +1.75 + + + +1.755 + + + +1.76 + + + +1.765 + + + +1.77 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/median.svg b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/median.svg new file mode 100644 index 0000000000..cafaa0e111 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/median.svg @@ -0,0 +1,92 @@ + + +delete entity/8 components/1 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + + +1.73 + + + +1.74 + + + +1.75 + + + +1.76 + + + +1.77 + + + +1.78 + + + +1.79 + + + +1.8 + + + +1.81 + + + +1.82 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/pdf.svg b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/pdf.svg new file mode 100644 index 0000000000..bf04a2c282 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/pdf.svg @@ -0,0 +1,135 @@ + + +delete entity/8 components/1 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +1.5 + + + +1.6 + + + +1.7 + + + +1.8 + + + +1.9 + + + +2 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/pdf_small.svg b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/pdf_small.svg new file mode 100644 index 0000000000..30894cb164 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/pdf_small.svg @@ -0,0 +1,64 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + +1.6 + + + +1.8 + + + +2 + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/regression.svg b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/regression.svg new file mode 100644 index 0000000000..ba1ec66996 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/regression.svg @@ -0,0 +1,192 @@ + + +delete entity/8 components/1 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/regression_small.svg b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/regression_small.svg new file mode 100644 index 0000000000..47c752ded9 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/regression_small.svg @@ -0,0 +1,177 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + +1.0 + + + +2.0 + + + +3.0 + + + +4.0 + + + +5.0 + + + +6.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/slope.svg b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/slope.svg new file mode 100644 index 0000000000..75ed0af667 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/slope.svg @@ -0,0 +1,80 @@ + + +delete entity/8 components/1 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + + +1.815 + + + +1.82 + + + +1.825 + + + +1.83 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/typical.svg b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/typical.svg new file mode 100644 index 0000000000..c9447b7d5f --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/1 entities/report/typical.svg @@ -0,0 +1,80 @@ + + +delete entity/8 components/1 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + + +1.815 + + + +1.82 + + + +1.825 + + + +1.83 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/base/benchmark.json b/bench-report/branch/issues/26/delete entity/8 components/16 entities/base/benchmark.json new file mode 100644 index 0000000000..4a8332b795 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"8 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/8 components/16 entities","directory_name":"delete entity/8 components/16 entities","title":"delete entity/8 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/base/estimates.json b/bench-report/branch/issues/26/delete entity/8 components/16 entities/base/estimates.json new file mode 100644 index 0000000000..bf3672738c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14824.451565677715,"upper_bound":14860.782540264518},"point_estimate":14842.161484846505,"standard_error":9.25790092915896},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14797.412012987013,"upper_bound":14849.284778911566},"point_estimate":14831.0089569161,"standard_error":14.669711820140193},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71.46743664774381,"upper_bound":124.5029581653459},"point_estimate":102.80956475583652,"standard_error":14.204874733720967},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14844.815720764676,"upper_bound":14891.18567476613},"point_estimate":14869.229286875383,"standard_error":11.746439027317559},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77.7852714633957,"upper_bound":109.01744767085513},"point_estimate":93.10172225751909,"standard_error":8.049492849836474}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/base/sample.json b/bench-report/branch/issues/26/delete entity/8 components/16 entities/base/sample.json new file mode 100644 index 0000000000..9597db8f73 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[212817.0,418738.0,630453.0,837372.0,1046989.0,1253409.0,1460127.0,1678045.0,1879260.0,2085875.0,2298394.0,2492012.0,2704231.0,2930849.0,3118468.0,3340283.0,3515299.0,3764222.0,3928935.0,4148357.0,4357573.0,4573491.0,4766007.0,4987327.0,5171241.0,5366258.0,5606178.0,5820699.0,6014914.0,6216432.0,6396346.0,6622266.0,6821683.0,7015199.0,7231617.0,7440036.0,7650353.0,7845271.0,8072089.0,8236602.0,8446720.0,8654339.0,8856957.0,9112978.0,9279993.0,9518313.0,9713129.0,9888545.0,10117664.0,10309082.0,10524001.0,10735317.0,10943133.0,11145651.0,11350168.0,11567988.0,11798610.0,11998925.0,12196942.0,12397059.0,12624478.0,12812195.0,13042713.0,13223929.0,13446249.0,13678569.0,13881588.0,14134107.0,14287821.0,14534242.0,14767962.0,14946476.0,15208397.0,15393514.0,15589635.0,15806849.0,15999765.0,16229688.0,16459907.0,16643022.0,16932547.0,17016854.0,17248569.0,17456684.0,17745109.0,17918422.0,18148544.0,18610183.0,18648187.0,18872805.0,19035820.0,19226738.0,19434755.0,19662673.0,19872393.0,20157817.0,20377634.0,20547249.0,20711965.0,20932483.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/base/tukey.json b/bench-report/branch/issues/26/delete entity/8 components/16 entities/base/tukey.json new file mode 100644 index 0000000000..fede9f547c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/base/tukey.json @@ -0,0 +1 @@ +[14326.34723693503,14546.219673754036,15132.546171938055,15352.418608757062] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/changes/benchmark.json b/bench-report/branch/issues/26/delete entity/8 components/16 entities/changes/benchmark.json new file mode 100644 index 0000000000..4a8332b795 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"8 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/8 components/16 entities","directory_name":"delete entity/8 components/16 entities","title":"delete entity/8 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/changes/estimates.json b/bench-report/branch/issues/26/delete entity/8 components/16 entities/changes/estimates.json new file mode 100644 index 0000000000..e35e2a9e71 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14584.973803474968,"upper_bound":14628.687594824094},"point_estimate":14606.268384004501,"standard_error":11.12846685640733},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14539.531135531135,"upper_bound":14599.37066547783},"point_estimate":14576.115561974257,"standard_error":16.988742126980465},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64.00306755277441,"upper_bound":135.44258632220271},"point_estimate":105.1271042666776,"standard_error":19.545925878571115},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14627.01908974497,"upper_bound":14684.270781554387},"point_estimate":14657.5575150902,"standard_error":14.584917532138583},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":92.02297503633444,"upper_bound":134.242417068529},"point_estimate":111.99652572692787,"standard_error":11.04292507240834}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/changes/sample.json b/bench-report/branch/issues/26/delete entity/8 components/16 entities/changes/sample.json new file mode 100644 index 0000000000..9c0af7fd10 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[196217.0,381831.0,572949.0,764264.0,952184.0,1144798.0,1341817.0,1527130.0,1718347.0,1902261.0,2100979.0,2272995.0,2463912.0,2646429.0,2834343.0,3034161.0,3225477.0,3415993.0,3588009.0,3769922.0,3962739.0,4191960.0,4338071.0,4549592.0,4704903.0,4904022.0,5101238.0,5281855.0,5467668.0,5669088.0,5857502.0,6044018.0,6234935.0,6409049.0,6599665.0,6782683.0,6983799.0,7169315.0,7339728.0,7537647.0,7832771.0,7937881.0,8084392.0,8290411.0,8477327.0,8671444.0,8846159.0,9044176.0,9235590.0,9429607.0,9608825.0,9821143.0,9983557.0,10191275.0,10376590.0,10564608.0,10760022.0,10947536.0,11133857.0,11341174.0,11542092.0,11703001.0,11912121.0,12101038.0,12334258.0,12508371.0,12682886.0,12866902.0,13072618.0,13273335.0,13443747.0,13681069.0,13857285.0,14090003.0,14284220.0,14418532.0,14644551.0,14825065.0,15039985.0,15177494.0,15534829.0,15727443.0,15885257.0,16121778.0,16355995.0,16418803.0,16648722.0,16811036.0,17059956.0,17265274.0,17497295.0,17664808.0,17851324.0,17960534.0,18159851.0,18381471.0,18670797.0,18887014.0,19077029.0,19282646.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/changes/tukey.json b/bench-report/branch/issues/26/delete entity/8 components/16 entities/changes/tukey.json new file mode 100644 index 0000000000..694c9f3c54 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/changes/tukey.json @@ -0,0 +1 @@ +[14000.475321288886,14258.22015272863,14945.539703234615,15203.28453467436] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/new/benchmark.json b/bench-report/branch/issues/26/delete entity/8 components/16 entities/new/benchmark.json new file mode 100644 index 0000000000..4a8332b795 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"8 components","value_str":"16 entities","throughput":{"Elements":16},"full_id":"delete entity/8 components/16 entities","directory_name":"delete entity/8 components/16 entities","title":"delete entity/8 components/16 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/new/estimates.json b/bench-report/branch/issues/26/delete entity/8 components/16 entities/new/estimates.json new file mode 100644 index 0000000000..bf3672738c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14824.451565677715,"upper_bound":14860.782540264518},"point_estimate":14842.161484846505,"standard_error":9.25790092915896},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14797.412012987013,"upper_bound":14849.284778911566},"point_estimate":14831.0089569161,"standard_error":14.669711820140193},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71.46743664774381,"upper_bound":124.5029581653459},"point_estimate":102.80956475583652,"standard_error":14.204874733720967},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14844.815720764676,"upper_bound":14891.18567476613},"point_estimate":14869.229286875383,"standard_error":11.746439027317559},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77.7852714633957,"upper_bound":109.01744767085513},"point_estimate":93.10172225751909,"standard_error":8.049492849836474}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/new/sample.json b/bench-report/branch/issues/26/delete entity/8 components/16 entities/new/sample.json new file mode 100644 index 0000000000..9597db8f73 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[212817.0,418738.0,630453.0,837372.0,1046989.0,1253409.0,1460127.0,1678045.0,1879260.0,2085875.0,2298394.0,2492012.0,2704231.0,2930849.0,3118468.0,3340283.0,3515299.0,3764222.0,3928935.0,4148357.0,4357573.0,4573491.0,4766007.0,4987327.0,5171241.0,5366258.0,5606178.0,5820699.0,6014914.0,6216432.0,6396346.0,6622266.0,6821683.0,7015199.0,7231617.0,7440036.0,7650353.0,7845271.0,8072089.0,8236602.0,8446720.0,8654339.0,8856957.0,9112978.0,9279993.0,9518313.0,9713129.0,9888545.0,10117664.0,10309082.0,10524001.0,10735317.0,10943133.0,11145651.0,11350168.0,11567988.0,11798610.0,11998925.0,12196942.0,12397059.0,12624478.0,12812195.0,13042713.0,13223929.0,13446249.0,13678569.0,13881588.0,14134107.0,14287821.0,14534242.0,14767962.0,14946476.0,15208397.0,15393514.0,15589635.0,15806849.0,15999765.0,16229688.0,16459907.0,16643022.0,16932547.0,17016854.0,17248569.0,17456684.0,17745109.0,17918422.0,18148544.0,18610183.0,18648187.0,18872805.0,19035820.0,19226738.0,19434755.0,19662673.0,19872393.0,20157817.0,20377634.0,20547249.0,20711965.0,20932483.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/new/tukey.json b/bench-report/branch/issues/26/delete entity/8 components/16 entities/new/tukey.json new file mode 100644 index 0000000000..fede9f547c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/new/tukey.json @@ -0,0 +1 @@ +[14326.34723693503,14546.219673754036,15132.546171938055,15352.418608757062] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/MAD.svg b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/MAD.svg new file mode 100644 index 0000000000..940ac6535c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/MAD.svg @@ -0,0 +1,80 @@ + + +delete entity/8 components/16 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + + +120 + + + +130 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/SD.svg b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/SD.svg new file mode 100644 index 0000000000..1b54c6cb28 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/SD.svg @@ -0,0 +1,100 @@ + + +delete entity/8 components/16 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + +0.05 + + + + +75 + + + +80 + + + +85 + + + +90 + + + +95 + + + +100 + + + +105 + + + +110 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/index.html b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/index.html new file mode 100644 index 0000000000..d7fcd13d45 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/8 components/16 entities - Criterion.rs + + + + +
+

delete entity/8 components/16 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope14.845 µs14.869 µs14.891 µs
Throughput1.0745 Melem/s1.0760 Melem/s1.0778 Melem/s
0.99482770.99518710.9948964
Mean14.824 µs14.842 µs14.861 µs
Std. Dev.77.785 ns93.102 ns109.02 ns
Median14.797 µs14.831 µs14.849 µs
MAD71.467 ns102.81 ns124.50 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/mean.svg b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/mean.svg new file mode 100644 index 0000000000..8b156aeb1e --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/mean.svg @@ -0,0 +1,92 @@ + + +delete entity/8 components/16 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + + +14.825 + + + +14.83 + + + +14.835 + + + +14.84 + + + +14.845 + + + +14.85 + + + +14.855 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/median.svg b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/median.svg new file mode 100644 index 0000000000..55bed4754b --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/median.svg @@ -0,0 +1,88 @@ + + +delete entity/8 components/16 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + + +14.8 + + + +14.81 + + + +14.82 + + + +14.83 + + + +14.84 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/pdf.svg b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/pdf.svg new file mode 100644 index 0000000000..cb2f1c8673 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/pdf.svg @@ -0,0 +1,145 @@ + + +delete entity/8 components/16 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +14.6 + + + +14.7 + + + +14.8 + + + +14.9 + + + +15 + + + +15.1 + + + +15.2 + + + +15.3 + + + +Density (a.u.) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/pdf_small.svg b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/pdf_small.svg new file mode 100644 index 0000000000..86cdf9693e --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/pdf_small.svg @@ -0,0 +1,68 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + +14.6 + + + +14.8 + + + +15 + + + +15.2 + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/regression.svg b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/regression.svg new file mode 100644 index 0000000000..c85dcf68fd --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/regression.svg @@ -0,0 +1,212 @@ + + +delete entity/8 components/16 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + +14.0 + + + +16.0 + + + +18.0 + + + +20.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/regression_small.svg b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/regression_small.svg new file mode 100644 index 0000000000..122b1ad974 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/regression_small.svg @@ -0,0 +1,197 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +2.0 + + + +4.0 + + + +6.0 + + + +8.0 + + + +10.0 + + + +12.0 + + + +14.0 + + + +16.0 + + + +18.0 + + + +20.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/slope.svg b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/slope.svg new file mode 100644 index 0000000000..971c85ce1b --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/slope.svg @@ -0,0 +1,80 @@ + + +delete entity/8 components/16 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + + +14.84 + + + +14.85 + + + +14.86 + + + +14.87 + + + +14.88 + + + +14.89 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/typical.svg b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/typical.svg new file mode 100644 index 0000000000..1f77cc7ff2 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/16 entities/report/typical.svg @@ -0,0 +1,80 @@ + + +delete entity/8 components/16 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + + +14.84 + + + +14.85 + + + +14.86 + + + +14.87 + + + +14.88 + + + +14.89 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/base/benchmark.json b/bench-report/branch/issues/26/delete entity/8 components/256 entities/base/benchmark.json new file mode 100644 index 0000000000..f33bfe0793 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"8 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/8 components/256 entities","directory_name":"delete entity/8 components/256 entities","title":"delete entity/8 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/base/estimates.json b/bench-report/branch/issues/26/delete entity/8 components/256 entities/base/estimates.json new file mode 100644 index 0000000000..22acb4d412 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":217831.13896439565,"upper_bound":218076.85615285736},"point_estimate":217947.25693190872,"standard_error":62.92980855641543},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":217704.77162921347,"upper_bound":217846.55813953487},"point_estimate":217780.29946911198,"standard_error":37.87463596793266},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":234.55555250247414,"upper_bound":468.2784406573695},"point_estimate":355.1839155769179,"standard_error":63.73866179228397},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":217601.434315488,"upper_bound":217744.46733661043},"point_estimate":217669.77210432984,"standard_error":36.35484621368224},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":442.8694006848563,"upper_bound":827.4996581950954},"point_estimate":632.8209458238159,"standard_error":101.2711220949724}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/base/sample.json b/bench-report/branch/issues/26/delete entity/8 components/256 entities/base/sample.json new file mode 100644 index 0000000000..dd20752069 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[442838.0,874876.0,1303311.0,1747050.0,2168486.0,2633325.0,3063661.0,3507399.0,3928036.0,4379473.0,4793411.0,5222047.0,5684886.0,6134123.0,6593464.0,6981898.0,7416234.0,7867074.0,8286405.0,8721747.0,9143683.0,9607421.0,10077062.0,10476796.0,10906734.0,11352972.0,11793809.0,12192844.0,12622880.0,13102021.0,13523857.0,13939193.0,14395133.0,14799166.0,15253905.0,15684544.0,16150180.0,16541015.0,16989254.0,17461796.0,17864230.0,18273763.0,18734804.0,19174341.0,19595276.0,20008712.0,20460052.0,20893385.0,21355028.0,21955178.0,22216702.0,22653237.0,23098078.0,23616119.0,24001153.0,24390886.0,24801622.0,25239257.0,25687198.0,26124138.0,26525870.0,26972707.0,27439745.0,27864484.0,28289417.0,28718855.0,29142892.0,29591433.0,30119375.0,30507611.0,30878742.0,31365683.0,31819621.0,32232155.0,32618689.0,33064729.0,33539868.0,33901101.0,34422746.0,34838481.0,35196012.0,35675052.0,36130680.0,36541606.0,37031744.0,37397677.0,37883620.0,38286453.0,38752094.0,39194529.0,39574461.0,40033801.0,40504243.0,40799565.0,41285606.0,41795252.0,42143281.0,42663823.0,43089261.0,43514296.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/base/tukey.json b/bench-report/branch/issues/26/delete entity/8 components/256 entities/base/tukey.json new file mode 100644 index 0000000000..992227ff3c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/base/tukey.json @@ -0,0 +1 @@ +[215890.73587854975,216736.8679709686,218993.22021741886,219839.3523098377] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/changes/benchmark.json b/bench-report/branch/issues/26/delete entity/8 components/256 entities/changes/benchmark.json new file mode 100644 index 0000000000..f33bfe0793 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"8 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/8 components/256 entities","directory_name":"delete entity/8 components/256 entities","title":"delete entity/8 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/changes/estimates.json b/bench-report/branch/issues/26/delete entity/8 components/256 entities/changes/estimates.json new file mode 100644 index 0000000000..a5de9a5c90 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":219392.05203369493,"upper_bound":219624.9004386867},"point_estimate":219498.30416134786,"standard_error":59.25636919664138},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":219356.42378374256,"upper_bound":219477.275},"point_estimate":219438.52827380953,"standard_error":36.37671221976898},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":241.07826555993282,"upper_bound":444.8554948800156},"point_estimate":361.7817770329794,"standard_error":54.14132124028882},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":219196.0434787842,"upper_bound":219364.9449442388},"point_estimate":219273.8448234077,"standard_error":43.192807327114515},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":355.77147579559335,"upper_bound":851.5158736087301},"point_estimate":593.5325022746787,"standard_error":141.95393380412037}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/changes/sample.json b/bench-report/branch/issues/26/delete entity/8 components/256 entities/changes/sample.json new file mode 100644 index 0000000000..34439f8daa --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[447239.0,881475.0,1324313.0,1758652.0,2195887.0,2635226.0,3088063.0,3536503.0,3963139.0,4399078.0,4832612.0,5273952.0,5705988.0,6139627.0,6607167.0,7034001.0,7452438.0,7893576.0,8331013.0,8761950.0,9206386.0,9697731.0,10083663.0,10553104.0,10951239.0,11419575.0,11864417.0,12287254.0,12709790.0,13170927.0,13603265.0,14035102.0,14492242.0,14899675.0,15363516.0,15802254.0,16298195.0,16680428.0,17103765.0,17496297.0,17994543.0,18437377.0,18866212.0,19305755.0,19721590.0,20200431.0,20630467.0,21084303.0,21515045.0,21971080.0,22374414.0,22824954.0,23254592.0,23733731.0,24139969.0,24577305.0,25011943.0,25486083.0,25902919.0,26371958.0,26754989.0,27252731.0,27606764.0,28080405.0,28540042.0,28969878.0,29352614.0,29782551.0,30303095.0,30703928.0,31092765.0,31598904.0,32043544.0,32485884.0,32917221.0,33531971.0,33835097.0,34250932.0,34656267.0,35054700.0,35519542.0,35921575.0,36415318.0,36786852.0,37241389.0,37678227.0,38124352.0,38556684.0,38982824.0,39516869.0,39911802.0,40279934.0,40765774.0,41201512.0,41642347.0,42006580.0,42455916.0,42894458.0,43375299.0,43783433.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/changes/tukey.json b/bench-report/branch/issues/26/delete entity/8 components/256 entities/changes/tukey.json new file mode 100644 index 0000000000..b8b295ef47 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/changes/tukey.json @@ -0,0 +1 @@ +[217857.43717482127,218512.18369099405,220258.17440078815,220912.92091696095] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/new/benchmark.json b/bench-report/branch/issues/26/delete entity/8 components/256 entities/new/benchmark.json new file mode 100644 index 0000000000..f33bfe0793 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"delete entity","function_id":"8 components","value_str":"256 entities","throughput":{"Elements":256},"full_id":"delete entity/8 components/256 entities","directory_name":"delete entity/8 components/256 entities","title":"delete entity/8 components/256 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/new/estimates.json b/bench-report/branch/issues/26/delete entity/8 components/256 entities/new/estimates.json new file mode 100644 index 0000000000..22acb4d412 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":217831.13896439565,"upper_bound":218076.85615285736},"point_estimate":217947.25693190872,"standard_error":62.92980855641543},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":217704.77162921347,"upper_bound":217846.55813953487},"point_estimate":217780.29946911198,"standard_error":37.87463596793266},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":234.55555250247414,"upper_bound":468.2784406573695},"point_estimate":355.1839155769179,"standard_error":63.73866179228397},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":217601.434315488,"upper_bound":217744.46733661043},"point_estimate":217669.77210432984,"standard_error":36.35484621368224},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":442.8694006848563,"upper_bound":827.4996581950954},"point_estimate":632.8209458238159,"standard_error":101.2711220949724}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/new/sample.json b/bench-report/branch/issues/26/delete entity/8 components/256 entities/new/sample.json new file mode 100644 index 0000000000..dd20752069 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[442838.0,874876.0,1303311.0,1747050.0,2168486.0,2633325.0,3063661.0,3507399.0,3928036.0,4379473.0,4793411.0,5222047.0,5684886.0,6134123.0,6593464.0,6981898.0,7416234.0,7867074.0,8286405.0,8721747.0,9143683.0,9607421.0,10077062.0,10476796.0,10906734.0,11352972.0,11793809.0,12192844.0,12622880.0,13102021.0,13523857.0,13939193.0,14395133.0,14799166.0,15253905.0,15684544.0,16150180.0,16541015.0,16989254.0,17461796.0,17864230.0,18273763.0,18734804.0,19174341.0,19595276.0,20008712.0,20460052.0,20893385.0,21355028.0,21955178.0,22216702.0,22653237.0,23098078.0,23616119.0,24001153.0,24390886.0,24801622.0,25239257.0,25687198.0,26124138.0,26525870.0,26972707.0,27439745.0,27864484.0,28289417.0,28718855.0,29142892.0,29591433.0,30119375.0,30507611.0,30878742.0,31365683.0,31819621.0,32232155.0,32618689.0,33064729.0,33539868.0,33901101.0,34422746.0,34838481.0,35196012.0,35675052.0,36130680.0,36541606.0,37031744.0,37397677.0,37883620.0,38286453.0,38752094.0,39194529.0,39574461.0,40033801.0,40504243.0,40799565.0,41285606.0,41795252.0,42143281.0,42663823.0,43089261.0,43514296.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/new/tukey.json b/bench-report/branch/issues/26/delete entity/8 components/256 entities/new/tukey.json new file mode 100644 index 0000000000..992227ff3c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/new/tukey.json @@ -0,0 +1 @@ +[215890.73587854975,216736.8679709686,218993.22021741886,219839.3523098377] \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/MAD.svg b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/MAD.svg new file mode 100644 index 0000000000..421323f3cd --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/MAD.svg @@ -0,0 +1,72 @@ + + +delete entity/8 components/256 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/SD.svg b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/SD.svg new file mode 100644 index 0000000000..b68b430882 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/SD.svg @@ -0,0 +1,96 @@ + + +delete entity/8 components/256 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + +0.0025 + + + +0.003 + + + +0.0035 + + + +0.004 + + + + +450 + + + +500 + + + +550 + + + +600 + + + +650 + + + +700 + + + +750 + + + +800 + + + +850 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/index.html b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/index.html new file mode 100644 index 0000000000..56596c4a0d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + delete entity/8 components/256 entities - Criterion.rs + + + + +
+

delete entity/8 components/256 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope217.60 µs217.67 µs217.74 µs
Throughput1.1757 Melem/s1.1761 Melem/s1.1765 Melem/s
0.99968450.99969810.9996818
Mean217.83 µs217.95 µs218.08 µs
Std. Dev.442.87 ns632.82 ns827.50 ns
Median217.70 µs217.78 µs217.85 µs
MAD234.56 ns355.18 ns468.28 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/mean.svg b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/mean.svg new file mode 100644 index 0000000000..25e8f562d4 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/mean.svg @@ -0,0 +1,76 @@ + + +delete entity/8 components/256 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + +217.85 + + + +217.9 + + + +217.95 + + + +218 + + + +218.05 + + + +218.1 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/median.svg b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/median.svg new file mode 100644 index 0000000000..62b3ca529d --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/median.svg @@ -0,0 +1,92 @@ + + +delete entity/8 components/256 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + + +217.7 + + + +217.72 + + + +217.74 + + + +217.76 + + + +217.78 + + + +217.8 + + + +217.82 + + + +217.84 + + + +217.86 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/pdf.svg b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/pdf.svg new file mode 100644 index 0000000000..3efb27c11c --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/pdf.svg @@ -0,0 +1,161 @@ + + +delete entity/8 components/256 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + +217 + + + +218 + + + +219 + + + +220 + + + +221 + + + +222 + + + +Density (a.u.) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/pdf_small.svg b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/pdf_small.svg new file mode 100644 index 0000000000..a8cde1da9f --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/pdf_small.svg @@ -0,0 +1,64 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + + +218 + + + +220 + + + +222 + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/regression.svg b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/regression.svg new file mode 100644 index 0000000000..32182216c4 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/regression.svg @@ -0,0 +1,217 @@ + + +delete entity/8 components/256 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/regression_small.svg b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/regression_small.svg new file mode 100644 index 0000000000..896a3c8299 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/regression_small.svg @@ -0,0 +1,202 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + + + + +5.0 + + + +10.0 + + + +15.0 + + + +20.0 + + + +25.0 + + + +30.0 + + + +35.0 + + + +40.0 + + + + +20 + + + +40 + + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/slope.svg b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/slope.svg new file mode 100644 index 0000000000..ffdd02ab4f --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/slope.svg @@ -0,0 +1,84 @@ + + +delete entity/8 components/256 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + + +217.6 + + + +217.62 + + + +217.64 + + + +217.66 + + + +217.68 + + + +217.7 + + + +217.72 + + + +217.74 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/typical.svg b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/typical.svg new file mode 100644 index 0000000000..f6901fa2f6 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/256 entities/report/typical.svg @@ -0,0 +1,84 @@ + + +delete entity/8 components/256 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + + +217.6 + + + +217.62 + + + +217.64 + + + +217.66 + + + +217.68 + + + +217.7 + + + +217.72 + + + +217.74 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/report/index.html b/bench-report/branch/issues/26/delete entity/8 components/report/index.html new file mode 100644 index 0000000000..eaca17e791 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/report/index.html @@ -0,0 +1,142 @@ + + + + + + delete entity/8 components Summary - Criterion.rs + + + + +
+

delete entity/8 components

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

delete entity/8 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/8 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/8 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/8 components/report/lines.svg b/bench-report/branch/issues/26/delete entity/8 components/report/lines.svg new file mode 100644 index 0000000000..9bdc189e77 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/report/lines.svg @@ -0,0 +1,81 @@ + + +delete entity/8 components: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + +8 components + + + diff --git a/bench-report/branch/issues/26/delete entity/8 components/report/violin.svg b/bench-report/branch/issues/26/delete entity/8 components/report/violin.svg new file mode 100644 index 0000000000..2ac20ba857 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/8 components/report/violin.svg @@ -0,0 +1,51 @@ + + +delete entity/8 components: Violin plot + + +Input + + +Average time (µs) + + + +delete entity/8 components/256 entities + + + +delete entity/8 components/16 entities + + + +delete entity/8 components/1 entities + + + + +0.0 + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/report/index.html b/bench-report/branch/issues/26/delete entity/report/index.html new file mode 100644 index 0000000000..bd7094add9 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/report/index.html @@ -0,0 +1,487 @@ + + + + + + delete entity Summary - Criterion.rs + + + + +
+

delete entity

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

delete entity/0 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/0 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/0 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/1 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/1 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/1 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/16 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/16 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/16 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/2 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/2 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/2 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/4 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/4 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/4 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/8 components/1 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/8 components/16 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

delete entity/8 components/256 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/delete entity/report/lines.svg b/bench-report/branch/issues/26/delete entity/report/lines.svg new file mode 100644 index 0000000000..654f3933fc --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/report/lines.svg @@ -0,0 +1,101 @@ + + +delete entity: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + +0 components + + +1 components + + +16 components + + +2 components + + +4 components + + +8 components + + + + + + + + diff --git a/bench-report/branch/issues/26/delete entity/report/violin.svg b/bench-report/branch/issues/26/delete entity/report/violin.svg new file mode 100644 index 0000000000..a87bd7d560 --- /dev/null +++ b/bench-report/branch/issues/26/delete entity/report/violin.svg @@ -0,0 +1,145 @@ + + +delete entity: Violin plot + + +Input + + +Average time (µs) + + + +delete entity/8 components/256 entities + + + +delete entity/8 components/16 entities + + + +delete entity/8 components/1 entities + + + +delete entity/4 components/256 entities + + + +delete entity/4 components/16 entities + + + +delete entity/4 components/1 entities + + + +delete entity/2 components/256 entities + + + +delete entity/2 components/16 entities + + + +delete entity/2 components/1 entities + + + +delete entity/16 components/256 entities + + + +delete entity/16 components/16 entities + + + +delete entity/16 components/1 entities + + + +delete entity/1 components/256 entities + + + +delete entity/1 components/16 entities + + + +delete entity/1 components/1 entities + + + +delete entity/0 components/256 entities + + + +delete entity/0 components/16 entities + + + +delete entity/0 components/1 entities + + + + +0.0 + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/4096 entities/report/index.html b/bench-report/branch/issues/26/iter entity (p += v)/4096 entities/report/index.html new file mode 100644 index 0000000000..25952651f5 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/4096 entities/report/index.html @@ -0,0 +1,162 @@ + + + + + + iter entity (p += v)/4096 entities Summary - Criterion.rs + + + + +
+

iter entity (p += v)/4096 entities

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

iter entity (p += v)/non-chunked (x, y, z)/4096 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunked (x,y,z)/4096 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/non-chunked [f64; 3]/4096 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunked [f64; 3]/4096 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/4096 entities/report/violin.svg b/bench-report/branch/issues/26/iter entity (p += v)/4096 entities/report/violin.svg new file mode 100644 index 0000000000..db3555261a --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/4096 entities/report/violin.svg @@ -0,0 +1,61 @@ + + +iter entity (p += v)/4096 entities: Violin plot + + +Input + + +Average time (µs) + + + +iter entity (p += v)/chunked [f64; 3]/4096 entities + + + +iter entity (p += v)/non-chunked [f64; 3]/4096 entities + + + +iter entity (p += v)/chunked (x,y,z)/4096 entities + + + +iter entity (p += v)/non-chunked (x, y, z)/4096 entities + + + + +0.0 + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/65536 entities/report/index.html b/bench-report/branch/issues/26/iter entity (p += v)/65536 entities/report/index.html new file mode 100644 index 0000000000..82999f95e1 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/65536 entities/report/index.html @@ -0,0 +1,162 @@ + + + + + + iter entity (p += v)/65536 entities Summary - Criterion.rs + + + + +
+

iter entity (p += v)/65536 entities

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

iter entity (p += v)/non-chunked (x, y, z)/65536 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunked (x,y,z)/65536 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/non-chunked [f64; 3]/65536 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunked [f64; 3]/65536 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/65536 entities/report/violin.svg b/bench-report/branch/issues/26/iter entity (p += v)/65536 entities/report/violin.svg new file mode 100644 index 0000000000..1153f7d3e1 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/65536 entities/report/violin.svg @@ -0,0 +1,61 @@ + + +iter entity (p += v)/65536 entities: Violin plot + + +Input + + +Average time (ms) + + + +iter entity (p += v)/chunked [f64; 3]/65536 entities + + + +iter entity (p += v)/non-chunked [f64; 3]/65536 entities + + + +iter entity (p += v)/chunked (x,y,z)/65536 entities + + + +iter entity (p += v)/non-chunked (x, y, z)/65536 entities + + + + +0.0 + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + +2.5 + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/base/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/base/benchmark.json new file mode 100644 index 0000000000..09b21ec8fd --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunked (x,y,z)","value_str":"4096 entities","throughput":{"Elements":4096},"full_id":"iter entity (p += v)/chunked (x,y,z)/4096 entities","directory_name":"iter entity (p += v)/chunked (x,y,z)/4096 entities","title":"iter entity (p += v)/chunked (x,y,z)/4096 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/base/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/base/estimates.json new file mode 100644 index 0000000000..a2c1a9a60f --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11488.827567142063,"upper_bound":11783.137897155486},"point_estimate":11637.264966636596,"standard_error":75.0063220588541},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11420.009628448224,"upper_bound":11943.906630211894},"point_estimate":11700.72461025575,"standard_error":124.29401172594959},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":668.8787611991615,"upper_bound":1010.6134978065874},"point_estimate":853.616368759486,"standard_error":93.50160053200439},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11541.702109075988,"upper_bound":11925.50653132571},"point_estimate":11737.117061142093,"standard_error":98.12861945758607},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":665.891768983117,"upper_bound":825.8686026479485},"point_estimate":752.5000796445113,"standard_error":40.70511748907847}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/base/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/base/sample.json new file mode 100644 index 0000000000..6997273ffc --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[171.0,342.0,513.0,684.0,855.0,1026.0,1197.0,1368.0,1539.0,1710.0,1881.0,2052.0,2223.0,2394.0,2565.0,2736.0,2907.0,3078.0,3249.0,3420.0,3591.0,3762.0,3933.0,4104.0,4275.0,4446.0,4617.0,4788.0,4959.0,5130.0,5301.0,5472.0,5643.0,5814.0,5985.0,6156.0,6327.0,6498.0,6669.0,6840.0,7011.0,7182.0,7353.0,7524.0,7695.0,7866.0,8037.0,8208.0,8379.0,8550.0,8721.0,8892.0,9063.0,9234.0,9405.0,9576.0,9747.0,9918.0,10089.0,10260.0,10431.0,10602.0,10773.0,10944.0,11115.0,11286.0,11457.0,11628.0,11799.0,11970.0,12141.0,12312.0,12483.0,12654.0,12825.0,12996.0,13167.0,13338.0,13509.0,13680.0,13851.0,14022.0,14193.0,14364.0,14535.0,14706.0,14877.0,15048.0,15219.0,15390.0,15561.0,15732.0,15903.0,16074.0,16245.0,16416.0,16587.0,16758.0,16929.0,17100.0],"times":[1761251.0,3838929.0,5537974.0,8146198.0,8770850.0,11543989.0,12672584.0,14485640.0,18345071.0,21722860.0,21925577.0,25014541.0,26090833.0,27359343.0,30587019.0,32765905.0,31903931.0,35576946.0,38380985.0,38415888.0,42706156.0,40923403.0,47365355.0,50992865.0,46487380.0,51749030.0,53698797.0,58987549.0,59701911.0,61474763.0,53717598.0,66262172.0,64507522.0,72346493.0,65115675.0,75691279.0,75830692.0,72486805.0,84842363.0,88560881.0,71786745.0,91258412.0,74734397.0,91140202.0,81276958.0,87035551.0,94101556.0,93097370.0,105923168.0,96138030.0,107240180.0,112207106.0,112242608.0,114317287.0,114410795.0,122682202.0,110861090.0,120041776.0,124828686.0,105355719.0,116689689.0,115401879.0,125241021.0,127494914.0,122778111.0,127748936.0,127656728.0,120134785.0,141571920.0,121556405.0,144023530.0,135526896.0,128729410.0,144175032.0,154113182.0,152018903.0,157517473.0,137882793.0,166076405.0,153190003.0,170499783.0,157234749.0,181971364.0,182086374.0,162410191.0,172120322.0,188011181.0,185359354.0,181731044.0,172507055.0,194772559.0,194742957.0,200023209.0,200078513.0,171701186.0,183576902.0,207436443.0,195764844.0,193136120.0,215627043.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/base/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/base/tukey.json new file mode 100644 index 0000000000..1cad6b8155 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/base/tukey.json @@ -0,0 +1 @@ +[7788.920936532504,9479.01594212246,13985.93595702901,15676.030962618968] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/changes/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/changes/benchmark.json new file mode 100644 index 0000000000..09b21ec8fd --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunked (x,y,z)","value_str":"4096 entities","throughput":{"Elements":4096},"full_id":"iter entity (p += v)/chunked (x,y,z)/4096 entities","directory_name":"iter entity (p += v)/chunked (x,y,z)/4096 entities","title":"iter entity (p += v)/chunked (x,y,z)/4096 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/changes/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/changes/estimates.json new file mode 100644 index 0000000000..9097b91a2d --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10639.873875977106,"upper_bound":10720.85024660758},"point_estimate":10681.235430278879,"standard_error":20.68349009108203},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10781.117660984848,"upper_bound":10794.659525462963},"point_estimate":10788.263947099673,"standard_error":3.2124402192685992},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21.15435485033598,"upper_bound":49.75290020532357},"point_estimate":30.751955484083506,"standard_error":6.6640611249290895},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10779.63581132261,"upper_bound":10795.56324512905},"point_estimate":10788.168599607163,"standard_error":4.054141132547442},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":179.6748466264904,"upper_bound":229.08675822999334},"point_estimate":207.9709037029848,"standard_error":12.527729318939695}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/changes/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/changes/sample.json new file mode 100644 index 0000000000..35450035f5 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[192.0,384.0,576.0,768.0,960.0,1152.0,1344.0,1536.0,1728.0,1920.0,2112.0,2304.0,2496.0,2688.0,2880.0,3072.0,3264.0,3456.0,3648.0,3840.0,4032.0,4224.0,4416.0,4608.0,4800.0,4992.0,5184.0,5376.0,5568.0,5760.0,5952.0,6144.0,6336.0,6528.0,6720.0,6912.0,7104.0,7296.0,7488.0,7680.0,7872.0,8064.0,8256.0,8448.0,8640.0,8832.0,9024.0,9216.0,9408.0,9600.0,9792.0,9984.0,10176.0,10368.0,10560.0,10752.0,10944.0,11136.0,11328.0,11520.0,11712.0,11904.0,12096.0,12288.0,12480.0,12672.0,12864.0,13056.0,13248.0,13440.0,13632.0,13824.0,14016.0,14208.0,14400.0,14592.0,14784.0,14976.0,15168.0,15360.0,15552.0,15744.0,15936.0,16128.0,16320.0,16512.0,16704.0,16896.0,17088.0,17280.0,17472.0,17664.0,17856.0,18048.0,18240.0,18432.0,18624.0,18816.0,19008.0,19200.0],"times":[1998371.0,3974239.0,5998513.0,7990282.0,9941549.0,11931219.0,13931591.0,15902459.0,17836124.0,19789590.0,21799062.0,23788832.0,25838207.0,27792875.0,29864752.0,31608300.0,33654976.0,35598141.0,37566009.0,39533977.0,41579252.0,43556722.0,45675002.0,47683174.0,49776153.0,51684216.0,57900547.0,58759620.0,60153639.0,62126708.0,64242788.0,66352269.0,68394443.0,70330009.0,72623905.0,74566671.0,76803662.0,78789631.0,80679093.0,82845078.0,85106171.0,87155046.0,89131415.0,91078882.0,93258368.0,94722993.0,96923880.0,99528004.0,101867604.0,103637054.0,105780838.0,107788609.0,109989298.0,112154582.0,114056945.0,116168525.0,117454535.0,119950348.0,122162937.0,124259116.0,126340294.0,128318564.0,130661664.0,133203180.0,134917927.0,136408555.0,139015978.0,140852234.0,143407952.0,145031691.0,147709220.0,149181945.0,151522145.0,153335501.0,155350273.0,157228734.0,159663841.0,160644625.0,163336255.0,164976595.0,167768734.0,170181855.0,172350146.0,174007588.0,176523003.0,177897120.0,180193117.0,182316998.0,184572691.0,186586164.0,188905562.0,190321484.0,192902804.0,194841871.0,196876044.0,199078733.0,201089605.0,203417703.0,206104334.0,207831782.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/changes/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/changes/tukey.json new file mode 100644 index 0000000000..78e4d1cf3f --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/changes/tukey.json @@ -0,0 +1 @@ +[9241.74244445762,9827.17590972881,11388.33181711865,11973.765282389839] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/new/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/new/benchmark.json new file mode 100644 index 0000000000..09b21ec8fd --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunked (x,y,z)","value_str":"4096 entities","throughput":{"Elements":4096},"full_id":"iter entity (p += v)/chunked (x,y,z)/4096 entities","directory_name":"iter entity (p += v)/chunked (x,y,z)/4096 entities","title":"iter entity (p += v)/chunked (x,y,z)/4096 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/new/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/new/estimates.json new file mode 100644 index 0000000000..a2c1a9a60f --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11488.827567142063,"upper_bound":11783.137897155486},"point_estimate":11637.264966636596,"standard_error":75.0063220588541},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11420.009628448224,"upper_bound":11943.906630211894},"point_estimate":11700.72461025575,"standard_error":124.29401172594959},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":668.8787611991615,"upper_bound":1010.6134978065874},"point_estimate":853.616368759486,"standard_error":93.50160053200439},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11541.702109075988,"upper_bound":11925.50653132571},"point_estimate":11737.117061142093,"standard_error":98.12861945758607},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":665.891768983117,"upper_bound":825.8686026479485},"point_estimate":752.5000796445113,"standard_error":40.70511748907847}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/new/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/new/sample.json new file mode 100644 index 0000000000..6997273ffc --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[171.0,342.0,513.0,684.0,855.0,1026.0,1197.0,1368.0,1539.0,1710.0,1881.0,2052.0,2223.0,2394.0,2565.0,2736.0,2907.0,3078.0,3249.0,3420.0,3591.0,3762.0,3933.0,4104.0,4275.0,4446.0,4617.0,4788.0,4959.0,5130.0,5301.0,5472.0,5643.0,5814.0,5985.0,6156.0,6327.0,6498.0,6669.0,6840.0,7011.0,7182.0,7353.0,7524.0,7695.0,7866.0,8037.0,8208.0,8379.0,8550.0,8721.0,8892.0,9063.0,9234.0,9405.0,9576.0,9747.0,9918.0,10089.0,10260.0,10431.0,10602.0,10773.0,10944.0,11115.0,11286.0,11457.0,11628.0,11799.0,11970.0,12141.0,12312.0,12483.0,12654.0,12825.0,12996.0,13167.0,13338.0,13509.0,13680.0,13851.0,14022.0,14193.0,14364.0,14535.0,14706.0,14877.0,15048.0,15219.0,15390.0,15561.0,15732.0,15903.0,16074.0,16245.0,16416.0,16587.0,16758.0,16929.0,17100.0],"times":[1761251.0,3838929.0,5537974.0,8146198.0,8770850.0,11543989.0,12672584.0,14485640.0,18345071.0,21722860.0,21925577.0,25014541.0,26090833.0,27359343.0,30587019.0,32765905.0,31903931.0,35576946.0,38380985.0,38415888.0,42706156.0,40923403.0,47365355.0,50992865.0,46487380.0,51749030.0,53698797.0,58987549.0,59701911.0,61474763.0,53717598.0,66262172.0,64507522.0,72346493.0,65115675.0,75691279.0,75830692.0,72486805.0,84842363.0,88560881.0,71786745.0,91258412.0,74734397.0,91140202.0,81276958.0,87035551.0,94101556.0,93097370.0,105923168.0,96138030.0,107240180.0,112207106.0,112242608.0,114317287.0,114410795.0,122682202.0,110861090.0,120041776.0,124828686.0,105355719.0,116689689.0,115401879.0,125241021.0,127494914.0,122778111.0,127748936.0,127656728.0,120134785.0,141571920.0,121556405.0,144023530.0,135526896.0,128729410.0,144175032.0,154113182.0,152018903.0,157517473.0,137882793.0,166076405.0,153190003.0,170499783.0,157234749.0,181971364.0,182086374.0,162410191.0,172120322.0,188011181.0,185359354.0,181731044.0,172507055.0,194772559.0,194742957.0,200023209.0,200078513.0,171701186.0,183576902.0,207436443.0,195764844.0,193136120.0,215627043.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/new/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/new/tukey.json new file mode 100644 index 0000000000..1cad6b8155 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/new/tukey.json @@ -0,0 +1 @@ +[7788.920936532504,9479.01594212246,13985.93595702901,15676.030962618968] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/MAD.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/MAD.svg new file mode 100644 index 0000000000..2a0f24e7b6 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/MAD.svg @@ -0,0 +1,92 @@ + + +iter entity (p += v)/chunked (x,y,z)/4096 entities:MAD + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +0.65 + + + +0.7 + + + +0.75 + + + +0.8 + + + +0.85 + + + +0.9 + + + +0.95 + + + +1 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/SD.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/SD.svg new file mode 100644 index 0000000000..31f3ed77d4 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/SD.svg @@ -0,0 +1,108 @@ + + +iter entity (p += v)/chunked (x,y,z)/4096 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + + +660 + + + +680 + + + +700 + + + +720 + + + +740 + + + +760 + + + +780 + + + +800 + + + +820 + + + +840 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/index.html b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/index.html new file mode 100644 index 0000000000..eb7f8dd178 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + iter entity (p += v)/chunked (x,y,z)/4096 entities - Criterion.rs + + + + +
+

iter entity (p += v)/chunked (x,y,z)/4096 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope11.542 µs11.737 µs11.926 µs
Throughput343.47 Melem/s348.98 Melem/s354.89 Melem/s
0.68959480.70356830.6905632
Mean11.489 µs11.637 µs11.783 µs
Std. Dev.665.89 ns752.50 ns825.87 ns
Median11.420 µs11.701 µs11.944 µs
MAD668.88 ns853.62 ns1.0106 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/mean.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/mean.svg new file mode 100644 index 0000000000..586922a905 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/mean.svg @@ -0,0 +1,96 @@ + + +iter entity (p += v)/chunked (x,y,z)/4096 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + +5.5 + + + + +11.5 + + + +11.55 + + + +11.6 + + + +11.65 + + + +11.7 + + + +11.75 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/median.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/median.svg new file mode 100644 index 0000000000..47af9155e3 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/median.svg @@ -0,0 +1,84 @@ + + +iter entity (p += v)/chunked (x,y,z)/4096 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + +11.4 + + + +11.5 + + + +11.6 + + + +11.7 + + + +11.8 + + + +11.9 + + + +12 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/pdf.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/pdf.svg new file mode 100644 index 0000000000..264160c47f --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/pdf.svg @@ -0,0 +1,151 @@ + + +iter entity (p += v)/chunked (x,y,z)/4096 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + + +9.5 + + + +10 + + + +10.5 + + + +11 + + + +11.5 + + + +12 + + + +12.5 + + + +13 + + + +13.5 + + + +Density (a.u.) + + + +0 + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/pdf_small.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/pdf_small.svg new file mode 100644 index 0000000000..69e1af62cd --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/pdf_small.svg @@ -0,0 +1,68 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + + +10 + + + +11 + + + +12 + + + +13 + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/regression.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/regression.svg new file mode 100644 index 0000000000..e930c93b9a --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/regression.svg @@ -0,0 +1,217 @@ + + +iter entity (p += v)/chunked (x,y,z)/4096 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/regression_small.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/regression_small.svg new file mode 100644 index 0000000000..a290f3a693 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/regression_small.svg @@ -0,0 +1,202 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/slope.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/slope.svg new file mode 100644 index 0000000000..c2afc1f741 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/slope.svg @@ -0,0 +1,100 @@ + + +iter entity (p += v)/chunked (x,y,z)/4096 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +11.5 + + + +11.55 + + + +11.6 + + + +11.65 + + + +11.7 + + + +11.75 + + + +11.8 + + + +11.85 + + + +11.9 + + + +11.95 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/typical.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/typical.svg new file mode 100644 index 0000000000..4927889581 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/4096 entities/report/typical.svg @@ -0,0 +1,100 @@ + + +iter entity (p += v)/chunked (x,y,z)/4096 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + +11.5 + + + +11.55 + + + +11.6 + + + +11.65 + + + +11.7 + + + +11.75 + + + +11.8 + + + +11.85 + + + +11.9 + + + +11.95 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/base/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/base/benchmark.json new file mode 100644 index 0000000000..9f4357d978 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunked (x,y,z)","value_str":"65536 entities","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/chunked (x,y,z)/65536 entities","directory_name":"iter entity (p += v)/chunked (x,y,z)/65536 entities","title":"iter entity (p += v)/chunked (x,y,z)/65536 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/base/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/base/estimates.json new file mode 100644 index 0000000000..a37b410235 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":165816.01555620146,"upper_bound":167155.5080744176},"point_estimate":166472.34003372327,"standard_error":340.03198085631067},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":164709.1863024412,"upper_bound":167094.18872688542},"point_estimate":165747.92659219028,"standard_error":566.083547562249},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2667.9908857243554,"upper_bound":4401.838299962349},"point_estimate":3311.880526358263,"standard_error":423.72324267239696},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":165200.26872607562,"upper_bound":166711.9172996973},"point_estimate":165930.93798297166,"standard_error":386.47968935640057},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2883.5556808620586,"upper_bound":3903.9880162730924},"point_estimate":3416.448789564103,"standard_error":260.5294634771253}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/base/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/base/sample.json new file mode 100644 index 0000000000..d205f6d439 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[2196088.0,4298068.0,6566362.0,8621837.0,10919934.0,12744390.0,15028285.0,17916227.0,19407354.0,22583524.0,23661015.0,26147227.0,27935280.0,29873745.0,32576775.0,33817580.0,36336995.0,38406571.0,41529237.0,42659933.0,46694878.0,46373650.0,50083366.0,53218333.0,52765795.0,57582905.0,57582405.0,59777492.0,64320279.0,69035281.0,69594328.0,68143704.0,72067438.0,72533078.0,76242694.0,82922464.0,82491426.0,83676628.0,82385018.0,88787663.0,87463550.0,93841193.0,91138264.0,92646992.0,96889153.0,97493405.0,100602769.0,104187875.0,107743777.0,105910822.0,109223304.0,114194827.0,118600903.0,114743274.0,119048541.0,122224811.0,120065727.0,125818618.0,128128114.0,125995383.0,133721344.0,139236816.0,133381515.0,136808008.0,140377614.0,142108161.0,144388457.0,146124805.0,146102404.0,148812836.0,154267803.0,156738614.0,154646135.0,161439816.0,160093401.0,160348223.0,169400197.0,168243099.0,176290287.0,176984746.0,173405240.0,174847563.0,181244111.0,179345549.0,186025220.0,184168261.0,185014534.0,194984787.0,191741110.0,191620499.0,202910765.0,195822454.0,196851032.0,198825400.0,206473855.0,209323398.0,204259665.0,207548547.0,209909948.0,218055345.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/base/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/base/tukey.json new file mode 100644 index 0000000000..c67fc965a0 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/base/tukey.json @@ -0,0 +1 @@ +[150138.5696581197,156969.17815170944,175184.13413461536,182014.74262820507] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/changes/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/changes/benchmark.json new file mode 100644 index 0000000000..9f4357d978 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunked (x,y,z)","value_str":"65536 entities","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/chunked (x,y,z)/65536 entities","directory_name":"iter entity (p += v)/chunked (x,y,z)/65536 entities","title":"iter entity (p += v)/chunked (x,y,z)/65536 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/changes/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/changes/estimates.json new file mode 100644 index 0000000000..641d71471c --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":177296.03631523735,"upper_bound":178681.97897037098},"point_estimate":177957.4726262544,"standard_error":353.91224278557024},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":176084.66020864382,"upper_bound":176872.95867768594},"point_estimate":176627.55815197818,"standard_error":231.35043426601678},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":671.9848289209172,"upper_bound":1450.121079781057},"point_estimate":1082.4215502324098,"standard_error":219.72230412772214},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":176384.5940697659,"upper_bound":176986.90533002323},"point_estimate":176647.7650203528,"standard_error":154.6460708271252},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2828.8429205378716,"upper_bound":4106.423114678481},"point_estimate":3554.068543900144,"standard_error":325.3509736152305}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/changes/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/changes/sample.json new file mode 100644 index 0000000000..a7466345f9 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[2074778.0,4120052.0,6154226.0,8195100.0,10152767.0,12250946.0,14235216.0,16249988.0,18350267.0,20321136.0,22448418.0,24327078.0,26526265.0,28552538.0,30617315.0,32496275.0,33179234.0,35118799.0,36978158.0,38995631.0,40843588.0,42803256.0,44784525.0,46710489.0,48364631.0,50403304.0,52189758.0,54118622.0,56155096.0,58031256.0,59905717.0,61973693.0,63880856.0,66088344.0,67909399.0,69649859.0,71604325.0,73572594.0,75608068.0,77362318.0,79858532.0,81445067.0,83380133.0,85199288.0,87013343.0,88844801.0,90821869.0,92603522.0,94688200.0,96783579.0,98697743.0,100621108.0,102365357.0,104441835.0,106506511.0,108206157.0,110311436.0,112226200.0,114922231.0,116946404.0,118152807.0,119923159.0,122105246.0,123713183.0,125753457.0,127672621.0,130158535.0,138867480.0,134288088.0,137100828.0,139026894.0,140027379.0,143001333.0,144010920.0,146197307.0,147996961.0,149896223.0,153117098.0,152800971.0,154804343.0,156719607.0,159768368.0,160514731.0,162448797.0,164745793.0,166255122.0,168236592.0,169963140.0,173073406.0,175204688.0,176908933.0,179376445.0,180682657.0,182763834.0,184583291.0,186775878.0,188725044.0,190609706.0,192654880.0,193113120.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/changes/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/changes/tukey.json new file mode 100644 index 0000000000..b203c13a83 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/changes/tukey.json @@ -0,0 +1 @@ +[171872.39094126876,173877.3714467416,179223.9861280025,181228.96663347533] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/new/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/new/benchmark.json new file mode 100644 index 0000000000..9f4357d978 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunked (x,y,z)","value_str":"65536 entities","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/chunked (x,y,z)/65536 entities","directory_name":"iter entity (p += v)/chunked (x,y,z)/65536 entities","title":"iter entity (p += v)/chunked (x,y,z)/65536 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/new/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/new/estimates.json new file mode 100644 index 0000000000..a37b410235 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":165816.01555620146,"upper_bound":167155.5080744176},"point_estimate":166472.34003372327,"standard_error":340.03198085631067},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":164709.1863024412,"upper_bound":167094.18872688542},"point_estimate":165747.92659219028,"standard_error":566.083547562249},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2667.9908857243554,"upper_bound":4401.838299962349},"point_estimate":3311.880526358263,"standard_error":423.72324267239696},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":165200.26872607562,"upper_bound":166711.9172996973},"point_estimate":165930.93798297166,"standard_error":386.47968935640057},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2883.5556808620586,"upper_bound":3903.9880162730924},"point_estimate":3416.448789564103,"standard_error":260.5294634771253}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/new/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/new/sample.json new file mode 100644 index 0000000000..d205f6d439 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[2196088.0,4298068.0,6566362.0,8621837.0,10919934.0,12744390.0,15028285.0,17916227.0,19407354.0,22583524.0,23661015.0,26147227.0,27935280.0,29873745.0,32576775.0,33817580.0,36336995.0,38406571.0,41529237.0,42659933.0,46694878.0,46373650.0,50083366.0,53218333.0,52765795.0,57582905.0,57582405.0,59777492.0,64320279.0,69035281.0,69594328.0,68143704.0,72067438.0,72533078.0,76242694.0,82922464.0,82491426.0,83676628.0,82385018.0,88787663.0,87463550.0,93841193.0,91138264.0,92646992.0,96889153.0,97493405.0,100602769.0,104187875.0,107743777.0,105910822.0,109223304.0,114194827.0,118600903.0,114743274.0,119048541.0,122224811.0,120065727.0,125818618.0,128128114.0,125995383.0,133721344.0,139236816.0,133381515.0,136808008.0,140377614.0,142108161.0,144388457.0,146124805.0,146102404.0,148812836.0,154267803.0,156738614.0,154646135.0,161439816.0,160093401.0,160348223.0,169400197.0,168243099.0,176290287.0,176984746.0,173405240.0,174847563.0,181244111.0,179345549.0,186025220.0,184168261.0,185014534.0,194984787.0,191741110.0,191620499.0,202910765.0,195822454.0,196851032.0,198825400.0,206473855.0,209323398.0,204259665.0,207548547.0,209909948.0,218055345.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/new/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/new/tukey.json new file mode 100644 index 0000000000..c67fc965a0 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/new/tukey.json @@ -0,0 +1 @@ +[150138.5696581197,156969.17815170944,175184.13413461536,182014.74262820507] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/MAD.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/MAD.svg new file mode 100644 index 0000000000..ae04334af1 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/MAD.svg @@ -0,0 +1,92 @@ + + +iter entity (p += v)/chunked (x,y,z)/65536 entities:MAD + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +2.6 + + + +2.8 + + + +3 + + + +3.2 + + + +3.4 + + + +3.6 + + + +3.8 + + + +4 + + + +4.2 + + + +4.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/SD.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/SD.svg new file mode 100644 index 0000000000..3360e44469 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/SD.svg @@ -0,0 +1,84 @@ + + +iter entity (p += v)/chunked (x,y,z)/65536 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + +2.8 + + + +3 + + + +3.2 + + + +3.4 + + + +3.6 + + + +3.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/index.html b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/index.html new file mode 100644 index 0000000000..79d4829304 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + iter entity (p += v)/chunked (x,y,z)/65536 entities - Criterion.rs + + + + +
+

iter entity (p += v)/chunked (x,y,z)/65536 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope165.20 µs165.93 µs166.71 µs
Throughput393.11 Melem/s394.96 Melem/s396.71 Melem/s
0.95471640.95706500.9543828
Mean165.82 µs166.47 µs167.16 µs
Std. Dev.2.8836 µs3.4164 µs3.9040 µs
Median164.71 µs165.75 µs167.09 µs
MAD2.6680 µs3.3119 µs4.4018 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/mean.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/mean.svg new file mode 100644 index 0000000000..9de6229f80 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/mean.svg @@ -0,0 +1,84 @@ + + +iter entity (p += v)/chunked (x,y,z)/65536 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +165.8 + + + +166 + + + +166.2 + + + +166.4 + + + +166.6 + + + +166.8 + + + +167 + + + +167.2 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/median.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/median.svg new file mode 100644 index 0000000000..4ee5573330 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/median.svg @@ -0,0 +1,80 @@ + + +iter entity (p += v)/chunked (x,y,z)/65536 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +164.5 + + + +165 + + + +165.5 + + + +166 + + + +166.5 + + + +167 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/pdf.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/pdf.svg new file mode 100644 index 0000000000..94a5688a7d --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/pdf.svg @@ -0,0 +1,119 @@ + + +iter entity (p += v)/chunked (x,y,z)/65536 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +160 + + + +165 + + + +170 + + + +175 + + + +180 + + + +Density (a.u.) + + + +0 + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/pdf_small.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/pdf_small.svg new file mode 100644 index 0000000000..3759057628 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/pdf_small.svg @@ -0,0 +1,60 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + +0.1 + + + +0.12 + + + + +160 + + + +165 + + + +170 + + + +175 + + + +180 + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/regression.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/regression.svg new file mode 100644 index 0000000000..7181c43a37 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/regression.svg @@ -0,0 +1,207 @@ + + +iter entity (p += v)/chunked (x,y,z)/65536 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/regression_small.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/regression_small.svg new file mode 100644 index 0000000000..ece6c30d64 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/regression_small.svg @@ -0,0 +1,192 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/slope.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/slope.svg new file mode 100644 index 0000000000..581277f8b5 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/slope.svg @@ -0,0 +1,108 @@ + + +iter entity (p += v)/chunked (x,y,z)/65536 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + + +165.2 + + + +165.4 + + + +165.6 + + + +165.8 + + + +166 + + + +166.2 + + + +166.4 + + + +166.6 + + + +166.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/typical.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/typical.svg new file mode 100644 index 0000000000..bd3623500e --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/65536 entities/report/typical.svg @@ -0,0 +1,108 @@ + + +iter entity (p += v)/chunked (x,y,z)/65536 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + + +165.2 + + + +165.4 + + + +165.6 + + + +165.8 + + + +166 + + + +166.2 + + + +166.4 + + + +166.6 + + + +166.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/report/index.html b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/report/index.html new file mode 100644 index 0000000000..c647238ac1 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/report/index.html @@ -0,0 +1,119 @@ + + + + + + iter entity (p += v)/chunked (x,y,z) Summary - Criterion.rs + + + + +
+

iter entity (p += v)/chunked (x,y,z)

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

iter entity (p += v)/chunked (x,y,z)/4096 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunked (x,y,z)/65536 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/report/lines.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/report/lines.svg new file mode 100644 index 0000000000..f4c11d3eb8 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/report/lines.svg @@ -0,0 +1,76 @@ + + +iter entity (p += v)/chunked (x,y,z): Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + + +10000.0 + + + +20000.0 + + + +30000.0 + + + +40000.0 + + + +50000.0 + + + +60000.0 + + + + + + +chunked (x,y,z) + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/report/violin.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/report/violin.svg new file mode 100644 index 0000000000..87b6d91220 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked (x,y,z)/report/violin.svg @@ -0,0 +1,65 @@ + + +iter entity (p += v)/chunked (x,y,z): Violin plot + + +Input + + +Average time (µs) + + + +iter entity (p += v)/chunked (x,y,z)/65536 entities + + + +iter entity (p += v)/chunked (x,y,z)/4096 entities + + + + +0.0 + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/base/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/base/benchmark.json new file mode 100644 index 0000000000..fddbb01c1e --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunked [f64; 3]","value_str":"4096 entities","throughput":{"Elements":4096},"full_id":"iter entity (p += v)/chunked [f64; 3]/4096 entities","directory_name":"iter entity (p += v)/chunked [f64; 3]/4096 entities","title":"iter entity (p += v)/chunked [f64; 3]/4096 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/base/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/base/estimates.json new file mode 100644 index 0000000000..96a5644e04 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11125.011322780814,"upper_bound":11786.28136161554},"point_estimate":11454.37503022216,"standard_error":164.13975776609323},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10110.589432425064,"upper_bound":11818.976024712887},"point_estimate":10128.651121728293,"standard_error":454.52524341597433},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.5054844761498,"upper_bound":229.17430730327163},"point_estimate":68.74915455252213,"standard_error":237.06243917257993},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11047.092104456975,"upper_bound":11899.668179695522},"point_estimate":11464.396952859464,"standard_error":217.65530155486005},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1549.0977833048403,"upper_bound":1686.1853798411871},"point_estimate":1651.652944966656,"standard_error":36.249105591992546}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/base/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/base/sample.json new file mode 100644 index 0000000000..3b063c583d --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[166.0,332.0,498.0,664.0,830.0,996.0,1162.0,1328.0,1494.0,1660.0,1826.0,1992.0,2158.0,2324.0,2490.0,2656.0,2822.0,2988.0,3154.0,3320.0,3486.0,3652.0,3818.0,3984.0,4150.0,4316.0,4482.0,4648.0,4814.0,4980.0,5146.0,5312.0,5478.0,5644.0,5810.0,5976.0,6142.0,6308.0,6474.0,6640.0,6806.0,6972.0,7138.0,7304.0,7470.0,7636.0,7802.0,7968.0,8134.0,8300.0,8466.0,8632.0,8798.0,8964.0,9130.0,9296.0,9462.0,9628.0,9794.0,9960.0,10126.0,10292.0,10458.0,10624.0,10790.0,10956.0,11122.0,11288.0,11454.0,11620.0,11786.0,11952.0,12118.0,12284.0,12450.0,12616.0,12782.0,12948.0,13114.0,13280.0,13446.0,13612.0,13778.0,13944.0,14110.0,14276.0,14442.0,14608.0,14774.0,14940.0,15106.0,15272.0,15438.0,15604.0,15770.0,15936.0,16102.0,16268.0,16434.0,16600.0],"times":[2239493.0,4492287.0,6723480.0,8951272.0,8388724.0,10065168.0,11729212.0,13400156.0,15091202.0,22330026.0,24624424.0,20117235.0,29016803.0,31295000.0,25147065.0,26813297.0,28512142.0,40265849.0,42418433.0,33538772.0,35326326.0,36803252.0,38630008.0,40303852.0,55897988.0,43560731.0,60350869.0,46945221.0,48759677.0,50406317.0,52011955.0,53809408.0,73821723.0,57012983.0,58847040.0,60459178.0,62065416.0,63696155.0,65407602.0,66879428.0,68696284.0,70342825.0,72093475.0,98327621.0,100559113.0,102804205.0,78923860.0,107347194.0,82388557.0,84032897.0,114045668.0,116211254.0,88940318.0,120642833.0,92073186.0,93728928.0,96612275.0,129920027.0,99651435.0,100901642.0,136548995.0,138836591.0,141207495.0,107420901.0,145511663.0,147607943.0,112248214.0,151617486.0,153992689.0,156101470.0,119179407.0,160484245.0,122319776.0,165468772.0,125795874.0,169683433.0,129433186.0,174259526.0,176468515.0,178650301.0,135853636.0,183305300.0,142372294.0,140478231.0,142522707.0,144040736.0,145604271.0,147211509.0,149353792.0,201023818.0,154449328.0,155579990.0,155702647.0,157095468.0,212196627.0,214166197.0,162659749.0,164279188.0,166026240.0,223341589.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/base/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/base/tukey.json new file mode 100644 index 0000000000..c074dee5be --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/base/tukey.json @@ -0,0 +1 @@ +[29.074681607275124,5065.093361947034,18494.476509519725,23530.495189859485] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/changes/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/changes/benchmark.json new file mode 100644 index 0000000000..fddbb01c1e --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunked [f64; 3]","value_str":"4096 entities","throughput":{"Elements":4096},"full_id":"iter entity (p += v)/chunked [f64; 3]/4096 entities","directory_name":"iter entity (p += v)/chunked [f64; 3]/4096 entities","title":"iter entity (p += v)/chunked [f64; 3]/4096 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/changes/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/changes/estimates.json new file mode 100644 index 0000000000..b0939bc646 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10144.237128767885,"upper_bound":10151.562357067247},"point_estimate":10147.874183941934,"standard_error":1.8677327827323305},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10145.01768292683,"upper_bound":10152.11159586682},"point_estimate":10148.95858785822,"standard_error":1.8924380451594642},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.949347012640853,"upper_bound":21.21404590802602},"point_estimate":16.8079227272413,"standard_error":2.1538606717203446},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10141.846629208072,"upper_bound":10148.4609756059},"point_estimate":10145.14562092811,"standard_error":1.685831516690508},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14.514712989977832,"upper_bound":23.28609610664846},"point_estimate":18.802921137663393,"standard_error":2.272907104683151}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/changes/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/changes/sample.json new file mode 100644 index 0000000000..a64d80b49a --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[195.0,390.0,585.0,780.0,975.0,1170.0,1365.0,1560.0,1755.0,1950.0,2145.0,2340.0,2535.0,2730.0,2925.0,3120.0,3315.0,3510.0,3705.0,3900.0,4095.0,4290.0,4485.0,4680.0,4875.0,5070.0,5265.0,5460.0,5655.0,5850.0,6045.0,6240.0,6435.0,6630.0,6825.0,7020.0,7215.0,7410.0,7605.0,7800.0,7995.0,8190.0,8385.0,8580.0,8775.0,8970.0,9165.0,9360.0,9555.0,9750.0,9945.0,10140.0,10335.0,10530.0,10725.0,10920.0,11115.0,11310.0,11505.0,11700.0,11895.0,12090.0,12285.0,12480.0,12675.0,12870.0,13065.0,13260.0,13455.0,13650.0,13845.0,14040.0,14235.0,14430.0,14625.0,14820.0,15015.0,15210.0,15405.0,15600.0,15795.0,15990.0,16185.0,16380.0,16575.0,16770.0,16965.0,17160.0,17355.0,17550.0,17745.0,17940.0,18135.0,18330.0,18525.0,18720.0,18915.0,19110.0,19305.0,19500.0],"times":[1995171.0,3954538.0,5926307.0,7860872.0,9906447.0,11856114.0,13856785.0,15820152.0,17846725.0,19769990.0,21810464.0,23667223.0,25754001.0,27631162.0,29753444.0,31665807.0,33670878.0,35578642.0,37615116.0,39559782.0,41641360.0,43485517.0,45528492.0,47457957.0,49595039.0,51564008.0,53562178.0,55404436.0,57534818.0,59375975.0,61397449.0,63309112.0,65320283.0,67285351.0,69343328.0,71414205.0,73438277.0,75246832.0,77350412.0,78849241.0,81104033.0,83026297.0,85211084.0,86906729.0,89064813.0,90855067.0,93186766.0,94815705.0,97143004.0,98808346.0,101122045.0,102991604.0,105122286.0,106777228.0,108920511.0,110649658.0,112942354.0,114431082.0,116746780.0,118452226.0,120688017.0,122427465.0,124690959.0,126529316.0,128760207.0,130673070.0,132637338.0,134537300.0,136736889.0,138357327.0,140725230.0,142214857.0,144584458.0,146339773.0,148545061.0,150148197.0,152283280.0,154100534.0,156358427.0,157973565.0,160466477.0,162135219.0,164209096.0,165986447.0,168332447.0,170179104.0,172320288.0,173691304.0,176161615.0,177719247.0,180195958.0,181754191.0,184112792.0,185531813.0,187941518.0,189687568.0,192186180.0,193801618.0,195895297.0,198006376.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/changes/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/changes/tukey.json new file mode 100644 index 0000000000..776e100f3a --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/changes/tukey.json @@ -0,0 +1 @@ +[10068.831323586195,10102.561116616052,10192.507231362339,10226.237024392196] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/new/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/new/benchmark.json new file mode 100644 index 0000000000..fddbb01c1e --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunked [f64; 3]","value_str":"4096 entities","throughput":{"Elements":4096},"full_id":"iter entity (p += v)/chunked [f64; 3]/4096 entities","directory_name":"iter entity (p += v)/chunked [f64; 3]/4096 entities","title":"iter entity (p += v)/chunked [f64; 3]/4096 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/new/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/new/estimates.json new file mode 100644 index 0000000000..96a5644e04 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11125.011322780814,"upper_bound":11786.28136161554},"point_estimate":11454.37503022216,"standard_error":164.13975776609323},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10110.589432425064,"upper_bound":11818.976024712887},"point_estimate":10128.651121728293,"standard_error":454.52524341597433},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.5054844761498,"upper_bound":229.17430730327163},"point_estimate":68.74915455252213,"standard_error":237.06243917257993},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11047.092104456975,"upper_bound":11899.668179695522},"point_estimate":11464.396952859464,"standard_error":217.65530155486005},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1549.0977833048403,"upper_bound":1686.1853798411871},"point_estimate":1651.652944966656,"standard_error":36.249105591992546}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/new/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/new/sample.json new file mode 100644 index 0000000000..3b063c583d --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[166.0,332.0,498.0,664.0,830.0,996.0,1162.0,1328.0,1494.0,1660.0,1826.0,1992.0,2158.0,2324.0,2490.0,2656.0,2822.0,2988.0,3154.0,3320.0,3486.0,3652.0,3818.0,3984.0,4150.0,4316.0,4482.0,4648.0,4814.0,4980.0,5146.0,5312.0,5478.0,5644.0,5810.0,5976.0,6142.0,6308.0,6474.0,6640.0,6806.0,6972.0,7138.0,7304.0,7470.0,7636.0,7802.0,7968.0,8134.0,8300.0,8466.0,8632.0,8798.0,8964.0,9130.0,9296.0,9462.0,9628.0,9794.0,9960.0,10126.0,10292.0,10458.0,10624.0,10790.0,10956.0,11122.0,11288.0,11454.0,11620.0,11786.0,11952.0,12118.0,12284.0,12450.0,12616.0,12782.0,12948.0,13114.0,13280.0,13446.0,13612.0,13778.0,13944.0,14110.0,14276.0,14442.0,14608.0,14774.0,14940.0,15106.0,15272.0,15438.0,15604.0,15770.0,15936.0,16102.0,16268.0,16434.0,16600.0],"times":[2239493.0,4492287.0,6723480.0,8951272.0,8388724.0,10065168.0,11729212.0,13400156.0,15091202.0,22330026.0,24624424.0,20117235.0,29016803.0,31295000.0,25147065.0,26813297.0,28512142.0,40265849.0,42418433.0,33538772.0,35326326.0,36803252.0,38630008.0,40303852.0,55897988.0,43560731.0,60350869.0,46945221.0,48759677.0,50406317.0,52011955.0,53809408.0,73821723.0,57012983.0,58847040.0,60459178.0,62065416.0,63696155.0,65407602.0,66879428.0,68696284.0,70342825.0,72093475.0,98327621.0,100559113.0,102804205.0,78923860.0,107347194.0,82388557.0,84032897.0,114045668.0,116211254.0,88940318.0,120642833.0,92073186.0,93728928.0,96612275.0,129920027.0,99651435.0,100901642.0,136548995.0,138836591.0,141207495.0,107420901.0,145511663.0,147607943.0,112248214.0,151617486.0,153992689.0,156101470.0,119179407.0,160484245.0,122319776.0,165468772.0,125795874.0,169683433.0,129433186.0,174259526.0,176468515.0,178650301.0,135853636.0,183305300.0,142372294.0,140478231.0,142522707.0,144040736.0,145604271.0,147211509.0,149353792.0,201023818.0,154449328.0,155579990.0,155702647.0,157095468.0,212196627.0,214166197.0,162659749.0,164279188.0,166026240.0,223341589.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/new/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/new/tukey.json new file mode 100644 index 0000000000..c074dee5be --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/new/tukey.json @@ -0,0 +1 @@ +[29.074681607275124,5065.093361947034,18494.476509519725,23530.495189859485] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/MAD.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/MAD.svg new file mode 100644 index 0000000000..e81f10f78f --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/MAD.svg @@ -0,0 +1,72 @@ + + +iter entity (p += v)/chunked [f64; 3]/4096 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/SD.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/SD.svg new file mode 100644 index 0000000000..b94cec24d3 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/SD.svg @@ -0,0 +1,92 @@ + + +iter entity (p += v)/chunked [f64; 3]/4096 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + + +1.54 + + + +1.56 + + + +1.58 + + + +1.6 + + + +1.62 + + + +1.64 + + + +1.66 + + + +1.68 + + + +1.7 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/index.html b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/index.html new file mode 100644 index 0000000000..7d9322ae60 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + iter entity (p += v)/chunked [f64; 3]/4096 entities - Criterion.rs + + + + +
+

iter entity (p += v)/chunked [f64; 3]/4096 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope11.047 µs11.464 µs11.900 µs
Throughput344.21 Melem/s357.28 Melem/s370.78 Melem/s
0.37785490.39272340.3766007
Mean11.125 µs11.454 µs11.786 µs
Std. Dev.1.5491 µs1.6517 µs1.6862 µs
Median10.111 µs10.129 µs11.819 µs
MAD31.505 ns68.749 ns229.17 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/mean.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/mean.svg new file mode 100644 index 0000000000..269dc10558 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/mean.svg @@ -0,0 +1,80 @@ + + +iter entity (p += v)/chunked [f64; 3]/4096 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + + +11.1 + + + +11.2 + + + +11.3 + + + +11.4 + + + +11.5 + + + +11.6 + + + +11.7 + + + +11.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/median.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/median.svg new file mode 100644 index 0000000000..15e17f4abb --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/median.svg @@ -0,0 +1,104 @@ + + +iter entity (p += v)/chunked [f64; 3]/4096 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + +10 + + + +10.2 + + + +10.4 + + + +10.6 + + + +10.8 + + + +11 + + + +11.2 + + + +11.4 + + + +11.6 + + + +11.8 + + + +12 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/pdf.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/pdf.svg new file mode 100644 index 0000000000..adebdd7496 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/pdf.svg @@ -0,0 +1,139 @@ + + +iter entity (p += v)/chunked [f64; 3]/4096 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + + +8 + + + +9 + + + +10 + + + +11 + + + +12 + + + +13 + + + +14 + + + +15 + + + +Density (a.u.) + + + +0 + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/pdf_small.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/pdf_small.svg new file mode 100644 index 0000000000..247e8da9a5 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/pdf_small.svg @@ -0,0 +1,60 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + +8 + + + +10 + + + +12 + + + +14 + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/regression.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/regression.svg new file mode 100644 index 0000000000..3d826dab8f --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/regression.svg @@ -0,0 +1,222 @@ + + +iter entity (p += v)/chunked [f64; 3]/4096 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + +220.0 + + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/regression_small.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/regression_small.svg new file mode 100644 index 0000000000..3f382dae2e --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/regression_small.svg @@ -0,0 +1,207 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + +220.0 + + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/slope.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/slope.svg new file mode 100644 index 0000000000..2452679f00 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/slope.svg @@ -0,0 +1,104 @@ + + +iter entity (p += v)/chunked [f64; 3]/4096 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + + +11 + + + +11.1 + + + +11.2 + + + +11.3 + + + +11.4 + + + +11.5 + + + +11.6 + + + +11.7 + + + +11.8 + + + +11.9 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/typical.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/typical.svg new file mode 100644 index 0000000000..cbfa902aa2 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/4096 entities/report/typical.svg @@ -0,0 +1,104 @@ + + +iter entity (p += v)/chunked [f64; 3]/4096 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + + +11 + + + +11.1 + + + +11.2 + + + +11.3 + + + +11.4 + + + +11.5 + + + +11.6 + + + +11.7 + + + +11.8 + + + +11.9 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/base/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/base/benchmark.json new file mode 100644 index 0000000000..5c39e01fca --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunked [f64; 3]","value_str":"65536 entities","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/chunked [f64; 3]/65536 entities","directory_name":"iter entity (p += v)/chunked [f64; 3]/65536 entities","title":"iter entity (p += v)/chunked [f64; 3]/65536 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/base/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/base/estimates.json new file mode 100644 index 0000000000..829591837c --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":188282.28969386194,"upper_bound":192582.27784439543},"point_estimate":190448.92229511047,"standard_error":1104.7890231573688},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":195814.13257575757,"upper_bound":197565.8790843215},"point_estimate":196581.48671328672,"standard_error":689.6467868965559},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2922.326350946598,"upper_bound":7603.405351736213},"point_estimate":4506.207515113708,"standard_error":1241.8098332263137},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":187479.68099832605,"upper_bound":193246.59495870298},"point_estimate":190413.9218017921,"standard_error":1475.9141102362516},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10153.22697085138,"upper_bound":11666.313720528136},"point_estimate":11088.73780559804,"standard_error":387.2459265656838}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/base/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/base/sample.json new file mode 100644 index 0000000000..6c0ebc1de4 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[2276801.0,3944449.0,5884520.0,7657376.0,9570145.0,12974946.0,13443087.0,17407137.0,19582630.0,19484520.0,24453160.0,26611150.0,25270231.0,30099858.0,32579477.0,30912530.0,37315495.0,39905024.0,41064226.0,42953193.0,45375707.0,48358871.0,50798886.0,46556112.0,47694912.0,56748011.0,59191027.0,53854656.0,63272187.0,65882718.0,59292136.0,69516239.0,64050456.0,65219460.0,67710480.0,79611330.0,80704127.0,73539994.0,84345849.0,77357431.0,89967545.0,92898404.0,94284426.0,96897257.0,97676026.0,100627886.0,101267842.0,92400260.0,105511318.0,107983036.0,98970140.0,102303234.0,117660790.0,117209850.0,120755964.0,108012838.0,123644019.0,126901806.0,114102476.0,130840954.0,117798603.0,134045738.0,136791880.0,140444703.0,140549611.0,144607267.0,147937080.0,146241935.0,151261865.0,135597423.0,155560834.0,155084793.0,140157114.0,143149570.0,162740950.0,165879318.0,148958568.0,170263694.0,152337658.0,175764266.0,172951124.0,177514416.0,160202232.0,181620568.0,163851745.0,187291854.0,188049218.0,170714433.0,196136512.0,197306112.0,200074749.0,200052547.0,179262866.0,179693603.0,207064449.0,210232120.0,186413279.0,215165743.0,213702618.0,192344887.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/base/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/base/tukey.json new file mode 100644 index 0000000000..4acc1192f2 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/base/tukey.json @@ -0,0 +1 @@ +[106688.36285523055,141373.51243410876,233867.24464445072,268552.39422332897] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/changes/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/changes/benchmark.json new file mode 100644 index 0000000000..5c39e01fca --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunked [f64; 3]","value_str":"65536 entities","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/chunked [f64; 3]/65536 entities","directory_name":"iter entity (p += v)/chunked [f64; 3]/65536 entities","title":"iter entity (p += v)/chunked [f64; 3]/65536 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/changes/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/changes/estimates.json new file mode 100644 index 0000000000..82b701ecdf --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":176390.82065650818,"upper_bound":176921.78661446474},"point_estimate":176647.7705342743,"standard_error":135.33775352396873},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":176154.66379310345,"upper_bound":176696.88344708458},"point_estimate":176476.74285714288,"standard_error":140.97405438115882},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":798.3959491740146,"upper_bound":1250.7844190894448},"point_estimate":1046.2093934232043,"standard_error":113.96627646039636},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":176010.4976147799,"upper_bound":176564.87416172746},"point_estimate":176276.08821585143,"standard_error":140.82727677315904},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1071.331654236202,"upper_bound":1617.2217198110218},"point_estimate":1355.3125688659154,"standard_error":139.8740944177045}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/changes/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/changes/sample.json new file mode 100644 index 0000000000..1802d8566c --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[2183187.0,4320469.0,6447451.0,8641138.0,10752018.0,12882100.0,14799364.0,16844438.0,19241243.0,21507537.0,23475405.0,25083642.0,27091613.0,29647032.0,31774113.0,33915997.0,36277600.0,38464587.0,40176633.0,42677947.0,44247681.0,46421967.0,49118797.0,50497815.0,53153942.0,55407235.0,57376203.0,59737904.0,61258534.0,63713445.0,65916632.0,68072217.0,70350711.0,71687726.0,73819908.0,76174710.0,78594215.0,80235156.0,82621960.0,83969975.0,87281058.0,88558267.0,91186292.0,93247368.0,94400666.0,97525233.0,99978544.0,101982914.0,103154414.0,105670630.0,108272152.0,110555047.0,112246592.0,113838127.0,116007213.0,118190299.0,120975138.0,122567274.0,124614348.0,127706112.0,129128534.0,130558557.0,134082657.0,135063141.0,138213210.0,139004278.0,141035752.0,143857693.0,145211409.0,148245768.0,150738880.0,151582252.0,157654133.0,156411927.0,157965660.0,161532363.0,162518047.0,164837945.0,170916063.0,168885290.0,170313612.0,174230345.0,175498253.0,177053786.0,180300363.0,181295348.0,183905469.0,186449187.0,188820489.0,190483330.0,192528405.0,194953311.0,197248207.0,198272693.0,199876931.0,201122037.0,204874256.0,207790504.0,209249229.0,208958204.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/changes/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/changes/tukey.json new file mode 100644 index 0000000000..8980a2ba5a --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/changes/tukey.json @@ -0,0 +1 @@ +[171538.49608286013,173655.43511227146,179300.60585736833,181417.54488677965] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/new/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/new/benchmark.json new file mode 100644 index 0000000000..5c39e01fca --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"chunked [f64; 3]","value_str":"65536 entities","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/chunked [f64; 3]/65536 entities","directory_name":"iter entity (p += v)/chunked [f64; 3]/65536 entities","title":"iter entity (p += v)/chunked [f64; 3]/65536 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/new/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/new/estimates.json new file mode 100644 index 0000000000..829591837c --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":188282.28969386194,"upper_bound":192582.27784439543},"point_estimate":190448.92229511047,"standard_error":1104.7890231573688},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":195814.13257575757,"upper_bound":197565.8790843215},"point_estimate":196581.48671328672,"standard_error":689.6467868965559},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2922.326350946598,"upper_bound":7603.405351736213},"point_estimate":4506.207515113708,"standard_error":1241.8098332263137},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":187479.68099832605,"upper_bound":193246.59495870298},"point_estimate":190413.9218017921,"standard_error":1475.9141102362516},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10153.22697085138,"upper_bound":11666.313720528136},"point_estimate":11088.73780559804,"standard_error":387.2459265656838}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/new/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/new/sample.json new file mode 100644 index 0000000000..6c0ebc1de4 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[2276801.0,3944449.0,5884520.0,7657376.0,9570145.0,12974946.0,13443087.0,17407137.0,19582630.0,19484520.0,24453160.0,26611150.0,25270231.0,30099858.0,32579477.0,30912530.0,37315495.0,39905024.0,41064226.0,42953193.0,45375707.0,48358871.0,50798886.0,46556112.0,47694912.0,56748011.0,59191027.0,53854656.0,63272187.0,65882718.0,59292136.0,69516239.0,64050456.0,65219460.0,67710480.0,79611330.0,80704127.0,73539994.0,84345849.0,77357431.0,89967545.0,92898404.0,94284426.0,96897257.0,97676026.0,100627886.0,101267842.0,92400260.0,105511318.0,107983036.0,98970140.0,102303234.0,117660790.0,117209850.0,120755964.0,108012838.0,123644019.0,126901806.0,114102476.0,130840954.0,117798603.0,134045738.0,136791880.0,140444703.0,140549611.0,144607267.0,147937080.0,146241935.0,151261865.0,135597423.0,155560834.0,155084793.0,140157114.0,143149570.0,162740950.0,165879318.0,148958568.0,170263694.0,152337658.0,175764266.0,172951124.0,177514416.0,160202232.0,181620568.0,163851745.0,187291854.0,188049218.0,170714433.0,196136512.0,197306112.0,200074749.0,200052547.0,179262866.0,179693603.0,207064449.0,210232120.0,186413279.0,215165743.0,213702618.0,192344887.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/new/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/new/tukey.json new file mode 100644 index 0000000000..4acc1192f2 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/new/tukey.json @@ -0,0 +1 @@ +[106688.36285523055,141373.51243410876,233867.24464445072,268552.39422332897] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/MAD.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/MAD.svg new file mode 100644 index 0000000000..fae09c0abd --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/MAD.svg @@ -0,0 +1,76 @@ + + +iter entity (p += v)/chunked [f64; 3]/65536 entities:MAD + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/SD.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/SD.svg new file mode 100644 index 0000000000..b26097015f --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/SD.svg @@ -0,0 +1,92 @@ + + +iter entity (p += v)/chunked [f64; 3]/65536 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +10 + + + +10.2 + + + +10.4 + + + +10.6 + + + +10.8 + + + +11 + + + +11.2 + + + +11.4 + + + +11.6 + + + +11.8 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/index.html b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/index.html new file mode 100644 index 0000000000..cd8b189682 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + iter entity (p += v)/chunked [f64; 3]/65536 entities - Criterion.rs + + + + +
+

iter entity (p += v)/chunked [f64; 3]/65536 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope187.48 µs190.41 µs193.25 µs
Throughput339.13 Melem/s344.18 Melem/s349.56 Melem/s
0.59012320.60700900.5912422
Mean188.28 µs190.45 µs192.58 µs
Std. Dev.10.153 µs11.089 µs11.666 µs
Median195.81 µs196.58 µs197.57 µs
MAD2.9223 µs4.5062 µs7.6034 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/mean.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/mean.svg new file mode 100644 index 0000000000..a24ad07fb0 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/mean.svg @@ -0,0 +1,100 @@ + + +iter entity (p += v)/chunked [f64; 3]/65536 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + +188 + + + +188.5 + + + +189 + + + +189.5 + + + +190 + + + +190.5 + + + +191 + + + +191.5 + + + +192 + + + +192.5 + + + +193 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/median.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/median.svg new file mode 100644 index 0000000000..515db69f32 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/median.svg @@ -0,0 +1,84 @@ + + +iter entity (p += v)/chunked [f64; 3]/65536 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + +195.8 + + + +196 + + + +196.2 + + + +196.4 + + + +196.6 + + + +196.8 + + + +197 + + + +197.2 + + + +197.4 + + + +197.6 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/pdf.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/pdf.svg new file mode 100644 index 0000000000..0976014dca --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/pdf.svg @@ -0,0 +1,139 @@ + + +iter entity (p += v)/chunked [f64; 3]/65536 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + + +160 + + + +170 + + + +180 + + + +190 + + + +200 + + + +210 + + + +220 + + + +Density (a.u.) + + + +0 + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + +0.05 + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/pdf_small.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/pdf_small.svg new file mode 100644 index 0000000000..9db5653d56 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/pdf_small.svg @@ -0,0 +1,52 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + + +160 + + + +180 + + + +200 + + + +220 + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/regression.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/regression.svg new file mode 100644 index 0000000000..78115328c1 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/regression.svg @@ -0,0 +1,232 @@ + + +iter entity (p += v)/chunked [f64; 3]/65536 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/regression_small.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/regression_small.svg new file mode 100644 index 0000000000..2681ec973c --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/regression_small.svg @@ -0,0 +1,217 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/slope.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/slope.svg new file mode 100644 index 0000000000..baee21b939 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/slope.svg @@ -0,0 +1,76 @@ + + +iter entity (p += v)/chunked [f64; 3]/65536 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + +187 + + + +188 + + + +189 + + + +190 + + + +191 + + + +192 + + + +193 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/typical.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/typical.svg new file mode 100644 index 0000000000..5ffea7218f --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/65536 entities/report/typical.svg @@ -0,0 +1,76 @@ + + +iter entity (p += v)/chunked [f64; 3]/65536 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + +187 + + + +188 + + + +189 + + + +190 + + + +191 + + + +192 + + + +193 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/report/index.html b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/report/index.html new file mode 100644 index 0000000000..1099041408 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/report/index.html @@ -0,0 +1,119 @@ + + + + + + iter entity (p += v)/chunked [f64; 3] Summary - Criterion.rs + + + + +
+

iter entity (p += v)/chunked [f64; 3]

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

iter entity (p += v)/chunked [f64; 3]/4096 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunked [f64; 3]/65536 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/report/lines.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/report/lines.svg new file mode 100644 index 0000000000..0d7b8fc53a --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/report/lines.svg @@ -0,0 +1,80 @@ + + +iter entity (p += v)/chunked [f64; 3]: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + + +10000.0 + + + +20000.0 + + + +30000.0 + + + +40000.0 + + + +50000.0 + + + +60000.0 + + + + + + +chunked [f64; 3] + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/report/violin.svg b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/report/violin.svg new file mode 100644 index 0000000000..0a9b9ad2fc --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/chunked [f64; 3]/report/violin.svg @@ -0,0 +1,45 @@ + + +iter entity (p += v)/chunked [f64; 3]: Violin plot + + +Input + + +Average time (µs) + + + +iter entity (p += v)/chunked [f64; 3]/65536 entities + + + +iter entity (p += v)/chunked [f64; 3]/4096 entities + + + + +0.0 + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/base/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/base/benchmark.json new file mode 100644 index 0000000000..cc78c0d9ab --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"non-chunked (x, y, z)","value_str":"4096 entities","throughput":{"Elements":4096},"full_id":"iter entity (p += v)/non-chunked (x, y, z)/4096 entities","directory_name":"iter entity (p += v)/non-chunked (x, y, z)/4096 entities","title":"iter entity (p += v)/non-chunked (x, y, z)/4096 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/base/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/base/estimates.json new file mode 100644 index 0000000000..1d73809fe1 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":171752.96624141774,"upper_bound":174966.11171613474},"point_estimate":172872.3813140113,"standard_error":987.8011226958647},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":171596.0031135531,"upper_bound":171864.0957711443},"point_estimate":171736.22397047398,"standard_error":70.5751226142883},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":418.4027739492231,"upper_bound":807.0987535096988},"point_estimate":573.1087273252944,"standard_error":98.79632033528843},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":171769.76045277127,"upper_bound":175017.94244734608},"point_estimate":172819.1536677996,"standard_error":935.4247678512787},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":606.4910963293335,"upper_bound":17042.418319144734},"point_estimate":9959.39665744082,"standard_error":5842.769025392}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/base/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/base/sample.json new file mode 100644 index 0000000000..2adcc70324 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[2122882.0,4224362.0,6190330.0,8232205.0,10328285.0,12402862.0,14444737.0,16410506.0,18561489.0,20623266.0,22642939.0,24630109.0,26717788.0,28789566.0,30882144.0,33008227.0,35054001.0,37089376.0,39116949.0,41354842.0,43126793.0,45213372.0,47317252.0,49276520.0,51547214.0,53546385.0,55485652.0,57578630.0,59702712.0,61903201.0,63731057.0,65683624.0,67803806.0,69752673.0,72408800.0,73865525.0,76227628.0,77853867.0,80143663.0,82464461.0,84041997.0,86340993.0,88792503.0,90712968.0,92494820.0,95020336.0,96678778.0,98792560.0,100932743.0,102893010.0,104499949.0,107272585.0,109293659.0,111337134.0,113567625.0,182162199.0,118388738.0,120107785.0,122204865.0,124468359.0,126214307.0,128520205.0,129490688.0,132864077.0,135109770.0,136006746.0,138178733.0,139986188.0,142788827.0,144117941.0,146442740.0,148690833.0,151530275.0,153216320.0,154327815.0,157372176.0,158248751.0,160754966.0,162467812.0,165744292.0,167719461.0,170316184.0,171302168.0,172248449.0,176758535.0,176316797.0,179589678.0,181579648.0,183732433.0,185768707.0,187468053.0,189559532.0,191618608.0,195268921.0,195622351.0,197810338.0,199326568.0,200894702.0,203398417.0,206195156.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/base/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/base/tukey.json new file mode 100644 index 0000000000..a807d9c541 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/base/tukey.json @@ -0,0 +1 @@ +[169095.6829757103,170224.71103950645,173235.45254296283,174364.48060675897] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/changes/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/changes/benchmark.json new file mode 100644 index 0000000000..cc78c0d9ab --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"non-chunked (x, y, z)","value_str":"4096 entities","throughput":{"Elements":4096},"full_id":"iter entity (p += v)/non-chunked (x, y, z)/4096 entities","directory_name":"iter entity (p += v)/non-chunked (x, y, z)/4096 entities","title":"iter entity (p += v)/non-chunked (x, y, z)/4096 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/changes/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/changes/estimates.json new file mode 100644 index 0000000000..b4b2bbe218 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":176366.92081949228,"upper_bound":176973.5342761632},"point_estimate":176633.86960573538,"standard_error":155.40078763984474},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":176389.6729957806,"upper_bound":176619.27244152047},"point_estimate":176537.3865942029,"standard_error":51.11312298366592},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":492.98258038657764,"upper_bound":994.6321831078716},"point_estimate":701.8119452057767,"standard_error":125.23880768135649},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":176387.54817634472,"upper_bound":176646.27848255995},"point_estimate":176519.58680680755,"standard_error":66.23063706087127},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":819.6829907183981,"upper_bound":2338.762752062066},"point_estimate":1553.4760836819696,"standard_error":461.0611727317918}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/changes/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/changes/sample.json new file mode 100644 index 0000000000..9622a58ede --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[2125582.0,4527987.0,6251135.0,8549632.0,10760621.0,12713388.0,14734661.0,16765735.0,19074533.0,21271321.0,23150281.0,25497982.0,27846583.0,29462521.0,31649508.0,33825494.0,35831466.0,37965749.0,40356954.0,42522339.0,44767231.0,47306149.0,48726270.0,51454704.0,52968333.0,55149520.0,57062083.0,59465289.0,61271143.0,63185207.0,65744526.0,67552981.0,69947686.0,72173377.0,73577197.0,76202521.0,79881136.0,80543493.0,81901509.0,84734552.0,86082167.0,88783598.0,90628256.0,92412609.0,94723407.0,97833573.0,100215376.0,100932237.0,103893891.0,105012887.0,107554405.0,109351559.0,113106080.0,115244763.0,116283852.0,119417719.0,120736533.0,122852213.0,124791680.0,126517927.0,129102249.0,130820996.0,133175897.0,135439391.0,137683583.0,139929875.0,141696027.0,144287248.0,146208013.0,148542812.0,150402271.0,152512053.0,154708540.0,157187752.0,159641662.0,160834264.0,163932929.0,165762186.0,167217410.0,169753428.0,171737297.0,172955902.0,175289502.0,177564596.0,178997319.0,181334319.0,183801530.0,186487860.0,189324903.0,190736724.0,192899108.0,194842775.0,197217478.0,199117240.0,201612054.0,203403208.0,205806513.0,207422251.0,209796755.0,212530888.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/changes/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/changes/tukey.json new file mode 100644 index 0000000000..3f751d8115 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/changes/tukey.json @@ -0,0 +1 @@ +[173149.6822845479,174562.2972754002,178329.27058433968,179741.885575192] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/new/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/new/benchmark.json new file mode 100644 index 0000000000..cc78c0d9ab --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"non-chunked (x, y, z)","value_str":"4096 entities","throughput":{"Elements":4096},"full_id":"iter entity (p += v)/non-chunked (x, y, z)/4096 entities","directory_name":"iter entity (p += v)/non-chunked (x, y, z)/4096 entities","title":"iter entity (p += v)/non-chunked (x, y, z)/4096 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/new/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/new/estimates.json new file mode 100644 index 0000000000..1d73809fe1 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":171752.96624141774,"upper_bound":174966.11171613474},"point_estimate":172872.3813140113,"standard_error":987.8011226958647},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":171596.0031135531,"upper_bound":171864.0957711443},"point_estimate":171736.22397047398,"standard_error":70.5751226142883},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":418.4027739492231,"upper_bound":807.0987535096988},"point_estimate":573.1087273252944,"standard_error":98.79632033528843},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":171769.76045277127,"upper_bound":175017.94244734608},"point_estimate":172819.1536677996,"standard_error":935.4247678512787},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":606.4910963293335,"upper_bound":17042.418319144734},"point_estimate":9959.39665744082,"standard_error":5842.769025392}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/new/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/new/sample.json new file mode 100644 index 0000000000..2adcc70324 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[2122882.0,4224362.0,6190330.0,8232205.0,10328285.0,12402862.0,14444737.0,16410506.0,18561489.0,20623266.0,22642939.0,24630109.0,26717788.0,28789566.0,30882144.0,33008227.0,35054001.0,37089376.0,39116949.0,41354842.0,43126793.0,45213372.0,47317252.0,49276520.0,51547214.0,53546385.0,55485652.0,57578630.0,59702712.0,61903201.0,63731057.0,65683624.0,67803806.0,69752673.0,72408800.0,73865525.0,76227628.0,77853867.0,80143663.0,82464461.0,84041997.0,86340993.0,88792503.0,90712968.0,92494820.0,95020336.0,96678778.0,98792560.0,100932743.0,102893010.0,104499949.0,107272585.0,109293659.0,111337134.0,113567625.0,182162199.0,118388738.0,120107785.0,122204865.0,124468359.0,126214307.0,128520205.0,129490688.0,132864077.0,135109770.0,136006746.0,138178733.0,139986188.0,142788827.0,144117941.0,146442740.0,148690833.0,151530275.0,153216320.0,154327815.0,157372176.0,158248751.0,160754966.0,162467812.0,165744292.0,167719461.0,170316184.0,171302168.0,172248449.0,176758535.0,176316797.0,179589678.0,181579648.0,183732433.0,185768707.0,187468053.0,189559532.0,191618608.0,195268921.0,195622351.0,197810338.0,199326568.0,200894702.0,203398417.0,206195156.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/new/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/new/tukey.json new file mode 100644 index 0000000000..a807d9c541 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/new/tukey.json @@ -0,0 +1 @@ +[169095.6829757103,170224.71103950645,173235.45254296283,174364.48060675897] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/MAD.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/MAD.svg new file mode 100644 index 0000000000..ebdf9d0c0b --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/MAD.svg @@ -0,0 +1,100 @@ + + +iter entity (p += v)/non-chunked (x, y, z)/4096 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + +0.0025 + + + +0.003 + + + +0.0035 + + + +0.004 + + + + +400 + + + +450 + + + +500 + + + +550 + + + +600 + + + +650 + + + +700 + + + +750 + + + +800 + + + +850 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/SD.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/SD.svg new file mode 100644 index 0000000000..a9fe5b5d38 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/SD.svg @@ -0,0 +1,88 @@ + + +iter entity (p += v)/non-chunked (x, y, z)/4096 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + +0 + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/index.html b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/index.html new file mode 100644 index 0000000000..b46b75b0b4 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + iter entity (p += v)/non-chunked (x, y, z)/4096 entities - Criterion.rs + + + + +
+

iter entity (p += v)/non-chunked (x, y, z)/4096 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope171.77 µs172.82 µs175.02 µs
Throughput23.403 Melem/s23.701 Melem/s23.846 Melem/s
0.69664310.69918610.6881576
Mean171.75 µs172.87 µs174.97 µs
Std. Dev.606.49 ns9.9594 µs17.042 µs
Median171.60 µs171.74 µs171.86 µs
MAD418.40 ns573.11 ns807.10 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/mean.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/mean.svg new file mode 100644 index 0000000000..a347889e24 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/mean.svg @@ -0,0 +1,104 @@ + + +iter entity (p += v)/non-chunked (x, y, z)/4096 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + + +171.5 + + + +172 + + + +172.5 + + + +173 + + + +173.5 + + + +174 + + + +174.5 + + + +175 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/median.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/median.svg new file mode 100644 index 0000000000..9d3ea3b2df --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/median.svg @@ -0,0 +1,76 @@ + + +iter entity (p += v)/non-chunked (x, y, z)/4096 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + + +171.6 + + + +171.65 + + + +171.7 + + + +171.75 + + + +171.8 + + + +171.85 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/pdf.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/pdf.svg new file mode 100644 index 0000000000..2e52036615 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/pdf.svg @@ -0,0 +1,147 @@ + + +iter entity (p += v)/non-chunked (x, y, z)/4096 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +160 + + + +180 + + + +200 + + + +220 + + + +240 + + + +260 + + + +280 + + + +Density (a.u.) + + + +0 + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/pdf_small.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/pdf_small.svg new file mode 100644 index 0000000000..7c17e62f7a --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/pdf_small.svg @@ -0,0 +1,64 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 + + + + +200 + + + +250 + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/regression.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/regression.svg new file mode 100644 index 0000000000..af06d9e91b --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/regression.svg @@ -0,0 +1,207 @@ + + +iter entity (p += v)/non-chunked (x, y, z)/4096 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/regression_small.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/regression_small.svg new file mode 100644 index 0000000000..af8220cb3d --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/regression_small.svg @@ -0,0 +1,192 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/slope.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/slope.svg new file mode 100644 index 0000000000..a048d2daa4 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/slope.svg @@ -0,0 +1,84 @@ + + +iter entity (p += v)/non-chunked (x, y, z)/4096 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +171.5 + + + +172 + + + +172.5 + + + +173 + + + +173.5 + + + +174 + + + +174.5 + + + +175 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/typical.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/typical.svg new file mode 100644 index 0000000000..6f72b80d25 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/4096 entities/report/typical.svg @@ -0,0 +1,84 @@ + + +iter entity (p += v)/non-chunked (x, y, z)/4096 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + +171.5 + + + +172 + + + +172.5 + + + +173 + + + +173.5 + + + +174 + + + +174.5 + + + +175 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/base/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/base/benchmark.json new file mode 100644 index 0000000000..172ad36a3d --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"non-chunked (x, y, z)","value_str":"65536 entities","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/non-chunked (x, y, z)/65536 entities","directory_name":"iter entity (p += v)/non-chunked (x, y, z)/65536 entities","title":"iter entity (p += v)/non-chunked (x, y, z)/65536 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/base/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/base/estimates.json new file mode 100644 index 0000000000..c551ee4fb9 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2716245.513452977,"upper_bound":2720618.432593705},"point_estimate":2718223.713756285,"standard_error":1115.495424886131},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2714166.1469102213,"upper_bound":2717592.027777778},"point_estimate":2716581.3310023313,"standard_error":913.7299045716868},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5926.576101618779,"upper_bound":9967.521925215413},"point_estimate":8084.297549656972,"standard_error":1009.650061133383},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2713656.9594834917,"upper_bound":2717825.84132461},"point_estimate":2715476.499258165,"standard_error":1065.4520257238946},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6993.499210348112,"upper_bound":15980.048044883113},"point_estimate":11206.193818978123,"standard_error":2694.3231659048643}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/base/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/base/sample.json new file mode 100644 index 0000000000..5a054ea50d --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2726633.0,5479269.0,8224504.0,10881831.0,13605165.0,16331898.0,18971824.0,21795765.0,24491596.0,27066417.0,29812852.0,32541485.0,35413631.0,37948549.0,40617576.0,43450719.0,46097046.0,48784274.0,51604616.0,54242041.0,56828463.0,60027537.0,62494648.0,65246483.0,67953815.0,70658647.0,73354678.0,76452742.0,78704134.0,81799300.0,84153101.0,87224864.0,89572465.0,92526818.0,95360660.0,97717262.0,101303569.0,102815899.0,106315398.0,109109736.0,111547746.0,114571004.0,117334640.0,119287407.0,122565288.0,125419832.0,127910146.0,130665082.0,133421617.0,136717500.0,138965091.0,141953347.0,144452961.0,147458518.0,149673908.0,156632904.0,154591829.0,157303661.0,159947987.0,162979247.0,166515599.0,167816960.0,170634599.0,173628954.0,176639809.0,179083817.0,181685538.0,184181650.0,187482130.0,190171559.0,192261036.0,195666626.0,197636093.0,200466534.0,204102443.0,206341333.0,209194976.0,211565877.0,214307910.0,217218657.0,220062899.0,222945543.0,225238439.0,227860762.0,230656999.0,233161812.0,235830338.0,238921901.0,241110689.0,244085895.0,247200562.0,249971200.0,251831158.0,255589480.0,257419237.0,259939453.0,262432667.0,265638841.0,268950624.0,270865088.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/base/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/base/tukey.json new file mode 100644 index 0000000000..f5e3225516 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/base/tukey.json @@ -0,0 +1 @@ +[2678863.35810167,2695176.2645501513,2738677.348412767,2754990.2548612477] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/changes/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/changes/benchmark.json new file mode 100644 index 0000000000..172ad36a3d --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"non-chunked (x, y, z)","value_str":"65536 entities","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/non-chunked (x, y, z)/65536 entities","directory_name":"iter entity (p += v)/non-chunked (x, y, z)/65536 entities","title":"iter entity (p += v)/non-chunked (x, y, z)/65536 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/changes/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/changes/estimates.json new file mode 100644 index 0000000000..802f3aa954 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2775342.8781856433,"upper_bound":2802035.546756397},"point_estimate":2785614.7870804286,"standard_error":7128.670388228053},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2768778.8543566363,"upper_bound":2770499.765294118},"point_estimate":2769393.843927894,"standard_error":420.83622571960296},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2387.1236337570344,"upper_bound":4283.927455127922},"point_estimate":3210.154192816858,"standard_error":463.85054191382716},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2768802.2107763155,"upper_bound":2782058.3082488095},"point_estimate":2773506.5034106695,"standard_error":3590.3529862857263},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18901.959851203326,"upper_bound":118064.10102996296},"point_estimate":71436.75372919609,"standard_error":32874.86630834293}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/changes/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/changes/sample.json new file mode 100644 index 0000000000..1d32be8a3a --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2854944.0,5724090.0,8502727.0,11333870.0,14121109.0,16941250.0,19783793.0,22590733.0,25394373.0,27722672.0,31095261.0,33286548.0,35992580.0,38776318.0,41505752.0,44372197.0,47101330.0,49899670.0,52637704.0,55429144.0,58112173.0,61027922.0,63761057.0,66640003.0,69252026.0,73402681.0,74750697.0,77607841.0,80280269.0,83147715.0,85848747.0,88796699.0,93119569.0,94214262.0,96809984.0,99695132.0,102486671.0,105391918.0,108479783.0,116081133.0,141410501.0,116339556.0,121320382.0,121916032.0,124558359.0,127478808.0,130095732.0,133031283.0,135615680.0,138428520.0,141237159.0,143986494.0,146723029.0,149532268.0,152198296.0,155002935.0,157635660.0,160719123.0,163478559.0,166151487.0,168646200.0,171704761.0,174387790.0,177189330.0,179980968.0,182978424.0,185459736.0,188284577.0,190919102.0,193915157.0,196457175.0,199272915.0,201983047.0,204961701.0,207490017.0,210639486.0,212946683.0,215938238.0,218478395.0,221478851.0,224012368.0,227199841.0,229477536.0,232587202.0,235168723.0,238006266.0,243159606.0,243929272.0,246197766.0,249127318.0,251612130.0,254772900.0,257239112.0,260254270.0,262791586.0,265703536.0,268357463.0,271407323.0,273837632.0,277033306.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/changes/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/changes/tukey.json new file mode 100644 index 0000000000..df2ae5cc7f --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/changes/tukey.json @@ -0,0 +1 @@ +[2754778.720859213,2761323.5888522253,2778776.5701669254,2785321.438159938] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/new/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/new/benchmark.json new file mode 100644 index 0000000000..172ad36a3d --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"non-chunked (x, y, z)","value_str":"65536 entities","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/non-chunked (x, y, z)/65536 entities","directory_name":"iter entity (p += v)/non-chunked (x, y, z)/65536 entities","title":"iter entity (p += v)/non-chunked (x, y, z)/65536 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/new/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/new/estimates.json new file mode 100644 index 0000000000..c551ee4fb9 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2716245.513452977,"upper_bound":2720618.432593705},"point_estimate":2718223.713756285,"standard_error":1115.495424886131},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2714166.1469102213,"upper_bound":2717592.027777778},"point_estimate":2716581.3310023313,"standard_error":913.7299045716868},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5926.576101618779,"upper_bound":9967.521925215413},"point_estimate":8084.297549656972,"standard_error":1009.650061133383},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2713656.9594834917,"upper_bound":2717825.84132461},"point_estimate":2715476.499258165,"standard_error":1065.4520257238946},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6993.499210348112,"upper_bound":15980.048044883113},"point_estimate":11206.193818978123,"standard_error":2694.3231659048643}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/new/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/new/sample.json new file mode 100644 index 0000000000..5a054ea50d --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2726633.0,5479269.0,8224504.0,10881831.0,13605165.0,16331898.0,18971824.0,21795765.0,24491596.0,27066417.0,29812852.0,32541485.0,35413631.0,37948549.0,40617576.0,43450719.0,46097046.0,48784274.0,51604616.0,54242041.0,56828463.0,60027537.0,62494648.0,65246483.0,67953815.0,70658647.0,73354678.0,76452742.0,78704134.0,81799300.0,84153101.0,87224864.0,89572465.0,92526818.0,95360660.0,97717262.0,101303569.0,102815899.0,106315398.0,109109736.0,111547746.0,114571004.0,117334640.0,119287407.0,122565288.0,125419832.0,127910146.0,130665082.0,133421617.0,136717500.0,138965091.0,141953347.0,144452961.0,147458518.0,149673908.0,156632904.0,154591829.0,157303661.0,159947987.0,162979247.0,166515599.0,167816960.0,170634599.0,173628954.0,176639809.0,179083817.0,181685538.0,184181650.0,187482130.0,190171559.0,192261036.0,195666626.0,197636093.0,200466534.0,204102443.0,206341333.0,209194976.0,211565877.0,214307910.0,217218657.0,220062899.0,222945543.0,225238439.0,227860762.0,230656999.0,233161812.0,235830338.0,238921901.0,241110689.0,244085895.0,247200562.0,249971200.0,251831158.0,255589480.0,257419237.0,259939453.0,262432667.0,265638841.0,268950624.0,270865088.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/new/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/new/tukey.json new file mode 100644 index 0000000000..f5e3225516 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/new/tukey.json @@ -0,0 +1 @@ +[2678863.35810167,2695176.2645501513,2738677.348412767,2754990.2548612477] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/MAD.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/MAD.svg new file mode 100644 index 0000000000..1f80ceeb9d --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/MAD.svg @@ -0,0 +1,104 @@ + + +iter entity (p += v)/non-chunked (x, y, z)/65536 entities:MAD + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + + +5.5 + + + +6 + + + +6.5 + + + +7 + + + +7.5 + + + +8 + + + +8.5 + + + +9 + + + +9.5 + + + +10 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/SD.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/SD.svg new file mode 100644 index 0000000000..11a1512889 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/SD.svg @@ -0,0 +1,96 @@ + + +iter entity (p += v)/non-chunked (x, y, z)/65536 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + +11 + + + +12 + + + +13 + + + +14 + + + +15 + + + +16 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/index.html b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/index.html new file mode 100644 index 0000000000..caff688c28 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + iter entity (p += v)/non-chunked (x, y, z)/65536 entities - Criterion.rs + + + + +
+

iter entity (p += v)/non-chunked (x, y, z)/65536 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope2.7137 ms2.7155 ms2.7178 ms
Throughput24.113 Melem/s24.134 Melem/s24.150 Melem/s
0.99803710.99809950.9979954
Mean2.7162 ms2.7182 ms2.7206 ms
Std. Dev.6.9935 µs11.206 µs15.980 µs
Median2.7142 ms2.7166 ms2.7176 ms
MAD5.9266 µs8.0843 µs9.9675 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/mean.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/mean.svg new file mode 100644 index 0000000000..7cc7925ca9 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/mean.svg @@ -0,0 +1,104 @@ + + +iter entity (p += v)/non-chunked (x, y, z)/65536 entities:mean + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + +2.716 + + + +2.7165 + + + +2.717 + + + +2.7175 + + + +2.718 + + + +2.7185 + + + +2.719 + + + +2.7195 + + + +2.72 + + + +2.7205 + + + +2.721 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/median.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/median.svg new file mode 100644 index 0000000000..5adacfaa8c --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/median.svg @@ -0,0 +1,104 @@ + + +iter entity (p += v)/non-chunked (x, y, z)/65536 entities:median + + +Density (a.u.) + + +Average time (ms) + + + +100 + + + +200 + + + +300 + + + +400 + + + +500 + + + +600 + + + +700 + + + +800 + + + +900 + + + +1000 + + + +1100 + + + + +2.714 + + + +2.7145 + + + +2.715 + + + +2.7155 + + + +2.716 + + + +2.7165 + + + +2.717 + + + +2.7175 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/pdf.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/pdf.svg new file mode 100644 index 0000000000..17a22530ac --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/pdf.svg @@ -0,0 +1,153 @@ + + +iter entity (p += v)/non-chunked (x, y, z)/65536 entities + + +Iterations + + +Average Time (ms) + + + +0 + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + +2.7 + + + +2.72 + + + +2.74 + + + +2.76 + + + +2.78 + + + +2.8 + + + +Density (a.u.) + + + +0 + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/pdf_small.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/pdf_small.svg new file mode 100644 index 0000000000..6822b40394 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/pdf_small.svg @@ -0,0 +1,64 @@ + + +Density (a.u.) + + +Average Time (ms) + + + +0 + + + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + + +2.7 + + + +2.75 + + + +2.8 + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/regression.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/regression.svg new file mode 100644 index 0000000000..ab07b9dbc5 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/regression.svg @@ -0,0 +1,202 @@ + + +iter entity (p += v)/non-chunked (x, y, z)/65536 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/regression_small.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/regression_small.svg new file mode 100644 index 0000000000..52f7bea82a --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/regression_small.svg @@ -0,0 +1,187 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/slope.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/slope.svg new file mode 100644 index 0000000000..c1e678bf3e --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/slope.svg @@ -0,0 +1,96 @@ + + +iter entity (p += v)/non-chunked (x, y, z)/65536 entities:slope + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + +2.7135 + + + +2.714 + + + +2.7145 + + + +2.715 + + + +2.7155 + + + +2.716 + + + +2.7165 + + + +2.717 + + + +2.7175 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/typical.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/typical.svg new file mode 100644 index 0000000000..ef96ab4436 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/65536 entities/report/typical.svg @@ -0,0 +1,96 @@ + + +iter entity (p += v)/non-chunked (x, y, z)/65536 entities:typical + + +Density (a.u.) + + +Average time (ms) + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + + +2.7135 + + + +2.714 + + + +2.7145 + + + +2.715 + + + +2.7155 + + + +2.716 + + + +2.7165 + + + +2.717 + + + +2.7175 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/report/index.html b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/report/index.html new file mode 100644 index 0000000000..daed57688b --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/report/index.html @@ -0,0 +1,119 @@ + + + + + + iter entity (p += v)/non-chunked (x, y, z) Summary - Criterion.rs + + + + +
+

iter entity (p += v)/non-chunked (x, y, z)

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

iter entity (p += v)/non-chunked (x, y, z)/4096 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/non-chunked (x, y, z)/65536 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/report/lines.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/report/lines.svg new file mode 100644 index 0000000000..dde43f3c3a --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/report/lines.svg @@ -0,0 +1,64 @@ + + +iter entity (p += v)/non-chunked (x, y, z): Comparison + + +Average time (ms) + + +Input Size (Elements) + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + +2.5 + + + + +10000.0 + + + +20000.0 + + + +30000.0 + + + +40000.0 + + + +50000.0 + + + +60000.0 + + + + + + +non-chunked (x, y, z) + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/report/violin.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/report/violin.svg new file mode 100644 index 0000000000..e545e3e3d9 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked (x, y, z)/report/violin.svg @@ -0,0 +1,49 @@ + + +iter entity (p += v)/non-chunked (x, y, z): Violin plot + + +Input + + +Average time (ms) + + + +iter entity (p += v)/non-chunked (x, y, z)/65536 entities + + + +iter entity (p += v)/non-chunked (x, y, z)/4096 entities + + + + +0.0 + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + +2.5 + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/base/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/base/benchmark.json new file mode 100644 index 0000000000..4a1fdc73b5 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"non-chunked [f64; 3]","value_str":"4096 entities","throughput":{"Elements":4096},"full_id":"iter entity (p += v)/non-chunked [f64; 3]/4096 entities","directory_name":"iter entity (p += v)/non-chunked [f64; 3]/4096 entities","title":"iter entity (p += v)/non-chunked [f64; 3]/4096 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/base/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/base/estimates.json new file mode 100644 index 0000000000..e56c902041 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56232.82751219514,"upper_bound":56355.71718028581},"point_estimate":56294.649841576604,"standard_error":31.343760882777712},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56021.4537037037,"upper_bound":56536.26666821504},"point_estimate":56515.161773397296,"standard_error":138.94103688383709},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71.43146081517224,"upper_bound":455.6243357652216},"point_estimate":157.5680273248863,"standard_error":107.33639136916634},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56225.15807696732,"upper_bound":56395.74990015735},"point_estimate":56311.06329548627,"standard_error":43.519649500351264},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":294.6715992130694,"upper_bound":333.4012866788093},"point_estimate":314.2727818647199,"standard_error":9.859797019292964}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/base/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/base/sample.json new file mode 100644 index 0000000000..fc1e49c0ba --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[36.0,72.0,108.0,144.0,180.0,216.0,252.0,288.0,324.0,360.0,396.0,432.0,468.0,504.0,540.0,576.0,612.0,648.0,684.0,720.0,756.0,792.0,828.0,864.0,900.0,936.0,972.0,1008.0,1044.0,1080.0,1116.0,1152.0,1188.0,1224.0,1260.0,1296.0,1332.0,1368.0,1404.0,1440.0,1476.0,1512.0,1548.0,1584.0,1620.0,1656.0,1692.0,1728.0,1764.0,1800.0,1836.0,1872.0,1908.0,1944.0,1980.0,2016.0,2052.0,2088.0,2124.0,2160.0,2196.0,2232.0,2268.0,2304.0,2340.0,2376.0,2412.0,2448.0,2484.0,2520.0,2556.0,2592.0,2628.0,2664.0,2700.0,2736.0,2772.0,2808.0,2844.0,2880.0,2916.0,2952.0,2988.0,3024.0,3060.0,3096.0,3132.0,3168.0,3204.0,3240.0,3276.0,3312.0,3348.0,3384.0,3420.0,3456.0,3492.0,3528.0,3564.0,3600.0],"times":[2029173.0,4043746.0,6108022.0,8047288.0,10200972.0,12100634.0,14098105.0,16278791.0,18334267.0,20346939.0,22134191.0,24402285.0,26162135.0,28173707.0,30178079.0,32230054.0,34589556.0,36643931.0,38670004.0,40702477.0,42242409.0,44800528.0,46853103.0,48870976.0,50909950.0,52472083.0,54942595.0,57030973.0,58447894.0,60424662.0,62420233.0,65150366.0,66439877.0,69167010.0,71254588.0,72460191.0,74555671.0,77415315.0,79373882.0,81417957.0,83482733.0,84598529.0,87462473.0,88587570.0,91569224.0,92624414.0,94685190.0,97741951.0,98746837.0,101790697.0,103888776.0,104708047.0,106722219.0,108674986.0,110687357.0,112836441.0,116178126.0,118268405.0,118836854.0,122306651.0,122909802.0,126228686.0,128445075.0,130272131.0,132326807.0,134382882.0,136449859.0,137045410.0,138923370.0,141034350.0,143047723.0,145003990.0,148612498.0,149432568.0,152872462.0,154731615.0,155128536.0,158862955.0,159078773.0,162920401.0,163136319.0,167023451.0,168969817.0,171046694.0,173164475.0,176644772.0,177286826.0,179002373.0,179365404.0,183329343.0,183209732.0,187255278.0,189260148.0,191234717.0,191429833.0,195405873.0,197414644.0,197227529.0,199228899.0,201424686.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/base/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/base/tukey.json new file mode 100644 index 0000000000..5c3ed34fe8 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/base/tukey.json @@ -0,0 +1 @@ +[54126.85466197735,55038.859782730666,57470.87343807286,58382.87855882618] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/changes/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/changes/benchmark.json new file mode 100644 index 0000000000..4a1fdc73b5 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"non-chunked [f64; 3]","value_str":"4096 entities","throughput":{"Elements":4096},"full_id":"iter entity (p += v)/non-chunked [f64; 3]/4096 entities","directory_name":"iter entity (p += v)/non-chunked [f64; 3]/4096 entities","title":"iter entity (p += v)/non-chunked [f64; 3]/4096 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/changes/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/changes/estimates.json new file mode 100644 index 0000000000..59e12b2513 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68174.7121651325,"upper_bound":68208.95392644014},"point_estimate":68189.40630903975,"standard_error":8.827710955347555},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68168.23502109705,"upper_bound":68185.30526315789},"point_estimate":68175.16291360295,"standard_error":4.421213961858728},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20.03328299410437,"upper_bound":32.21622405346942},"point_estimate":24.060327947248098,"standard_error":3.1537181517008825},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68172.62380891693,"upper_bound":68187.35322052574},"point_estimate":68179.72869109896,"standard_error":3.7667690600229435},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34.04689922992022,"upper_bound":138.58427159948258},"point_estimate":88.73301206603092,"standard_error":29.511840835701655}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/changes/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/changes/sample.json new file mode 100644 index 0000000000..484bfcacb3 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[30.0,60.0,90.0,120.0,150.0,180.0,210.0,240.0,270.0,300.0,330.0,360.0,390.0,420.0,450.0,480.0,510.0,540.0,570.0,600.0,630.0,660.0,690.0,720.0,750.0,780.0,810.0,840.0,870.0,900.0,930.0,960.0,990.0,1020.0,1050.0,1080.0,1110.0,1140.0,1170.0,1200.0,1230.0,1260.0,1290.0,1320.0,1350.0,1380.0,1410.0,1440.0,1470.0,1500.0,1530.0,1560.0,1590.0,1620.0,1650.0,1680.0,1710.0,1740.0,1770.0,1800.0,1830.0,1860.0,1890.0,1920.0,1950.0,1980.0,2010.0,2040.0,2070.0,2100.0,2130.0,2160.0,2190.0,2220.0,2250.0,2280.0,2310.0,2340.0,2370.0,2400.0,2430.0,2460.0,2490.0,2520.0,2550.0,2580.0,2610.0,2640.0,2670.0,2700.0,2730.0,2760.0,2790.0,2820.0,2850.0,2880.0,2910.0,2940.0,2970.0,3000.0],"times":[2040474.0,4092749.0,6129123.0,8178097.0,10220872.0,12299349.0,14310120.0,16535310.0,18504478.0,20484347.0,22506520.0,24541894.0,26602169.0,28617641.0,30674917.0,32730792.0,34762065.0,36824141.0,38867316.0,40895788.0,42956865.0,44994738.0,47025911.0,49096888.0,51215269.0,53188537.0,55220310.0,57305088.0,59321560.0,61348333.0,63413810.0,65461284.0,67476056.0,69533631.0,71599008.0,73614079.0,75662558.0,77710947.0,79745120.0,81833899.0,83799667.0,85920249.0,87940522.0,90095705.0,92112178.0,94110549.0,96123321.0,98156795.0,100199870.0,102308751.0,104249116.0,106343795.0,108354668.0,110461648.0,112428515.0,114432687.0,116596872.0,118668450.0,120711425.0,122663292.0,124714166.0,126822547.0,128837819.0,130895595.0,132914968.0,135129657.0,137174732.0,139078095.0,141124270.0,143146143.0,145200119.0,147267595.0,149308170.0,151294440.0,153353917.0,155416392.0,157429064.0,159548646.0,161558717.0,163621994.0,165575262.0,167668340.0,169814324.0,171777392.0,173753961.0,175946248.0,177872513.0,180150707.0,182267689.0,184172252.0,186052313.0,188203096.0,190189366.0,192281445.0,194331211.0,196403661.0,198411031.0,200492109.0,202441676.0,204563657.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/changes/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/changes/tukey.json new file mode 100644 index 0000000000..5228db45fc --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/changes/tukey.json @@ -0,0 +1 @@ +[68062.5149539816,68111.55522208885,68242.32927037482,68291.36953848205] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/new/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/new/benchmark.json new file mode 100644 index 0000000000..4a1fdc73b5 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"non-chunked [f64; 3]","value_str":"4096 entities","throughput":{"Elements":4096},"full_id":"iter entity (p += v)/non-chunked [f64; 3]/4096 entities","directory_name":"iter entity (p += v)/non-chunked [f64; 3]/4096 entities","title":"iter entity (p += v)/non-chunked [f64; 3]/4096 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/new/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/new/estimates.json new file mode 100644 index 0000000000..e56c902041 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56232.82751219514,"upper_bound":56355.71718028581},"point_estimate":56294.649841576604,"standard_error":31.343760882777712},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56021.4537037037,"upper_bound":56536.26666821504},"point_estimate":56515.161773397296,"standard_error":138.94103688383709},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71.43146081517224,"upper_bound":455.6243357652216},"point_estimate":157.5680273248863,"standard_error":107.33639136916634},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56225.15807696732,"upper_bound":56395.74990015735},"point_estimate":56311.06329548627,"standard_error":43.519649500351264},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":294.6715992130694,"upper_bound":333.4012866788093},"point_estimate":314.2727818647199,"standard_error":9.859797019292964}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/new/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/new/sample.json new file mode 100644 index 0000000000..fc1e49c0ba --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[36.0,72.0,108.0,144.0,180.0,216.0,252.0,288.0,324.0,360.0,396.0,432.0,468.0,504.0,540.0,576.0,612.0,648.0,684.0,720.0,756.0,792.0,828.0,864.0,900.0,936.0,972.0,1008.0,1044.0,1080.0,1116.0,1152.0,1188.0,1224.0,1260.0,1296.0,1332.0,1368.0,1404.0,1440.0,1476.0,1512.0,1548.0,1584.0,1620.0,1656.0,1692.0,1728.0,1764.0,1800.0,1836.0,1872.0,1908.0,1944.0,1980.0,2016.0,2052.0,2088.0,2124.0,2160.0,2196.0,2232.0,2268.0,2304.0,2340.0,2376.0,2412.0,2448.0,2484.0,2520.0,2556.0,2592.0,2628.0,2664.0,2700.0,2736.0,2772.0,2808.0,2844.0,2880.0,2916.0,2952.0,2988.0,3024.0,3060.0,3096.0,3132.0,3168.0,3204.0,3240.0,3276.0,3312.0,3348.0,3384.0,3420.0,3456.0,3492.0,3528.0,3564.0,3600.0],"times":[2029173.0,4043746.0,6108022.0,8047288.0,10200972.0,12100634.0,14098105.0,16278791.0,18334267.0,20346939.0,22134191.0,24402285.0,26162135.0,28173707.0,30178079.0,32230054.0,34589556.0,36643931.0,38670004.0,40702477.0,42242409.0,44800528.0,46853103.0,48870976.0,50909950.0,52472083.0,54942595.0,57030973.0,58447894.0,60424662.0,62420233.0,65150366.0,66439877.0,69167010.0,71254588.0,72460191.0,74555671.0,77415315.0,79373882.0,81417957.0,83482733.0,84598529.0,87462473.0,88587570.0,91569224.0,92624414.0,94685190.0,97741951.0,98746837.0,101790697.0,103888776.0,104708047.0,106722219.0,108674986.0,110687357.0,112836441.0,116178126.0,118268405.0,118836854.0,122306651.0,122909802.0,126228686.0,128445075.0,130272131.0,132326807.0,134382882.0,136449859.0,137045410.0,138923370.0,141034350.0,143047723.0,145003990.0,148612498.0,149432568.0,152872462.0,154731615.0,155128536.0,158862955.0,159078773.0,162920401.0,163136319.0,167023451.0,168969817.0,171046694.0,173164475.0,176644772.0,177286826.0,179002373.0,179365404.0,183329343.0,183209732.0,187255278.0,189260148.0,191234717.0,191429833.0,195405873.0,197414644.0,197227529.0,199228899.0,201424686.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/new/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/new/tukey.json new file mode 100644 index 0000000000..5c3ed34fe8 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/new/tukey.json @@ -0,0 +1 @@ +[54126.85466197735,55038.859782730666,57470.87343807286,58382.87855882618] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/MAD.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/MAD.svg new file mode 100644 index 0000000000..517c2bab12 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/MAD.svg @@ -0,0 +1,88 @@ + + +iter entity (p += v)/non-chunked [f64; 3]/4096 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + +350 + + + +400 + + + +450 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/SD.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/SD.svg new file mode 100644 index 0000000000..21cd2f16b2 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/SD.svg @@ -0,0 +1,100 @@ + + +iter entity (p += v)/non-chunked [f64; 3]/4096 entities:SD + + +Density (a.u.) + + +Average time (ns) + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + + +295 + + + +300 + + + +305 + + + +310 + + + +315 + + + +320 + + + +325 + + + +330 + + + +335 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/index.html b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/index.html new file mode 100644 index 0000000000..e15dd3f580 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + iter entity (p += v)/non-chunked [f64; 3]/4096 entities - Criterion.rs + + + + +
+

iter entity (p += v)/non-chunked [f64; 3]/4096 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope56.225 µs56.311 µs56.396 µs
Throughput72.630 Melem/s72.739 Melem/s72.850 Melem/s
0.99507580.99540240.9950850
Mean56.233 µs56.295 µs56.356 µs
Std. Dev.294.67 ns314.27 ns333.40 ns
Median56.021 µs56.515 µs56.536 µs
MAD71.431 ns157.57 ns455.62 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/mean.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/mean.svg new file mode 100644 index 0000000000..96820db2bf --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/mean.svg @@ -0,0 +1,80 @@ + + +iter entity (p += v)/non-chunked [f64; 3]/4096 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + + +56.22 + + + +56.24 + + + +56.26 + + + +56.28 + + + +56.3 + + + +56.32 + + + +56.34 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/median.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/median.svg new file mode 100644 index 0000000000..610b617a52 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/median.svg @@ -0,0 +1,84 @@ + + +iter entity (p += v)/non-chunked [f64; 3]/4096 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + +56 + + + +56.1 + + + +56.2 + + + +56.3 + + + +56.4 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/pdf.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/pdf.svg new file mode 100644 index 0000000000..aeb5c088da --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/pdf.svg @@ -0,0 +1,147 @@ + + +iter entity (p += v)/non-chunked [f64; 3]/4096 entities + + +Iterations (x 10^3) + + +Average Time (µs) + + + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + +55.6 + + + +55.8 + + + +56 + + + +56.2 + + + +56.4 + + + +56.6 + + + +56.8 + + + +57 + + + +57.2 + + + +57.4 + + + +Density (a.u.) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/pdf_small.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/pdf_small.svg new file mode 100644 index 0000000000..d3f78d8a43 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/pdf_small.svg @@ -0,0 +1,64 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + +55.5 + + + +56 + + + +56.5 + + + +57 + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/regression.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/regression.svg new file mode 100644 index 0000000000..abcd048ca9 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/regression.svg @@ -0,0 +1,212 @@ + + +iter entity (p += v)/non-chunked [f64; 3]/4096 entities + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/regression_small.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/regression_small.svg new file mode 100644 index 0000000000..e5529ba68d --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/regression_small.svg @@ -0,0 +1,197 @@ + + +Total sample time (ms) + + +Iterations (x 10^3) + + + + + + + + + + + + + + + + + + + + +20.0 + + + +40.0 + + + +60.0 + + + +80.0 + + + +100.0 + + + +120.0 + + + +140.0 + + + +160.0 + + + +180.0 + + + +200.0 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/slope.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/slope.svg new file mode 100644 index 0000000000..e555e814d9 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/slope.svg @@ -0,0 +1,104 @@ + + +iter entity (p += v)/non-chunked [f64; 3]/4096 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + + +56.22 + + + +56.24 + + + +56.26 + + + +56.28 + + + +56.3 + + + +56.32 + + + +56.34 + + + +56.36 + + + +56.38 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/typical.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/typical.svg new file mode 100644 index 0000000000..2a1c736468 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/4096 entities/report/typical.svg @@ -0,0 +1,104 @@ + + +iter entity (p += v)/non-chunked [f64; 3]/4096 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + + +56.22 + + + +56.24 + + + +56.26 + + + +56.28 + + + +56.3 + + + +56.32 + + + +56.34 + + + +56.36 + + + +56.38 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/base/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/base/benchmark.json new file mode 100644 index 0000000000..83f74e631f --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/base/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"non-chunked [f64; 3]","value_str":"65536 entities","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/non-chunked [f64; 3]/65536 entities","directory_name":"iter entity (p += v)/non-chunked [f64; 3]/65536 entities","title":"iter entity (p += v)/non-chunked [f64; 3]/65536 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/base/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/base/estimates.json new file mode 100644 index 0000000000..e1743fc9d0 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/base/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":879622.0595215579,"upper_bound":880779.9768859104},"point_estimate":880099.4576997971,"standard_error":301.97888056136225},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":879398.7908719634,"upper_bound":879687.4063926941},"point_estimate":879450.1330852383,"standard_error":66.31756190329479},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":487.2459423858059,"upper_bound":882.004730425025},"point_estimate":617.9681430288947,"standard_error":93.20109756793386},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":879288.9073655851,"upper_bound":879998.6227385353},"point_estimate":879581.9580739865,"standard_error":183.7148290521306},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":921.9898776923418,"upper_bound":4873.4395355272745},"point_estimate":3041.1749582797743,"standard_error":1163.5852930513026}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/base/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/base/sample.json new file mode 100644 index 0000000000..fd77cca940 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/base/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[2673428.0,5301453.0,7924577.0,10605906.0,13225430.0,15853855.0,18512481.0,21130105.0,23794633.0,26402456.0,29061883.0,31706409.0,34345335.0,36936256.0,39573481.0,42357719.0,44899236.0,47517760.0,50196989.0,52722705.0,55442337.0,58074962.0,60685685.0,63330511.0,65986238.0,68692669.0,71231686.0,73895414.0,76506337.0,79184466.0,81730383.0,84363108.0,87130144.0,89883880.0,92380693.0,94935511.0,97760853.0,100270767.0,102812584.0,105536746.0,108053778.0,110800414.0,113288328.0,119598169.0,118723094.0,121174005.0,123982046.0,126616272.0,129264899.0,131898426.0,134498149.0,137055568.0,139605488.0,142544040.0,145244971.0,147728285.0,150385813.0,153069744.0,155662466.0,158331395.0,160893515.0,163575346.0,166211472.0,168859500.0,171456422.0,174078348.0,176735376.0,179328298.0,181966025.0,184597151.0,187099466.0,189934709.0,192651542.0,195237564.0,198672159.0,200613526.0,203385064.0,205849075.0,208310587.0,210972385.0,213504482.0,216926676.0,218910646.0,221463964.0,224160495.0,226622706.0,229528355.0,232081674.0,234888614.0,237233914.0,240070357.0,242766288.0,245496122.0,247950333.0,250654164.0,253135677.0,255746400.0,258672751.0,261196967.0,263960304.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/base/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/base/tukey.json new file mode 100644 index 0000000000..8c94d20234 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/base/tukey.json @@ -0,0 +1 @@ +[876430.048364888,877786.8882637692,881405.1279941194,882761.9678930008] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/changes/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/changes/benchmark.json new file mode 100644 index 0000000000..83f74e631f --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/changes/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"non-chunked [f64; 3]","value_str":"65536 entities","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/non-chunked [f64; 3]/65536 entities","directory_name":"iter entity (p += v)/non-chunked [f64; 3]/65536 entities","title":"iter entity (p += v)/non-chunked [f64; 3]/65536 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/changes/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/changes/estimates.json new file mode 100644 index 0000000000..a5db902be2 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/changes/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1076798.0174625805,"upper_bound":1077970.8508525207},"point_estimate":1077311.029698748,"standard_error":302.32498164028823},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1076371.1383333332,"upper_bound":1076790.0972742895},"point_estimate":1076571.9291936285,"standard_error":115.06186056927324},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":563.3508271394946,"upper_bound":961.1190819957011},"point_estimate":709.3933805571315,"standard_error":100.83193643038635},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1076216.08465836,"upper_bound":1076660.990557916},"point_estimate":1076397.479488695,"standard_error":116.18082687681695},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1150.4587830193402,"upper_bound":4532.283309435526},"point_estimate":3026.516890761418,"standard_error":867.2584554248308}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/changes/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/changes/sample.json new file mode 100644 index 0000000000..9a062741b8 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/changes/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[2197988.0,4356473.0,6497856.0,8642439.0,10788723.0,12947607.0,15128694.0,17255075.0,19389857.0,21565543.0,23716527.0,25836809.0,28013995.0,30155878.0,32343765.0,34481348.0,36645033.0,38769114.0,41396539.0,43156990.0,45243668.0,47388652.0,49537635.0,51681518.0,53867605.0,55963685.0,58115768.0,60323057.0,62466040.0,64660128.0,66736606.0,68932393.0,71125581.0,73195158.0,75393345.0,77500626.0,79622407.0,81851898.0,83932576.0,86164767.0,88276747.0,90426831.0,92596016.0,94732899.0,96900084.0,99055968.0,101233255.0,103385438.0,105506620.0,107617401.0,109839590.0,111976973.0,114105655.0,116244938.0,118445326.0,120518704.0,122633785.0,124850675.0,127075865.0,129106139.0,131281124.0,133425308.0,135594794.0,137862788.0,139998970.0,142141453.0,144115422.0,146337512.0,148506898.0,150670583.0,152896973.0,154932647.0,157084431.0,159489936.0,161451704.0,163599888.0,165718969.0,167835850.0,170124345.0,172166420.0,174362609.0,176446686.0,178633974.0,180855963.0,182973244.0,185033721.0,187173704.0,189363691.0,191527876.0,193758867.0,195858346.0,197997229.0,200943181.0,202288796.0,204424143.0,206623702.0,208889695.0,210925268.0,213004745.0,215175530.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/changes/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/changes/tukey.json new file mode 100644 index 0000000000..e45c053ce5 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/changes/tukey.json @@ -0,0 +1 @@ +[1073333.5508516412,1074731.6633252446,1078459.9632548532,1079858.0757284563] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/new/benchmark.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/new/benchmark.json new file mode 100644 index 0000000000..83f74e631f --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/new/benchmark.json @@ -0,0 +1 @@ +{"group_id":"iter entity (p += v)","function_id":"non-chunked [f64; 3]","value_str":"65536 entities","throughput":{"Elements":65536},"full_id":"iter entity (p += v)/non-chunked [f64; 3]/65536 entities","directory_name":"iter entity (p += v)/non-chunked [f64; 3]/65536 entities","title":"iter entity (p += v)/non-chunked [f64; 3]/65536 entities"} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/new/estimates.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/new/estimates.json new file mode 100644 index 0000000000..e1743fc9d0 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/new/estimates.json @@ -0,0 +1 @@ +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":879622.0595215579,"upper_bound":880779.9768859104},"point_estimate":880099.4576997971,"standard_error":301.97888056136225},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":879398.7908719634,"upper_bound":879687.4063926941},"point_estimate":879450.1330852383,"standard_error":66.31756190329479},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":487.2459423858059,"upper_bound":882.004730425025},"point_estimate":617.9681430288947,"standard_error":93.20109756793386},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":879288.9073655851,"upper_bound":879998.6227385353},"point_estimate":879581.9580739865,"standard_error":183.7148290521306},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":921.9898776923418,"upper_bound":4873.4395355272745},"point_estimate":3041.1749582797743,"standard_error":1163.5852930513026}} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/new/sample.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/new/sample.json new file mode 100644 index 0000000000..fd77cca940 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/new/sample.json @@ -0,0 +1 @@ +{"sampling_mode":"Linear","iters":[3.0,6.0,9.0,12.0,15.0,18.0,21.0,24.0,27.0,30.0,33.0,36.0,39.0,42.0,45.0,48.0,51.0,54.0,57.0,60.0,63.0,66.0,69.0,72.0,75.0,78.0,81.0,84.0,87.0,90.0,93.0,96.0,99.0,102.0,105.0,108.0,111.0,114.0,117.0,120.0,123.0,126.0,129.0,132.0,135.0,138.0,141.0,144.0,147.0,150.0,153.0,156.0,159.0,162.0,165.0,168.0,171.0,174.0,177.0,180.0,183.0,186.0,189.0,192.0,195.0,198.0,201.0,204.0,207.0,210.0,213.0,216.0,219.0,222.0,225.0,228.0,231.0,234.0,237.0,240.0,243.0,246.0,249.0,252.0,255.0,258.0,261.0,264.0,267.0,270.0,273.0,276.0,279.0,282.0,285.0,288.0,291.0,294.0,297.0,300.0],"times":[2673428.0,5301453.0,7924577.0,10605906.0,13225430.0,15853855.0,18512481.0,21130105.0,23794633.0,26402456.0,29061883.0,31706409.0,34345335.0,36936256.0,39573481.0,42357719.0,44899236.0,47517760.0,50196989.0,52722705.0,55442337.0,58074962.0,60685685.0,63330511.0,65986238.0,68692669.0,71231686.0,73895414.0,76506337.0,79184466.0,81730383.0,84363108.0,87130144.0,89883880.0,92380693.0,94935511.0,97760853.0,100270767.0,102812584.0,105536746.0,108053778.0,110800414.0,113288328.0,119598169.0,118723094.0,121174005.0,123982046.0,126616272.0,129264899.0,131898426.0,134498149.0,137055568.0,139605488.0,142544040.0,145244971.0,147728285.0,150385813.0,153069744.0,155662466.0,158331395.0,160893515.0,163575346.0,166211472.0,168859500.0,171456422.0,174078348.0,176735376.0,179328298.0,181966025.0,184597151.0,187099466.0,189934709.0,192651542.0,195237564.0,198672159.0,200613526.0,203385064.0,205849075.0,208310587.0,210972385.0,213504482.0,216926676.0,218910646.0,221463964.0,224160495.0,226622706.0,229528355.0,232081674.0,234888614.0,237233914.0,240070357.0,242766288.0,245496122.0,247950333.0,250654164.0,253135677.0,255746400.0,258672751.0,261196967.0,263960304.0]} \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/new/tukey.json b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/new/tukey.json new file mode 100644 index 0000000000..8c94d20234 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/new/tukey.json @@ -0,0 +1 @@ +[876430.048364888,877786.8882637692,881405.1279941194,882761.9678930008] \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/MAD.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/MAD.svg new file mode 100644 index 0000000000..5b617d98d4 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/MAD.svg @@ -0,0 +1,96 @@ + + +iter entity (p += v)/non-chunked [f64; 3]/65536 entities:MAD + + +Density (a.u.) + + +Average time (ns) + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + + +450 + + + +500 + + + +550 + + + +600 + + + +650 + + + +700 + + + +750 + + + +800 + + + +850 + + + +900 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/SD.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/SD.svg new file mode 100644 index 0000000000..67fb24c709 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/SD.svg @@ -0,0 +1,92 @@ + + +iter entity (p += v)/non-chunked [f64; 3]/65536 entities:SD + + +Density (a.u.) + + +Average time (µs) + + + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/index.html b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/index.html new file mode 100644 index 0000000000..c2fedd111b --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/index.html @@ -0,0 +1,209 @@ + + + + + + iter entity (p += v)/non-chunked [f64; 3]/65536 entities - Criterion.rs + + + + +
+

iter entity (p += v)/non-chunked [f64; 3]/65536 entities

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope879.29 µs879.58 µs880.00 µs
Throughput74.473 Melem/s74.508 Melem/s74.533 Melem/s
0.99916260.99917790.9991470
Mean879.62 µs880.10 µs880.78 µs
Std. Dev.921.99 ns3.0412 µs4.8734 µs
Median879.40 µs879.45 µs879.69 µs
MAD487.25 ns617.97 ns882.00 ns
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probability of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/mean.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/mean.svg new file mode 100644 index 0000000000..0173d2a93f --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/mean.svg @@ -0,0 +1,80 @@ + + +iter entity (p += v)/non-chunked [f64; 3]/65536 entities:mean + + +Density (a.u.) + + +Average time (µs) + + + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + + +879.6 + + + +879.8 + + + +880 + + + +880.2 + + + +880.4 + + + +880.6 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/median.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/median.svg new file mode 100644 index 0000000000..d3a07ce94e --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/median.svg @@ -0,0 +1,92 @@ + + +iter entity (p += v)/non-chunked [f64; 3]/65536 entities:median + + +Density (a.u.) + + +Average time (µs) + + + +2 + + + +4 + + + +6 + + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + + +879.4 + + + +879.45 + + + +879.5 + + + +879.55 + + + +879.6 + + + +879.65 + + + +879.7 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/pdf.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/pdf.svg new file mode 100644 index 0000000000..55694d0af6 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/pdf.svg @@ -0,0 +1,141 @@ + + +iter entity (p += v)/non-chunked [f64; 3]/65536 entities + + +Iterations + + +Average Time (µs) + + + +0 + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + +875 + + + +880 + + + +885 + + + +890 + + + +895 + + + +900 + + + +905 + + + +Density (a.u.) + + + +0 + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + + + + + + + + + + + + + + + + + + + + + + + + +PDF + + +Mean + + +"Clean" sample + + +Mild outliers + + +Severe outliers + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/pdf_small.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/pdf_small.svg new file mode 100644 index 0000000000..01b43025c2 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/pdf_small.svg @@ -0,0 +1,48 @@ + + +Density (a.u.) + + +Average Time (µs) + + + +0 + + + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + + +880 + + + +890 + + + +900 + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/regression.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/regression.svg new file mode 100644 index 0000000000..4300a671b3 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/regression.svg @@ -0,0 +1,182 @@ + + +iter entity (p += v)/non-chunked [f64; 3]/65536 entities + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Sample + + +Linear regression + + +Confidence interval + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/regression_small.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/regression_small.svg new file mode 100644 index 0000000000..99a206321b --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/regression_small.svg @@ -0,0 +1,167 @@ + + +Total sample time (ms) + + +Iterations + + + + + + + + + + + + + + +50.0 + + + +100.0 + + + +150.0 + + + +200.0 + + + +250.0 + + + + +50 + + + +100 + + + +150 + + + +200 + + + +250 + + + +300 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/slope.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/slope.svg new file mode 100644 index 0000000000..cedf280f5b --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/slope.svg @@ -0,0 +1,72 @@ + + +iter entity (p += v)/non-chunked [f64; 3]/65536 entities:slope + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + +879.3 + + + +879.4 + + + +879.5 + + + +879.6 + + + +879.7 + + + +879.8 + + + +879.9 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/typical.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/typical.svg new file mode 100644 index 0000000000..fd3a0d51c5 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/65536 entities/report/typical.svg @@ -0,0 +1,72 @@ + + +iter entity (p += v)/non-chunked [f64; 3]/65536 entities:typical + + +Density (a.u.) + + +Average time (µs) + + + +0.5 + + + +1 + + + +1.5 + + + +2 + + + + +879.3 + + + +879.4 + + + +879.5 + + + +879.6 + + + +879.7 + + + +879.8 + + + +879.9 + + + + + + +Bootstrap distribution + + +Confidence interval + + +Point estimate + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/report/index.html b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/report/index.html new file mode 100644 index 0000000000..166e0c4941 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/report/index.html @@ -0,0 +1,119 @@ + + + + + + iter entity (p += v)/non-chunked [f64; 3] Summary - Criterion.rs + + + + +
+

iter entity (p += v)/non-chunked [f64; 3]

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

iter entity (p += v)/non-chunked [f64; 3]/4096 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/non-chunked [f64; 3]/65536 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/report/lines.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/report/lines.svg new file mode 100644 index 0000000000..9ab2e59d91 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/report/lines.svg @@ -0,0 +1,76 @@ + + +iter entity (p += v)/non-chunked [f64; 3]: Comparison + + +Average time (µs) + + +Input Size (Elements) + + + +100.0 + + + +200.0 + + + +300.0 + + + +400.0 + + + +500.0 + + + +600.0 + + + +700.0 + + + +800.0 + + + + +10000.0 + + + +20000.0 + + + +30000.0 + + + +40000.0 + + + +50000.0 + + + +60000.0 + + + + + + +non-chunked [f64; 3] + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/report/violin.svg b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/report/violin.svg new file mode 100644 index 0000000000..684ee80c9b --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/non-chunked [f64; 3]/report/violin.svg @@ -0,0 +1,65 @@ + + +iter entity (p += v)/non-chunked [f64; 3]: Violin plot + + +Input + + +Average time (µs) + + + +iter entity (p += v)/non-chunked [f64; 3]/65536 entities + + + +iter entity (p += v)/non-chunked [f64; 3]/4096 entities + + + + +0.0 + + + +100.0 + + + +200.0 + + + +300.0 + + + +400.0 + + + +500.0 + + + +600.0 + + + +700.0 + + + +800.0 + + + +900.0 + + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/report/index.html b/bench-report/branch/issues/26/iter entity (p += v)/report/index.html new file mode 100644 index 0000000000..d8ed3ead39 --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/report/index.html @@ -0,0 +1,257 @@ + + + + + + iter entity (p += v) Summary - Criterion.rs + + + + +
+

iter entity (p += v)

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+

Line Chart

+ Line Chart +

This chart shows the mean measured time for each function as the input (or the size of the input) increases.

+
+ +

iter entity (p += v)/chunked (x,y,z)/4096 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunked (x,y,z)/65536 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunked [f64; 3]/4096 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/chunked [f64; 3]/65536 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/non-chunked (x, y, z)/4096 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/non-chunked (x, y, z)/65536 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/non-chunked [f64; 3]/4096 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

iter entity (p += v)/non-chunked [f64; 3]/65536 entities

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/bench-report/branch/issues/26/iter entity (p += v)/report/lines.svg b/bench-report/branch/issues/26/iter entity (p += v)/report/lines.svg new file mode 100644 index 0000000000..0d87cd8c5e --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/report/lines.svg @@ -0,0 +1,85 @@ + + +iter entity (p += v): Comparison + + +Average time (ms) + + +Input Size (Elements) + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + +2.5 + + + + +10000.0 + + + +20000.0 + + + +30000.0 + + + +40000.0 + + + +50000.0 + + + +60000.0 + + + + + + + + + + + + + + + +chunked (x,y,z) + + +chunked [f64; 3] + + +non-chunked (x, y, z) + + +non-chunked [f64; 3] + + + + + + diff --git a/bench-report/branch/issues/26/iter entity (p += v)/report/violin.svg b/bench-report/branch/issues/26/iter entity (p += v)/report/violin.svg new file mode 100644 index 0000000000..5f874ab69e --- /dev/null +++ b/bench-report/branch/issues/26/iter entity (p += v)/report/violin.svg @@ -0,0 +1,85 @@ + + +iter entity (p += v): Violin plot + + +Input + + +Average time (ms) + + + +iter entity (p += v)/non-chunked [f64; 3]/65536 entities + + + +iter entity (p += v)/non-chunked [f64; 3]/4096 entities + + + +iter entity (p += v)/non-chunked (x, y, z)/65536 entities + + + +iter entity (p += v)/non-chunked (x, y, z)/4096 entities + + + +iter entity (p += v)/chunked [f64; 3]/65536 entities + + + +iter entity (p += v)/chunked [f64; 3]/4096 entities + + + +iter entity (p += v)/chunked (x,y,z)/65536 entities + + + +iter entity (p += v)/chunked (x,y,z)/4096 entities + + + + +0.0 + + + +0.5 + + + +1.0 + + + +1.5 + + + +2.0 + + + +2.5 + + + + + + + + + + + + + + + + + + + diff --git a/bench-report/branch/issues/26/report/index.html b/bench-report/branch/issues/26/report/index.html new file mode 100644 index 0000000000..fe9b61adda --- /dev/null +++ b/bench-report/branch/issues/26/report/index.html @@ -0,0 +1,192 @@ + + + + + + Index - Criterion.rs + + + + +
+

Criterion.rs Benchmark Index

+ See individual benchmark pages below for more details. + +
+ + + \ No newline at end of file