Commit b9827725 authored by Kirill Smelkov's avatar Kirill Smelkov

X switch to using no compression, because this way it is more fair for comparing storage latencies

benchstat 20180221-deco-noturbo.txt 20180221-deco-noturbo-noz.txt

name                                            old pystone/s    new pystone/s    delta
deco/pystone                                          220k ± 1%        221k ± 0%     ~     (p=1.000 n=5+5)

name                                            old time/op      new time/op      delta
deco/sha1/py/1K                                     1.83µs ± 1%      1.85µs ± 2%     ~     (p=0.167 n=5+5)
deco/sha1/go/1K                                     1.53µs ± 0%      1.53µs ± 0%     ~     (p=0.556 n=4+5)
deco/sha1/py/4K                                     6.68µs ± 1%      6.68µs ± 1%     ~     (p=0.802 n=5+5)
deco/sha1/go/4K                                     5.59µs ± 0%      5.59µs ± 0%     ~     (p=0.151 n=5+5)
deco/sha1/py/2M                                     3.19ms ± 0%      3.18ms ± 0%     ~     (p=0.310 n=5+5)
deco/sha1/go/2M                                     2.78ms ± 0%      2.78ms ± 0%     ~     (p=0.222 n=5+5)
deco/unzlib/py/null-1K                              2.83µs ± 2%      2.81µs ± 0%     ~     (p=0.516 n=5+5)
deco/unzlib/go/null-1K                              2.87µs ± 1%      2.86µs ± 0%     ~     (p=0.198 n=5+5)
deco/unzlib/py/null-4K                              11.3µs ± 0%      11.3µs ± 1%     ~     (p=0.794 n=4+5)
deco/unzlib/go/null-4K                              11.3µs ± 0%      11.3µs ± 0%     ~     (p=0.548 n=5+5)
deco/unzlib/py/null-2M                              6.01ms ±19%      5.71ms ± 5%     ~     (p=0.421 n=5+5)
deco/unzlib/go/null-2M                              4.79ms ± 0%      4.79ms ± 0%     ~     (p=0.095 n=5+5)
deco/unzlib/py/wczdata-avg                          27.2µs ± 1%      27.2µs ± 1%     ~     (p=0.841 n=5+5)
deco/unzlib/go/wczdata-avg                          26.7µs ± 0%      26.7µs ± 0%     ~     (p=0.841 n=5+5)
deco/unzlib/py/wczdata-max                          26.7µs ± 1%      26.6µs ± 0%     ~     (p=0.222 n=5+5)
deco/unzlib/go/wczdata-max                          26.5µs ± 0%      26.5µs ± 0%     ~     (p=0.421 n=5+5)
deco/unzlib/py/prod1-avg                            6.08µs ±23%      5.02µs ± 1%  -17.40%  (p=0.032 n=5+4)
deco/unzlib/go/prod1-avg                            5.25µs ± 0%      5.27µs ± 1%     ~     (p=1.000 n=5+5)
deco/unzlib/py/prod1-max                             510µs ± 1%       512µs ± 2%     ~     (p=1.000 n=4+5)
deco/unzlib/go/prod1-max                             336µs ± 0%       336µs ± 0%     ~     (p=0.421 n=5+5)
deco/disk/randread/direct/4K-min                     104µs ± 0%       105µs ± 1%     ~     (p=0.357 n=5+5)
deco/disk/randread/direct/4K-avg                     143µs ± 1%       144µs ± 0%     ~     (p=0.056 n=5+5)
deco/disk/randread/direct/2M-min                    5.38ms ± 0%      5.48ms ± 3%     ~     (p=0.698 n=4+5)
deco/disk/randread/direct/2M-avg                    6.19ms ± 2%      6.13ms ± 1%     ~     (p=0.167 n=5+5)
deco/disk/randread/pagecache/4K-min                  576ns ± 1%       570ns ± 1%     ~     (p=0.198 n=5+5)
deco/disk/randread/pagecache/4K-avg                  974ns ± 1%       975ns ± 0%     ~     (p=0.222 n=5+5)
deco/disk/randread/pagecache/2M-min                  196µs ± 4%       195µs ± 4%     ~     (p=0.841 n=5+5)
deco/disk/randread/pagecache/2M-avg                  212µs ± 0%       214µs ± 0%   +0.88%  (p=0.008 n=5+5)

name                                            old time/object  new time/object  delta
deco/fs1/zhash.py                                   17.9µs ±14%      18.0µs ±14%     ~     (p=0.668 n=10+10)
deco/fs1/zhash.py-P16                                139µs ±18%       140µs ±32%     ~     (p=0.752 n=32+32)
deco/fs1/zhash.go                                   2.95µs ± 8%      2.97µs ± 9%     ~     (p=0.809 n=10+10)
deco/fs1/zhash.go+prefetch128                       3.92µs ±25%      3.82µs ±14%     ~     (p=0.755 n=10+10)
deco/fs1/zhash.go-P16                               13.9µs ±51%      14.1µs ±70%     ~     (p=0.893 n=32+32)
deco/zeo/zhash.py                                    382µs ± 1%       370µs ± 5%   -3.17%  (p=0.011 n=6+10)
deco/zeo/zhash.py-P16                               3.10ms ± 9%      3.13ms ± 5%     ~     (p=0.213 n=32+29)
deco/neo/py/sqlite/zhash.py                          368µs ± 9%       351µs ± 7%     ~     (p=0.165 n=10+10)
deco/neo/py/sqlite/zhash.py-P16                     3.20ms ± 3%      3.16ms ± 2%     ~     (p=1.000 n=32+32)
deco/neo/py/sqlite/zhash.go                          177µs ± 7%       153µs ± 4%  -13.24%  (p=0.000 n=10+10)
deco/neo/py/sqlite/zhash.go+prefetch128              129µs ± 5%       131µs ± 5%     ~     (p=0.362 n=10+10)
deco/neo/py/sqlite/zhash.go-P16                     2.18ms ± 6%      2.10ms ± 4%   -3.66%  (p=0.001 n=32+32)
deco/neo/py(!log)/sqlite/zhash.py                    349µs ± 9%       322µs ± 5%   -7.69%  (p=0.015 n=10+10)
deco/neo/py(!log)/sqlite/zhash.py-P16               3.01ms ± 4%      2.91ms ± 2%   -3.16%  (p=0.001 n=32+32)
deco/neo/py(!log)/sqlite/zhash.go                    161µs ± 7%       139µs ± 6%  -13.77%  (p=0.000 n=10+10)
deco/neo/py(!log)/sqlite/zhash.go+prefetch128        113µs ± 1%       115µs ± 5%     ~     (p=0.529 n=10+10)
deco/neo/py(!log)/sqlite/zhash.go-P16               1.96ms ± 3%      1.92ms ± 2%   -1.94%  (p=0.001 n=32+32)
deco/neo/py/sql/zhash.py                             417µs ±11%       408µs ± 9%     ~     (p=0.645 n=8+8)
deco/neo/py/sql/zhash.py-P16                        4.55ms ± 4%      4.52ms ± 2%     ~     (p=1.000 n=32+32)
deco/neo/py/sql/zhash.go                             227µs ± 9%       198µs ± 3%  -12.91%  (p=0.000 n=10+10)
deco/neo/py/sql/zhash.go+prefetch128                 184µs ± 5%       181µs ± 3%     ~     (p=0.210 n=10+10)
deco/neo/py/sql/zhash.go-P16                        3.10ms ± 2%      2.91ms ± 3%   -6.12%  (p=0.000 n=32+32)
deco/neo/py(!log)/sql/zhash.py                       404µs ±10%       381µs ± 9%     ~     (p=0.161 n=8+8)
deco/neo/py(!log)/sql/zhash.py-P16                  4.35ms ± 3%      4.20ms ± 1%   -3.30%  (p=0.000 n=32+32)
deco/neo/py(!log)/sql/zhash.go                       209µs ±10%       181µs ± 2%  -13.37%  (p=0.000 n=10+10)
deco/neo/py(!log)/sql/zhash.go+prefetch128           161µs ± 5%       160µs ± 4%     ~     (p=0.593 n=10+10)
deco/neo/py(!log)/sql/zhash.go-P16                  2.76ms ± 3%      2.58ms ± 1%   -6.45%  (p=0.000 n=32+32)
deco/neo/go/fs1/zhash.py                             222µs ± 2%       224µs ± 2%     ~     (p=0.289 n=10+10)
deco/neo/go/fs1/zhash.py-P16                        1.98ms ± 8%      1.96ms ± 5%     ~     (p=0.638 n=32+32)
deco/neo/go/fs1/zhash.go                            50.3µs ±13%      50.4µs ±14%     ~     (p=0.250 n=10+10)
deco/neo/go/fs1/zhash.go+prefetch128                21.2µs ±24%      20.9µs ±21%     ~     (p=0.590 n=10+10)
deco/neo/go/fs1/zhash.go-P16                         334µs ±12%       336µs ±15%     ~     (p=0.732 n=32+32)
deco/neo/go/fs1(!sha1)/zhash.go                     38.5µs ± 3%      38.6µs ± 3%     ~     (p=0.698 n=10+10)
deco/neo/go/fs1(!sha1)/zhash.go+prefetch128         15.7µs ±12%      15.2µs ±12%     ~     (p=0.170 n=10+10)
deco/neo/go/fs1(!sha1)/zhash.go-P16                  262µs ±22%       264µs ±21%     ~     (p=0.762 n=30+32)
deco/neo/go/sqlite/zhash.py                          282µs ±10%       264µs ± 4%     ~     (p=0.239 n=10+10)
deco/neo/go/sqlite/zhash.py-P16                     2.45ms ± 7%      2.42ms ± 3%     ~     (p=0.973 n=32+31)
deco/neo/go/sqlite/zhash.go                          111µs ±15%        89µs ± 5%  -19.49%  (p=0.000 n=10+10)
deco/neo/go/sqlite/zhash.go+prefetch128             44.6µs ±25%      37.7µs ± 7%     ~     (p=0.517 n=10+10)
deco/neo/go/sqlite/zhash.go-P16                      789µs ± 9%       711µs ±12%   -9.89%  (p=0.000 n=32+32)
deco/neo/go/sqlite(!sha1)/zhash.go                   109µs ±15%        83µs ± 2%  -23.96%  (p=0.000 n=10+9)
deco/neo/go/sqlite(!sha1)/zhash.go+prefetch128      41.5µs ±21%      38.2µs ±19%     ~     (p=0.631 n=10+10)
deco/neo/go/sqlite(!sha1)/zhash.go-P16               735µs ±11%       674µs ±17%   -8.28%  (p=0.002 n=32+31)
parent 0ed7b1fc
...@@ -440,7 +440,9 @@ GENsqlite() { ...@@ -440,7 +440,9 @@ GENsqlite() {
test -e $ds/generated.sqlite && return test -e $ds/generated.sqlite && return
echo -e '\n*** generating sqlite data...' echo -e '\n*** generating sqlite data...'
NEOpylite NEOpylite
${dataset}_gen_data neo://$neocluster@$Mbind $dataset_size # NOTE compression is disabled because when benchmarking server latency
# we do not want the time client(s) take to decompress data to interfere.
${dataset}_gen_data neo://$neocluster@$Mbind?compress=false $dataset_size
xneoctl set cluster stopping xneoctl set cluster stopping
wait # XXX fragile - won't work if there are children spawned outside wait # XXX fragile - won't work if there are children spawned outside
sync sync
...@@ -452,7 +454,8 @@ GENsql() { ...@@ -452,7 +454,8 @@ GENsql() {
test -e $ds/generated.sql && return test -e $ds/generated.sql && return
echo -e '\n*** generating sql data...' echo -e '\n*** generating sql data...'
NEOpysql NEOpysql
${dataset}_gen_data neo://$neocluster@$Mbind $dataset_size # NOTE compression is disabled - see ^^^ (sqlite) for rationale.
${dataset}_gen_data neo://$neocluster@$Mbind?compress=false $dataset_size
xneoctl set cluster stopping xneoctl set cluster stopping
sleep 1 # XXX fragile sleep 1 # XXX fragile
xmysql -e "SHUTDOWN" xmysql -e "SHUTDOWN"
......
This source diff could not be displayed because it is too large. You can view the blob instead.
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment