X switch to using no compression, because this way it is more fair for comparing storage latencies (b9827725) · Commits · Kirill Smelkov / neo

Commit b9827725 authored Feb 21, 2018 by

Kirill Smelkov

X switch to using no compression, because this way it is more fair for comparing storage latencies

benchstat 20180221-deco-noturbo.txt 20180221-deco-noturbo-noz.txt

name old pystone/s new pystone/s delta
deco/pystone 220k ± 1% 221k ± 0% ~ (p=1.000 n=5+5)

name old time/op new time/op delta
deco/sha1/py/1K 1.83µs ± 1% 1.85µs ± 2% ~ (p=0.167 n=5+5)
deco/sha1/go/1K 1.53µs ± 0% 1.53µs ± 0% ~ (p=0.556 n=4+5)
deco/sha1/py/4K 6.68µs ± 1% 6.68µs ± 1% ~ (p=0.802 n=5+5)
deco/sha1/go/4K 5.59µs ± 0% 5.59µs ± 0% ~ (p=0.151 n=5+5)
deco/sha1/py/2M 3.19ms ± 0% 3.18ms ± 0% ~ (p=0.310 n=5+5)
deco/sha1/go/2M 2.78ms ± 0% 2.78ms ± 0% ~ (p=0.222 n=5+5)
deco/unzlib/py/null-1K 2.83µs ± 2% 2.81µs ± 0% ~ (p=0.516 n=5+5)
deco/unzlib/go/null-1K 2.87µs ± 1% 2.86µs ± 0% ~ (p=0.198 n=5+5)
deco/unzlib/py/null-4K 11.3µs ± 0% 11.3µs ± 1% ~ (p=0.794 n=4+5)
deco/unzlib/go/null-4K 11.3µs ± 0% 11.3µs ± 0% ~ (p=0.548 n=5+5)
deco/unzlib/py/null-2M 6.01ms ±19% 5.71ms ± 5% ~ (p=0.421 n=5+5)
deco/unzlib/go/null-2M 4.79ms ± 0% 4.79ms ± 0% ~ (p=0.095 n=5+5)
deco/unzlib/py/wczdata-avg 27.2µs ± 1% 27.2µs ± 1% ~ (p=0.841 n=5+5)
deco/unzlib/go/wczdata-avg 26.7µs ± 0% 26.7µs ± 0% ~ (p=0.841 n=5+5)
deco/unzlib/py/wczdata-max 26.7µs ± 1% 26.6µs ± 0% ~ (p=0.222 n=5+5)
deco/unzlib/go/wczdata-max 26.5µs ± 0% 26.5µs ± 0% ~ (p=0.421 n=5+5)
deco/unzlib/py/prod1-avg 6.08µs ±23% 5.02µs ± 1% -17.40% (p=0.032 n=5+4)
deco/unzlib/go/prod1-avg 5.25µs ± 0% 5.27µs ± 1% ~ (p=1.000 n=5+5)
deco/unzlib/py/prod1-max 510µs ± 1% 512µs ± 2% ~ (p=1.000 n=4+5)
deco/unzlib/go/prod1-max 336µs ± 0% 336µs ± 0% ~ (p=0.421 n=5+5)
deco/disk/randread/direct/4K-min 104µs ± 0% 105µs ± 1% ~ (p=0.357 n=5+5)
deco/disk/randread/direct/4K-avg 143µs ± 1% 144µs ± 0% ~ (p=0.056 n=5+5)
deco/disk/randread/direct/2M-min 5.38ms ± 0% 5.48ms ± 3% ~ (p=0.698 n=4+5)
deco/disk/randread/direct/2M-avg 6.19ms ± 2% 6.13ms ± 1% ~ (p=0.167 n=5+5)
deco/disk/randread/pagecache/4K-min 576ns ± 1% 570ns ± 1% ~ (p=0.198 n=5+5)
deco/disk/randread/pagecache/4K-avg 974ns ± 1% 975ns ± 0% ~ (p=0.222 n=5+5)
deco/disk/randread/pagecache/2M-min 196µs ± 4% 195µs ± 4% ~ (p=0.841 n=5+5)
deco/disk/randread/pagecache/2M-avg 212µs ± 0% 214µs ± 0% +0.88% (p=0.008 n=5+5)

name old time/object new time/object delta
deco/fs1/zhash.py 17.9µs ±14% 18.0µs ±14% ~ (p=0.668 n=10+10)
deco/fs1/zhash.py-P16 139µs ±18% 140µs ±32% ~ (p=0.752 n=32+32)
deco/fs1/zhash.go 2.95µs ± 8% 2.97µs ± 9% ~ (p=0.809 n=10+10)
deco/fs1/zhash.go+prefetch128 3.92µs ±25% 3.82µs ±14% ~ (p=0.755 n=10+10)
deco/fs1/zhash.go-P16 13.9µs ±51% 14.1µs ±70% ~ (p=0.893 n=32+32)
deco/zeo/zhash.py 382µs ± 1% 370µs ± 5% -3.17% (p=0.011 n=6+10)
deco/zeo/zhash.py-P16 3.10ms ± 9% 3.13ms ± 5% ~ (p=0.213 n=32+29)
deco/neo/py/sqlite/zhash.py 368µs ± 9% 351µs ± 7% ~ (p=0.165 n=10+10)
deco/neo/py/sqlite/zhash.py-P16 3.20ms ± 3% 3.16ms ± 2% ~ (p=1.000 n=32+32)
deco/neo/py/sqlite/zhash.go 177µs ± 7% 153µs ± 4% -13.24% (p=0.000 n=10+10)
deco/neo/py/sqlite/zhash.go+prefetch128 129µs ± 5% 131µs ± 5% ~ (p=0.362 n=10+10)
deco/neo/py/sqlite/zhash.go-P16 2.18ms ± 6% 2.10ms ± 4% -3.66% (p=0.001 n=32+32)
deco/neo/py(!log)/sqlite/zhash.py 349µs ± 9% 322µs ± 5% -7.69% (p=0.015 n=10+10)
deco/neo/py(!log)/sqlite/zhash.py-P16 3.01ms ± 4% 2.91ms ± 2% -3.16% (p=0.001 n=32+32)
deco/neo/py(!log)/sqlite/zhash.go 161µs ± 7% 139µs ± 6% -13.77% (p=0.000 n=10+10)
deco/neo/py(!log)/sqlite/zhash.go+prefetch128 113µs ± 1% 115µs ± 5% ~ (p=0.529 n=10+10)
deco/neo/py(!log)/sqlite/zhash.go-P16 1.96ms ± 3% 1.92ms ± 2% -1.94% (p=0.001 n=32+32)
deco/neo/py/sql/zhash.py 417µs ±11% 408µs ± 9% ~ (p=0.645 n=8+8)
deco/neo/py/sql/zhash.py-P16 4.55ms ± 4% 4.52ms ± 2% ~ (p=1.000 n=32+32)
deco/neo/py/sql/zhash.go 227µs ± 9% 198µs ± 3% -12.91% (p=0.000 n=10+10)
deco/neo/py/sql/zhash.go+prefetch128 184µs ± 5% 181µs ± 3% ~ (p=0.210 n=10+10)
deco/neo/py/sql/zhash.go-P16 3.10ms ± 2% 2.91ms ± 3% -6.12% (p=0.000 n=32+32)
deco/neo/py(!log)/sql/zhash.py 404µs ±10% 381µs ± 9% ~ (p=0.161 n=8+8)
deco/neo/py(!log)/sql/zhash.py-P16 4.35ms ± 3% 4.20ms ± 1% -3.30% (p=0.000 n=32+32)
deco/neo/py(!log)/sql/zhash.go 209µs ±10% 181µs ± 2% -13.37% (p=0.000 n=10+10)
deco/neo/py(!log)/sql/zhash.go+prefetch128 161µs ± 5% 160µs ± 4% ~ (p=0.593 n=10+10)
deco/neo/py(!log)/sql/zhash.go-P16 2.76ms ± 3% 2.58ms ± 1% -6.45% (p=0.000 n=32+32)
deco/neo/go/fs1/zhash.py 222µs ± 2% 224µs ± 2% ~ (p=0.289 n=10+10)
deco/neo/go/fs1/zhash.py-P16 1.98ms ± 8% 1.96ms ± 5% ~ (p=0.638 n=32+32)
deco/neo/go/fs1/zhash.go 50.3µs ±13% 50.4µs ±14% ~ (p=0.250 n=10+10)
deco/neo/go/fs1/zhash.go+prefetch128 21.2µs ±24% 20.9µs ±21% ~ (p=0.590 n=10+10)
deco/neo/go/fs1/zhash.go-P16 334µs ±12% 336µs ±15% ~ (p=0.732 n=32+32)
deco/neo/go/fs1(!sha1)/zhash.go 38.5µs ± 3% 38.6µs ± 3% ~ (p=0.698 n=10+10)
deco/neo/go/fs1(!sha1)/zhash.go+prefetch128 15.7µs ±12% 15.2µs ±12% ~ (p=0.170 n=10+10)
deco/neo/go/fs1(!sha1)/zhash.go-P16 262µs ±22% 264µs ±21% ~ (p=0.762 n=30+32)
deco/neo/go/sqlite/zhash.py 282µs ±10% 264µs ± 4% ~ (p=0.239 n=10+10)
deco/neo/go/sqlite/zhash.py-P16 2.45ms ± 7% 2.42ms ± 3% ~ (p=0.973 n=32+31)
deco/neo/go/sqlite/zhash.go 111µs ±15% 89µs ± 5% -19.49% (p=0.000 n=10+10)
deco/neo/go/sqlite/zhash.go+prefetch128 44.6µs ±25% 37.7µs ± 7% ~ (p=0.517 n=10+10)
deco/neo/go/sqlite/zhash.go-P16 789µs ± 9% 711µs ±12% -9.89% (p=0.000 n=32+32)
deco/neo/go/sqlite(!sha1)/zhash.go 109µs ±15% 83µs ± 2% -23.96% (p=0.000 n=10+9)
deco/neo/go/sqlite(!sha1)/zhash.go+prefetch128 41.5µs ±21% 38.2µs ±19% ~ (p=0.631 n=10+10)
deco/neo/go/sqlite(!sha1)/zhash.go-P16 735µs ±11% 674µs ±17% -8.28% (p=0.002 n=32+31)

parent 0ed7b1fc

Hide whitespace changes

Inline Side-by-side

View file @ b9827725

@@ -440,7 +440,9 @@ GENsqlite() {
 	test -e $ds/generated.sqlite && return
 	echo -e '\n*** generating sqlite data...'
 	NEOpylite
 	${dataset}_gen_data neo://$neocluster@$Mbind $dataset_size
 	# NOTE compression is disabled because when benchmarking server latency
 	# we do not want the time client(s) take to decompress data to interfere.
 	${dataset}_gen_data neo://$neocluster@$Mbind?compress=false $dataset_size
 	xneoctl set cluster stopping
 	wait	# XXX fragile - won't work if there are children spawned outside
 	sync
@@ -452,7 +454,8 @@ GENsql() {
 	test -e $ds/generated.sql && return
 	echo -e '\n*** generating sql data...'
 	NEOpysql
 	${dataset}_gen_data neo://$neocluster@$Mbind $dataset_size
 	# NOTE compression is disabled - see ^^^ (sqlite) for rationale.
 	${dataset}_gen_data neo://$neocluster@$Mbind?compress=false $dataset_size
 	xneoctl set cluster stopping
 	sleep 1	# XXX fragile
 	xmysql -e "SHUTDOWN"
-...

0 → 100644

View file @ b9827725

This source diff could not be displayed because it is too large. You can view the blob instead.

Kirill Smelkov @kirr
mentioned in commit 39a77e3b
· Feb 23, 2018

mentioned in commit 39a77e3b

mentioned in commit 39a77e3b31c561eb721e0b586ae9b4745df1d93e

Toggle commit list
Kirill Smelkov @kirr
mentioned in commit 3f578560
· Jul 12, 2018

mentioned in commit 3f578560

mentioned in commit 3f578560c49222cf4b0f8ba2b408d3db9c94444d

Toggle commit list

Please register or to comment