Skip to content

Z
ZEO
Commit ebfcaa2e authored by Jim Fulton's avatar Jim Fulton
Browse files
Options

Made a small improvement to the client cache to that makes it slightly 

MRUish.

In some experiments, this led to significant reductions in cache miss
rates.
parent 2e97076c
Hide whitespace changes
Inline Side-by-side
Showing with 209 additions and 175 deletions
src/ZEO/cache.py
View file @ ebfcaa2e
...@@ -152,7 +152,7 @@ class ClientCache(object): ...@@ -152,7 +152,7 @@ class ClientCache(object):
# default of 20MB. The default here is misleading, though, since # default of 20MB. The default here is misleading, though, since
# ClientStorage is the only user of ClientCache, and it always passes an # ClientStorage is the only user of ClientCache, and it always passes an
# explicit size of its own choosing. # explicit size of its own choosing.
def __init__(self, path=None, size=200*1024**2): def __init__(self, path=None, size=200*1024**2, rearrange=.8):
# - `path`: filepath for the cache file, or None (in which case # - `path`: filepath for the cache file, or None (in which case
# a temp file will be created) # a temp file will be created)
...@@ -163,6 +163,11 @@ class ClientCache(object): ...@@ -163,6 +163,11 @@ class ClientCache(object):
size = max(size, ZEC_HEADER_SIZE) size = max(size, ZEC_HEADER_SIZE)
self.maxsize = size self.maxsize = size
# rearrange: if we read a current record and it's more than
# rearrange*size from the end, then copy it forward to keep it
# from being evicted.
self.rearrange = rearrange * size
# The number of records in the cache. # The number of records in the cache.
self._len = 0 self._len = 0
...@@ -497,6 +502,7 @@ class ClientCache(object): ...@@ -497,6 +502,7 @@ class ClientCache(object):
size, saved_oid, tid, end_tid, lver, ldata = unpack( size, saved_oid, tid, end_tid, lver, ldata = unpack(
">I8s8s8sHI", read(34)) ">I8s8s8sHI", read(34))
assert saved_oid == oid, (ofs, self.f.tell(), oid, saved_oid) assert saved_oid == oid, (ofs, self.f.tell(), oid, saved_oid)
assert end_tid == z64, (ofs, self.f.tell(), oid, tid, end_tid)
assert lver == 0, "Versions aren't supported" assert lver == 0, "Versions aren't supported"
data = read(ldata) data = read(ldata)
...@@ -508,6 +514,25 @@ class ClientCache(object): ...@@ -508,6 +514,25 @@ class ClientCache(object):
self._n_accesses += 1 self._n_accesses += 1
self._trace(0x22, oid, tid, end_tid, ldata) self._trace(0x22, oid, tid, end_tid, ldata)
ofsofs = self.currentofs - ofs
if ofsofs < 0:
ofsofs += self.maxsize
if (ofsofs > self.rearrange and
self.maxsize > 10*len(data) and
size > 4):
# The record is far back and might get evicted, but it's
# valuable, so move it forward.
# Remove fromn old loc:
del self.current[oid]
self.f.seek(ofs)
self.f.write('f'+pack(">I", size))
# Write to new location:
self._store(oid, tid, None, data, size)
return data, tid return data, tid
## ##
...@@ -599,6 +624,16 @@ class ClientCache(object): ...@@ -599,6 +624,16 @@ class ClientCache(object):
self._n_added_bytes += size self._n_added_bytes += size
self._len += 1 self._len += 1
self._store(oid, start_tid, end_tid, data, size)
if end_tid:
self._trace(0x54, oid, start_tid, end_tid, dlen=len(data))
else:
self._trace(0x52, oid, start_tid, dlen=len(data))
def _store(self, oid, start_tid, end_tid, data, size):
# Low-level store used by store and load
# In the next line, we ask for an extra to make sure we always # In the next line, we ask for an extra to make sure we always
# have a free block after the new alocated block. This free # have a free block after the new alocated block. This free
# block acts as a ring pointer, so that on restart, we start # block acts as a ring pointer, so that on restart, we start
...@@ -618,6 +653,7 @@ class ClientCache(object): ...@@ -618,6 +653,7 @@ class ClientCache(object):
extra = 'f' + pack(">I", excess) extra = 'f' + pack(">I", excess)
ofs = self.currentofs ofs = self.currentofs
seek = self.f.seek
seek(ofs) seek(ofs)
write = self.f.write write = self.f.write
...@@ -639,13 +675,12 @@ class ClientCache(object): ...@@ -639,13 +675,12 @@ class ClientCache(object):
if end_tid: if end_tid:
self._set_noncurrent(oid, start_tid, ofs) self._set_noncurrent(oid, start_tid, ofs)
self._trace(0x54, oid, start_tid, end_tid, dlen=len(data))
else: else:
self.current[oid] = ofs self.current[oid] = ofs
self._trace(0x52, oid, start_tid, dlen=len(data))
self.currentofs += size self.currentofs += size
## ##
# If `tid` is None, # If `tid` is None,
# forget all knowledge of `oid`. (`tid` can be None only for # forget all knowledge of `oid`. (`tid` can be None only for
...@@ -660,7 +695,6 @@ class ClientCache(object): ...@@ -660,7 +695,6 @@ class ClientCache(object):
# - oid object id # - oid object id
# - tid the id of the transaction that wrote a new revision of oid, # - tid the id of the transaction that wrote a new revision of oid,
# or None to forget all cached info about oid. # or None to forget all cached info about oid.
@locked @locked
def invalidate(self, oid, tid): def invalidate(self, oid, tid):
ofs = self.current.get(oid) ofs = self.current.get(oid)
......
src/ZEO/tests/test_cache.py
View file @ ebfcaa2e
...@@ -554,52 +554,52 @@ Check to make sure the cache analysis scripts work. ...@@ -554,52 +554,52 @@ Check to make sure the cache analysis scripts work.
Jul 11 12:11-14 180 1 2 197 0.6% Jul 11 12:11-14 180 1 2 197 0.6%
Jul 11 12:15-29 818 107 9 793 13.1% Jul 11 12:15-29 818 107 9 793 13.1%
Jul 11 12:30-44 818 213 22 687 26.0% Jul 11 12:30-44 818 213 22 687 26.0%
Jul 11 12:45-59 818 297 20 603 36.3% Jul 11 12:45-59 818 291 19 609 35.6%
Jul 11 13:00-14 818 297 35 603 36.3% Jul 11 13:00-14 818 295 36 605 36.1%
Jul 11 13:15-29 818 280 29 620 34.2% Jul 11 13:15-29 818 277 31 623 33.9%
Jul 11 13:30-44 819 275 26 625 33.6% Jul 11 13:30-44 819 276 29 624 33.7%
Jul 11 13:45-59 818 254 24 646 31.1% Jul 11 13:45-59 818 251 25 649 30.7%
Jul 11 14:00-14 818 300 32 600 36.7% Jul 11 14:00-14 818 295 27 605 36.1%
Jul 11 14:15-29 818 267 35 633 32.6% Jul 11 14:15-29 818 262 33 638 32.0%
Jul 11 14:30-44 818 309 37 591 37.8% Jul 11 14:30-44 818 297 32 603 36.3%
Jul 11 14:45-59 819 271 26 629 33.1% Jul 11 14:45-59 819 268 23 632 32.7%
Jul 11 15:00-14 818 292 30 608 35.7% Jul 11 15:00-14 818 291 30 609 35.6%
Jul 11 15:15-15 2 1 0 1 50.0% Jul 11 15:15-15 2 1 0 1 50.0%
<BLANKLINE> <BLANKLINE>
Read 18,837 trace records (640,450 bytes) in 0.0 seconds Read 18,876 trace records (641,776 bytes) in 0.0 seconds
Versions: 0 records used a version Versions: 0 records used a version
First time: Sun Jul 11 12:11:41 2010 First time: Sun Jul 11 12:11:41 2010
Last time: Sun Jul 11 15:15:01 2010 Last time: Sun Jul 11 15:15:01 2010
Duration: 11,000 seconds Duration: 11,000 seconds
Data recs: 11,000 (58.4%), average size 1106 bytes Data recs: 11,000 (58.3%), average size 1108 bytes
Hit rate: 31.6% (load hits / loads) Hit rate: 31.2% (load hits / loads)
<BLANKLINE> <BLANKLINE>
Count Code Function (action) Count Code Function (action)
1 00 _setup_trace (initialization) 1 00 _setup_trace (initialization)
673 10 invalidate (miss) 682 10 invalidate (miss)
327 1c invalidate (hit, saving non-current) 318 1c invalidate (hit, saving non-current)
6,836 20 load (miss) 6,875 20 load (miss)
3,164 22 load (hit) 3,125 22 load (hit)
7,836 52 store (current, non-version) 7,875 52 store (current, non-version)
>>> ZEO.scripts.cache_stats.main('-q cache.trace'.split()) >>> ZEO.scripts.cache_stats.main('-q cache.trace'.split())
loads hits inv(h) writes hitrate loads hits inv(h) writes hitrate
<BLANKLINE> <BLANKLINE>
Read 18,837 trace records (640,450 bytes) in 0.0 seconds Read 18,876 trace records (641,776 bytes) in 0.0 seconds
Versions: 0 records used a version Versions: 0 records used a version
First time: Sun Jul 11 12:11:41 2010 First time: Sun Jul 11 12:11:41 2010
Last time: Sun Jul 11 15:15:01 2010 Last time: Sun Jul 11 15:15:01 2010
Duration: 11,000 seconds Duration: 11,000 seconds
Data recs: 11,000 (58.4%), average size 1106 bytes Data recs: 11,000 (58.3%), average size 1108 bytes
Hit rate: 31.6% (load hits / loads) Hit rate: 31.2% (load hits / loads)
<BLANKLINE> <BLANKLINE>
Count Code Function (action) Count Code Function (action)
1 00 _setup_trace (initialization) 1 00 _setup_trace (initialization)
673 10 invalidate (miss) 682 10 invalidate (miss)
327 1c invalidate (hit, saving non-current) 318 1c invalidate (hit, saving non-current)
6,836 20 load (miss) 6,875 20 load (miss)
3,164 22 load (hit) 3,125 22 load (hit)
7,836 52 store (current, non-version) 7,875 52 store (current, non-version)
>>> ZEO.scripts.cache_stats.main('-v cache.trace'.split()) >>> ZEO.scripts.cache_stats.main('-v cache.trace'.split())
... # doctest: +ELLIPSIS ... # doctest: +ELLIPSIS
...@@ -621,27 +621,27 @@ Check to make sure the cache analysis scripts work. ...@@ -621,27 +621,27 @@ Check to make sure the cache analysis scripts work.
Jul 11 15:14:58 20 b8a 0000000000000000 0000000000000000 - Jul 11 15:14:58 20 b8a 0000000000000000 0000000000000000 -
Jul 11 15:14:58 52 b8a 00000000000003e9 0000000000000000 - 838 Jul 11 15:14:58 52 b8a 00000000000003e9 0000000000000000 - 838
Jul 11 15:14:59 22 1085 0000000000000357 0000000000000000 - 217 Jul 11 15:14:59 22 1085 0000000000000357 0000000000000000 - 217
Jul 11 15:00-14 818 292 30 608 35.7% Jul 11 15:00-14 818 291 30 609 35.6%
Jul 11 15:15:00 22 1072 000000000000037e 0000000000000000 - 204 Jul 11 15:15:00 22 1072 000000000000037e 0000000000000000 - 204
Jul 11 15:15:01 20 16c5 0000000000000000 0000000000000000 - Jul 11 15:15:01 20 16c5 0000000000000000 0000000000000000 -
Jul 11 15:15:01 52 16c5 00000000000003e9 0000000000000000 - 1712 Jul 11 15:15:01 52 16c5 00000000000003e9 0000000000000000 - 1712
Jul 11 15:15-15 2 1 0 1 50.0% Jul 11 15:15-15 2 1 0 1 50.0%
<BLANKLINE> <BLANKLINE>
Read 18,837 trace records (640,450 bytes) in 0.0 seconds Read 18,876 trace records (641,776 bytes) in 0.0 seconds
Versions: 0 records used a version Versions: 0 records used a version
First time: Sun Jul 11 12:11:41 2010 First time: Sun Jul 11 12:11:41 2010
Last time: Sun Jul 11 15:15:01 2010 Last time: Sun Jul 11 15:15:01 2010
Duration: 11,000 seconds Duration: 11,000 seconds
Data recs: 11,000 (58.4%), average size 1106 bytes Data recs: 11,000 (58.3%), average size 1108 bytes
Hit rate: 31.6% (load hits / loads) Hit rate: 31.2% (load hits / loads)
<BLANKLINE> <BLANKLINE>
Count Code Function (action) Count Code Function (action)
1 00 _setup_trace (initialization) 1 00 _setup_trace (initialization)
673 10 invalidate (miss) 682 10 invalidate (miss)
327 1c invalidate (hit, saving non-current) 318 1c invalidate (hit, saving non-current)
6,836 20 load (miss) 6,875 20 load (miss)
3,164 22 load (hit) 3,125 22 load (hit)
7,836 52 store (current, non-version) 7,875 52 store (current, non-version)
>>> ZEO.scripts.cache_stats.main('-h cache.trace'.split()) >>> ZEO.scripts.cache_stats.main('-h cache.trace'.split())
loads hits inv(h) writes hitrate loads hits inv(h) writes hitrate
...@@ -650,33 +650,33 @@ Check to make sure the cache analysis scripts work. ...@@ -650,33 +650,33 @@ Check to make sure the cache analysis scripts work.
Jul 11 12:11-14 180 1 2 197 0.6% Jul 11 12:11-14 180 1 2 197 0.6%
Jul 11 12:15-29 818 107 9 793 13.1% Jul 11 12:15-29 818 107 9 793 13.1%
Jul 11 12:30-44 818 213 22 687 26.0% Jul 11 12:30-44 818 213 22 687 26.0%
Jul 11 12:45-59 818 297 20 603 36.3% Jul 11 12:45-59 818 291 19 609 35.6%
Jul 11 13:00-14 818 297 35 603 36.3% Jul 11 13:00-14 818 295 36 605 36.1%
Jul 11 13:15-29 818 280 29 620 34.2% Jul 11 13:15-29 818 277 31 623 33.9%
Jul 11 13:30-44 819 275 26 625 33.6% Jul 11 13:30-44 819 276 29 624 33.7%
Jul 11 13:45-59 818 254 24 646 31.1% Jul 11 13:45-59 818 251 25 649 30.7%
Jul 11 14:00-14 818 300 32 600 36.7% Jul 11 14:00-14 818 295 27 605 36.1%
Jul 11 14:15-29 818 267 35 633 32.6% Jul 11 14:15-29 818 262 33 638 32.0%
Jul 11 14:30-44 818 309 37 591 37.8% Jul 11 14:30-44 818 297 32 603 36.3%
Jul 11 14:45-59 819 271 26 629 33.1% Jul 11 14:45-59 819 268 23 632 32.7%
Jul 11 15:00-14 818 292 30 608 35.7% Jul 11 15:00-14 818 291 30 609 35.6%
Jul 11 15:15-15 2 1 0 1 50.0% Jul 11 15:15-15 2 1 0 1 50.0%
<BLANKLINE> <BLANKLINE>
Read 18,837 trace records (640,450 bytes) in 0.0 seconds Read 18,876 trace records (641,776 bytes) in 0.0 seconds
Versions: 0 records used a version Versions: 0 records used a version
First time: Sun Jul 11 12:11:41 2010 First time: Sun Jul 11 12:11:41 2010
Last time: Sun Jul 11 15:15:01 2010 Last time: Sun Jul 11 15:15:01 2010
Duration: 11,000 seconds Duration: 11,000 seconds
Data recs: 11,000 (58.4%), average size 1106 bytes Data recs: 11,000 (58.3%), average size 1108 bytes
Hit rate: 31.6% (load hits / loads) Hit rate: 31.2% (load hits / loads)
<BLANKLINE> <BLANKLINE>
Count Code Function (action) Count Code Function (action)
1 00 _setup_trace (initialization) 1 00 _setup_trace (initialization)
673 10 invalidate (miss) 682 10 invalidate (miss)
327 1c invalidate (hit, saving non-current) 318 1c invalidate (hit, saving non-current)
6,836 20 load (miss) 6,875 20 load (miss)
3,164 22 load (hit) 3,125 22 load (hit)
7,836 52 store (current, non-version) 7,875 52 store (current, non-version)
<BLANKLINE> <BLANKLINE>
Histogram of object load frequency Histogram of object load frequency
Unique oids: 4,585 Unique oids: 4,585
...@@ -700,42 +700,42 @@ Check to make sure the cache analysis scripts work. ...@@ -700,42 +700,42 @@ Check to make sure the cache analysis scripts work.
Jul 11 12:11-14 180 1 2 197 0.6% Jul 11 12:11-14 180 1 2 197 0.6%
Jul 11 12:15-29 818 107 9 793 13.1% Jul 11 12:15-29 818 107 9 793 13.1%
Jul 11 12:30-44 818 213 22 687 26.0% Jul 11 12:30-44 818 213 22 687 26.0%
Jul 11 12:45-59 818 297 20 603 36.3% Jul 11 12:45-59 818 291 19 609 35.6%
Jul 11 13:00-14 818 297 35 603 36.3% Jul 11 13:00-14 818 295 36 605 36.1%
Jul 11 13:15-29 818 280 29 620 34.2% Jul 11 13:15-29 818 277 31 623 33.9%
Jul 11 13:30-44 819 275 26 625 33.6% Jul 11 13:30-44 819 276 29 624 33.7%
Jul 11 13:45-59 818 254 24 646 31.1% Jul 11 13:45-59 818 251 25 649 30.7%
Jul 11 14:00-14 818 300 32 600 36.7% Jul 11 14:00-14 818 295 27 605 36.1%
Jul 11 14:15-29 818 267 35 633 32.6% Jul 11 14:15-29 818 262 33 638 32.0%
Jul 11 14:30-44 818 309 37 591 37.8% Jul 11 14:30-44 818 297 32 603 36.3%
Jul 11 14:45-59 819 271 26 629 33.1% Jul 11 14:45-59 819 268 23 632 32.7%
Jul 11 15:00-14 818 292 30 608 35.7% Jul 11 15:00-14 818 291 30 609 35.6%
Jul 11 15:15-15 2 1 0 1 50.0% Jul 11 15:15-15 2 1 0 1 50.0%
<BLANKLINE> <BLANKLINE>
Read 18,837 trace records (640,450 bytes) in 0.0 seconds Read 18,876 trace records (641,776 bytes) in 0.0 seconds
Versions: 0 records used a version Versions: 0 records used a version
First time: Sun Jul 11 12:11:41 2010 First time: Sun Jul 11 12:11:41 2010
Last time: Sun Jul 11 15:15:01 2010 Last time: Sun Jul 11 15:15:01 2010
Duration: 11,000 seconds Duration: 11,000 seconds
Data recs: 11,000 (58.4%), average size 1106 bytes Data recs: 11,000 (58.3%), average size 1108 bytes
Hit rate: 31.6% (load hits / loads) Hit rate: 31.2% (load hits / loads)
<BLANKLINE> <BLANKLINE>
Count Code Function (action) Count Code Function (action)
1 00 _setup_trace (initialization) 1 00 _setup_trace (initialization)
673 10 invalidate (miss) 682 10 invalidate (miss)
327 1c invalidate (hit, saving non-current) 318 1c invalidate (hit, saving non-current)
6,836 20 load (miss) 6,875 20 load (miss)
3,164 22 load (hit) 3,125 22 load (hit)
7,836 52 store (current, non-version) 7,875 52 store (current, non-version)
<BLANKLINE> <BLANKLINE>
Histograms of object sizes Histograms of object sizes
<BLANKLINE> <BLANKLINE>
<BLANKLINE> <BLANKLINE>
Unique sizes written: 1,781 Unique sizes written: 1,782
size objs writes size objs writes
200 6 6 200 5 5
201 4 4 201 4 4
202 5 5 202 4 4
203 1 1 203 1 1
204 1 1 204 1 1
205 6 6 205 6 6
...@@ -743,9 +743,9 @@ Check to make sure the cache analysis scripts work. ...@@ -743,9 +743,9 @@ Check to make sure the cache analysis scripts work.
... ...
1,995 1 2 1,995 1 2
1,996 2 2 1,996 2 2
1,997 2 3 1,997 1 1
1,998 2 2 1,998 2 2
1,999 2 2 1,999 2 4
2,000 1 1 2,000 1 1
>>> ZEO.scripts.cache_stats.main('-S cache.trace'.split()) >>> ZEO.scripts.cache_stats.main('-S cache.trace'.split())
...@@ -755,16 +755,16 @@ Check to make sure the cache analysis scripts work. ...@@ -755,16 +755,16 @@ Check to make sure the cache analysis scripts work.
Jul 11 12:11-14 180 1 2 197 0.6% Jul 11 12:11-14 180 1 2 197 0.6%
Jul 11 12:15-29 818 107 9 793 13.1% Jul 11 12:15-29 818 107 9 793 13.1%
Jul 11 12:30-44 818 213 22 687 26.0% Jul 11 12:30-44 818 213 22 687 26.0%
Jul 11 12:45-59 818 297 20 603 36.3% Jul 11 12:45-59 818 291 19 609 35.6%
Jul 11 13:00-14 818 297 35 603 36.3% Jul 11 13:00-14 818 295 36 605 36.1%
Jul 11 13:15-29 818 280 29 620 34.2% Jul 11 13:15-29 818 277 31 623 33.9%
Jul 11 13:30-44 819 275 26 625 33.6% Jul 11 13:30-44 819 276 29 624 33.7%
Jul 11 13:45-59 818 254 24 646 31.1% Jul 11 13:45-59 818 251 25 649 30.7%
Jul 11 14:00-14 818 300 32 600 36.7% Jul 11 14:00-14 818 295 27 605 36.1%
Jul 11 14:15-29 818 267 35 633 32.6% Jul 11 14:15-29 818 262 33 638 32.0%
Jul 11 14:30-44 818 309 37 591 37.8% Jul 11 14:30-44 818 297 32 603 36.3%
Jul 11 14:45-59 819 271 26 629 33.1% Jul 11 14:45-59 819 268 23 632 32.7%
Jul 11 15:00-14 818 292 30 608 35.7% Jul 11 15:00-14 818 291 30 609 35.6%
Jul 11 15:15-15 2 1 0 1 50.0% Jul 11 15:15-15 2 1 0 1 50.0%
>>> ZEO.scripts.cache_stats.main('-X cache.trace'.split()) >>> ZEO.scripts.cache_stats.main('-X cache.trace'.split())
...@@ -774,33 +774,33 @@ Check to make sure the cache analysis scripts work. ...@@ -774,33 +774,33 @@ Check to make sure the cache analysis scripts work.
Jul 11 12:11-14 180 1 2 197 0.6% Jul 11 12:11-14 180 1 2 197 0.6%
Jul 11 12:15-29 818 107 9 793 13.1% Jul 11 12:15-29 818 107 9 793 13.1%
Jul 11 12:30-44 818 213 22 687 26.0% Jul 11 12:30-44 818 213 22 687 26.0%
Jul 11 12:45-59 818 297 20 603 36.3% Jul 11 12:45-59 818 291 19 609 35.6%
Jul 11 13:00-14 818 297 35 603 36.3% Jul 11 13:00-14 818 295 36 605 36.1%
Jul 11 13:15-29 818 280 29 620 34.2% Jul 11 13:15-29 818 277 31 623 33.9%
Jul 11 13:30-44 819 275 26 625 33.6% Jul 11 13:30-44 819 276 29 624 33.7%
Jul 11 13:45-59 818 254 24 646 31.1% Jul 11 13:45-59 818 251 25 649 30.7%
Jul 11 14:00-14 818 300 32 600 36.7% Jul 11 14:00-14 818 295 27 605 36.1%
Jul 11 14:15-29 818 267 35 633 32.6% Jul 11 14:15-29 818 262 33 638 32.0%
Jul 11 14:30-44 818 309 37 591 37.8% Jul 11 14:30-44 818 297 32 603 36.3%
Jul 11 14:45-59 819 271 26 629 33.1% Jul 11 14:45-59 819 268 23 632 32.7%
Jul 11 15:00-14 818 292 30 608 35.7% Jul 11 15:00-14 818 291 30 609 35.6%
Jul 11 15:15-15 2 1 0 1 50.0% Jul 11 15:15-15 2 1 0 1 50.0%
<BLANKLINE> <BLANKLINE>
Read 18,837 trace records (640,450 bytes) in 0.0 seconds Read 18,876 trace records (641,776 bytes) in 0.0 seconds
Versions: 0 records used a version Versions: 0 records used a version
First time: Sun Jul 11 12:11:41 2010 First time: Sun Jul 11 12:11:41 2010
Last time: Sun Jul 11 15:15:01 2010 Last time: Sun Jul 11 15:15:01 2010
Duration: 11,000 seconds Duration: 11,000 seconds
Data recs: 11,000 (58.4%), average size 1106 bytes Data recs: 11,000 (58.3%), average size 1108 bytes
Hit rate: 31.6% (load hits / loads) Hit rate: 31.2% (load hits / loads)
<BLANKLINE> <BLANKLINE>
Count Code Function (action) Count Code Function (action)
1 00 _setup_trace (initialization) 1 00 _setup_trace (initialization)
673 10 invalidate (miss) 682 10 invalidate (miss)
327 1c invalidate (hit, saving non-current) 318 1c invalidate (hit, saving non-current)
6,836 20 load (miss) 6,875 20 load (miss)
3,164 22 load (hit) 3,125 22 load (hit)
7,836 52 store (current, non-version) 7,875 52 store (current, non-version)
>>> ZEO.scripts.cache_stats.main('-i 5 cache.trace'.split()) >>> ZEO.scripts.cache_stats.main('-i 5 cache.trace'.split())
loads hits inv(h) writes hitrate loads hits inv(h) writes hitrate
...@@ -813,53 +813,53 @@ Check to make sure the cache analysis scripts work. ...@@ -813,53 +813,53 @@ Check to make sure the cache analysis scripts work.
Jul 11 12:30-34 272 60 8 240 22.1% Jul 11 12:30-34 272 60 8 240 22.1%
Jul 11 12:35-39 273 68 6 232 24.9% Jul 11 12:35-39 273 68 6 232 24.9%
Jul 11 12:40-44 273 85 8 215 31.1% Jul 11 12:40-44 273 85 8 215 31.1%
Jul 11 12:45-49 273 85 7 215 31.1% Jul 11 12:45-49 273 84 6 216 30.8%
Jul 11 12:50-54 272 105 9 195 38.6% Jul 11 12:50-54 272 104 9 196 38.2%
Jul 11 12:55-59 273 107 4 193 39.2% Jul 11 12:55-59 273 103 4 197 37.7%
Jul 11 13:00-04 273 93 12 207 34.1% Jul 11 13:00-04 273 92 12 208 33.7%
Jul 11 13:05-09 273 103 7 197 37.7% Jul 11 13:05-09 273 103 8 197 37.7%
Jul 11 13:10-14 272 101 16 199 37.1% Jul 11 13:10-14 272 100 16 200 36.8%
Jul 11 13:15-19 273 93 9 207 34.1% Jul 11 13:15-19 273 91 11 209 33.3%
Jul 11 13:20-24 273 94 9 206 34.4% Jul 11 13:20-24 273 96 9 204 35.2%
Jul 11 13:25-29 272 93 11 207 34.2% Jul 11 13:25-29 272 90 11 210 33.1%
Jul 11 13:30-34 273 84 14 216 30.8% Jul 11 13:30-34 273 82 14 218 30.0%
Jul 11 13:35-39 273 102 6 198 37.4% Jul 11 13:35-39 273 102 9 198 37.4%
Jul 11 13:40-44 273 89 6 211 32.6% Jul 11 13:40-44 273 92 6 208 33.7%
Jul 11 13:45-49 272 81 6 219 29.8% Jul 11 13:45-49 272 82 6 218 30.1%
Jul 11 13:50-54 273 87 8 213 31.9% Jul 11 13:50-54 273 83 8 217 30.4%
Jul 11 13:55-59 273 86 10 214 31.5% Jul 11 13:55-59 273 86 11 214 31.5%
Jul 11 14:00-04 273 96 12 204 35.2% Jul 11 14:00-04 273 95 11 205 34.8%
Jul 11 14:05-09 272 95 11 205 34.9% Jul 11 14:05-09 272 91 10 209 33.5%
Jul 11 14:10-14 273 109 9 191 39.9% Jul 11 14:10-14 273 109 6 191 39.9%
Jul 11 14:15-19 273 92 9 208 33.7% Jul 11 14:15-19 273 89 9 211 32.6%
Jul 11 14:20-24 272 84 17 216 30.9% Jul 11 14:20-24 272 84 16 216 30.9%
Jul 11 14:25-29 273 91 9 209 33.3% Jul 11 14:25-29 273 89 8 211 32.6%
Jul 11 14:30-34 273 106 13 194 38.8% Jul 11 14:30-34 273 97 12 203 35.5%
Jul 11 14:35-39 273 90 13 210 33.0% Jul 11 14:35-39 273 93 10 207 34.1%
Jul 11 14:40-44 272 113 11 187 41.5% Jul 11 14:40-44 272 107 10 193 39.3%
Jul 11 14:45-49 273 83 10 217 30.4% Jul 11 14:45-49 273 80 8 220 29.3%
Jul 11 14:50-54 273 101 9 199 37.0% Jul 11 14:50-54 273 100 8 200 36.6%
Jul 11 14:55-59 273 87 7 213 31.9% Jul 11 14:55-59 273 88 7 212 32.2%
Jul 11 15:00-04 272 99 6 201 36.4% Jul 11 15:00-04 272 99 8 201 36.4%
Jul 11 15:05-09 273 95 12 205 34.8% Jul 11 15:05-09 273 95 11 205 34.8%
Jul 11 15:10-14 273 98 12 202 35.9% Jul 11 15:10-14 273 97 11 203 35.5%
Jul 11 15:15-15 2 1 0 1 50.0% Jul 11 15:15-15 2 1 0 1 50.0%
<BLANKLINE> <BLANKLINE>
Read 18,837 trace records (640,450 bytes) in 0.0 seconds Read 18,876 trace records (641,776 bytes) in 0.0 seconds
Versions: 0 records used a version Versions: 0 records used a version
First time: Sun Jul 11 12:11:41 2010 First time: Sun Jul 11 12:11:41 2010
Last time: Sun Jul 11 15:15:01 2010 Last time: Sun Jul 11 15:15:01 2010
Duration: 11,000 seconds Duration: 11,000 seconds
Data recs: 11,000 (58.4%), average size 1106 bytes Data recs: 11,000 (58.3%), average size 1108 bytes
Hit rate: 31.6% (load hits / loads) Hit rate: 31.2% (load hits / loads)
<BLANKLINE> <BLANKLINE>
Count Code Function (action) Count Code Function (action)
1 00 _setup_trace (initialization) 1 00 _setup_trace (initialization)
673 10 invalidate (miss) 682 10 invalidate (miss)
327 1c invalidate (hit, saving non-current) 318 1c invalidate (hit, saving non-current)
6,836 20 load (miss) 6,875 20 load (miss)
3,164 22 load (hit) 3,125 22 load (hit)
7,836 52 store (current, non-version) 7,875 52 store (current, non-version)
>>> ZEO.scripts.cache_simul.main('-s 2 -i 5 cache.trace'.split()) >>> ZEO.scripts.cache_simul.main('-s 2 -i 5 cache.trace'.split())
CircularCacheSimulation, cache size 2,097,152 bytes CircularCacheSimulation, cache size 2,097,152 bytes
...@@ -918,29 +918,29 @@ Check to make sure the cache analysis scripts work. ...@@ -918,29 +918,29 @@ Check to make sure the cache analysis scripts work.
Jul 11 13:00-14 818 381 43 519 46.6% Jul 11 13:00-14 818 381 43 519 46.6%
Jul 11 13:15-29 818 450 44 450 55.0% Jul 11 13:15-29 818 450 44 450 55.0%
Jul 11 13:30-44 819 503 47 397 61.4% Jul 11 13:30-44 819 503 47 397 61.4%
Jul 11 13:45-59 818 501 51 399 61.2% Jul 11 13:45-59 818 496 49 404 60.6%
Jul 11 14:00-14 818 523 50 377 63.9% Jul 11 14:00-14 818 516 48 384 63.1%
Jul 11 14:15-29 818 528 61 372 64.5% Jul 11 14:15-29 818 532 59 368 65.0%
Jul 11 14:30-44 818 509 49 391 62.2% Jul 11 14:30-44 818 516 51 384 63.1%
Jul 11 14:45-59 819 522 51 378 63.7% Jul 11 14:45-59 819 529 53 371 64.6%
Jul 11 15:00-14 818 504 52 396 61.6% Jul 11 15:00-14 818 515 49 385 63.0%
Jul 11 15:15-15 2 2 0 0 100.0% Jul 11 15:15-15 2 2 0 0 100.0%
<BLANKLINE> <BLANKLINE>
Read 16,935 trace records (575,782 bytes) in 0.0 seconds Read 16,918 trace records (575,204 bytes) in 0.0 seconds
Versions: 0 records used a version Versions: 0 records used a version
First time: Sun Jul 11 12:11:41 2010 First time: Sun Jul 11 12:11:41 2010
Last time: Sun Jul 11 15:15:01 2010 Last time: Sun Jul 11 15:15:01 2010
Duration: 11,000 seconds Duration: 11,000 seconds
Data recs: 11,000 (65.0%), average size 1105 bytes Data recs: 11,000 (65.0%), average size 1104 bytes
Hit rate: 50.7% (load hits / loads) Hit rate: 50.8% (load hits / loads)
<BLANKLINE> <BLANKLINE>
Count Code Function (action) Count Code Function (action)
1 00 _setup_trace (initialization) 1 00 _setup_trace (initialization)
496 10 invalidate (miss) 501 10 invalidate (miss)
504 1c invalidate (hit, saving non-current) 499 1c invalidate (hit, saving non-current)
4,934 20 load (miss) 4,917 20 load (miss)
5,066 22 load (hit) 5,083 22 load (hit)
5,934 52 store (current, non-version) 5,917 52 store (current, non-version)
>>> ZEO.scripts.cache_simul.main('-s 4 cache.trace'.split()) >>> ZEO.scripts.cache_simul.main('-s 4 cache.trace'.split())
CircularCacheSimulation, cache size 4,194,304 bytes CircularCacheSimulation, cache size 4,194,304 bytes
...@@ -970,34 +970,34 @@ Check to make sure the cache analysis scripts work. ...@@ -970,34 +970,34 @@ Check to make sure the cache analysis scripts work.
Jul 11 12:11:41 ==================== Restart ==================== Jul 11 12:11:41 ==================== Restart ====================
Jul 11 12:11-14 180 1 2 197 0.6% Jul 11 12:11-14 180 1 2 197 0.6%
Jul 11 12:15-29 818 107 9 793 13.1% Jul 11 12:15-29 818 107 9 793 13.1%
Jul 11 12:30-44 818 159 16 741 19.4% Jul 11 12:30-44 818 160 16 740 19.6%
Jul 11 12:45-59 818 155 7 745 18.9% Jul 11 12:45-59 818 158 8 742 19.3%
Jul 11 13:00-14 818 141 21 759 17.2% Jul 11 13:00-14 818 141 21 759 17.2%
Jul 11 13:15-29 818 128 17 772 15.6% Jul 11 13:15-29 818 128 17 772 15.6%
Jul 11 13:30-44 819 152 12 748 18.6% Jul 11 13:30-44 819 151 13 749 18.4%
Jul 11 13:45-59 818 121 17 779 14.8% Jul 11 13:45-59 818 120 17 780 14.7%
Jul 11 14:00-14 818 157 17 743 19.2% Jul 11 14:00-14 818 159 17 741 19.4%
Jul 11 14:15-29 818 149 14 751 18.2% Jul 11 14:15-29 818 141 13 759 17.2%
Jul 11 14:30-44 818 159 16 741 19.4% Jul 11 14:30-44 818 157 16 743 19.2%
Jul 11 14:45-59 819 140 14 760 17.1% Jul 11 14:45-59 819 133 13 767 16.2%
Jul 11 15:00-14 818 155 10 745 18.9% Jul 11 15:00-14 818 158 10 742 19.3%
Jul 11 15:15-15 2 0 0 2 0.0% Jul 11 15:15-15 2 1 0 1 50.0%
<BLANKLINE> <BLANKLINE>
Read 20,277 trace records (689,410 bytes) in 0.0 seconds Read 20,286 trace records (689,716 bytes) in 0.0 seconds
Versions: 0 records used a version Versions: 0 records used a version
First time: Sun Jul 11 12:11:41 2010 First time: Sun Jul 11 12:11:41 2010
Last time: Sun Jul 11 15:15:01 2010 Last time: Sun Jul 11 15:15:01 2010
Duration: 11,000 seconds Duration: 11,000 seconds
Data recs: 11,000 (54.2%), average size 1105 bytes Data recs: 11,000 (54.2%), average size 1105 bytes
Hit rate: 17.2% (load hits / loads) Hit rate: 17.1% (load hits / loads)
<BLANKLINE> <BLANKLINE>
Count Code Function (action) Count Code Function (action)
1 00 _setup_trace (initialization) 1 00 _setup_trace (initialization)
828 10 invalidate (miss) 828 10 invalidate (miss)
172 1c invalidate (hit, saving non-current) 172 1c invalidate (hit, saving non-current)
8,276 20 load (miss) 8,285 20 load (miss)
1,724 22 load (hit) 1,715 22 load (hit)
9,276 52 store (current, non-version) 9,285 52 store (current, non-version)
>>> ZEO.scripts.cache_simul.main('-s 1 cache.trace'.split()) >>> ZEO.scripts.cache_simul.main('-s 1 cache.trace'.split())
CircularCacheSimulation, cache size 1,048,576 bytes CircularCacheSimulation, cache size 1,048,576 bytes
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment
GitLab Nexedi Edition | About GitLab | About Nexedi | 沪ICP备2021021310号-2 | 沪ICP备2021021310号-7