Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Z
ZODB
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
nexedi
ZODB
Commits
82daec9f
Commit
82daec9f
authored
Jun 22, 2016
by
Jim Fulton
Committed by
GitHub
Jun 22, 2016
Browse files
Options
Browse Files
Download
Plain Diff
Merge pull request #72 from zopefoundation/clean-up-locking
Modernize and cleanup locking
parents
f9f3ddae
0ed7579d
Changes
15
Hide whitespace changes
Inline
Side-by-side
Showing
15 changed files
with
151 additions
and
228 deletions
+151
-228
src/ZODB/ActivityMonitor.py
src/ZODB/ActivityMonitor.py
+9
-12
src/ZODB/BaseStorage.py
src/ZODB/BaseStorage.py
+20
-36
src/ZODB/DB.py
src/ZODB/DB.py
+11
-43
src/ZODB/DemoStorage.py
src/ZODB/DemoStorage.py
+40
-39
src/ZODB/FileStorage/FileStorage.py
src/ZODB/FileStorage/FileStorage.py
+7
-7
src/ZODB/FileStorage/fspack.py
src/ZODB/FileStorage/fspack.py
+10
-15
src/ZODB/FileStorage/interfaces.py
src/ZODB/FileStorage/interfaces.py
+7
-12
src/ZODB/MappingStorage.py
src/ZODB/MappingStorage.py
+21
-19
src/ZODB/blob.py
src/ZODB/blob.py
+5
-16
src/ZODB/scripts/zodbload.py
src/ZODB/scripts/zodbload.py
+1
-4
src/ZODB/tests/MVCCMappingStorage.py
src/ZODB/tests/MVCCMappingStorage.py
+4
-13
src/ZODB/tests/testDemoStorage.py
src/ZODB/tests/testDemoStorage.py
+3
-1
src/ZODB/tests/test_storage.py
src/ZODB/tests/test_storage.py
+1
-4
src/ZODB/utils.py
src/ZODB/utils.py
+7
-4
src/ZODB/utils.txt
src/ZODB/utils.txt
+5
-3
No files found.
src/ZODB/ActivityMonitor.py
View file @
82daec9f
...
@@ -41,18 +41,15 @@ class ActivityMonitor:
...
@@ -41,18 +41,15 @@ class ActivityMonitor:
self
.
trim
(
now
)
self
.
trim
(
now
)
def
trim
(
self
,
now
):
def
trim
(
self
,
now
):
self
.
trim_lock
.
acquire
()
with
self
.
trim_lock
:
log
=
self
.
log
log
=
self
.
log
cutoff
=
now
-
self
.
history_length
cutoff
=
now
-
self
.
history_length
n
=
0
n
=
0
loglen
=
len
(
log
)
loglen
=
len
(
log
)
while
n
<
loglen
and
log
[
n
][
0
]
<
cutoff
:
while
n
<
loglen
and
log
[
n
][
0
]
<
cutoff
:
n
=
n
+
1
n
=
n
+
1
if
n
:
if
n
:
del
log
[:
n
]
del
log
[:
n
]
self
.
trim_lock
.
release
()
def
setHistoryLength
(
self
,
history_length
):
def
setHistoryLength
(
self
,
history_length
):
self
.
history_length
=
history_length
self
.
history_length
=
history_length
...
...
src/ZODB/BaseStorage.py
View file @
82daec9f
...
@@ -85,13 +85,13 @@ class BaseStorage(UndoLogCompatible):
...
@@ -85,13 +85,13 @@ class BaseStorage(UndoLogCompatible):
# Allocate locks:
# Allocate locks:
self
.
_lock
=
utils
.
RLock
()
self
.
_lock
=
utils
.
RLock
()
self
.
_
_
commit_lock
=
utils
.
Lock
()
self
.
_commit_lock
=
utils
.
Lock
()
#
Comment out the following 4 lines to debug locking:
#
Needed by external storages that use this dumb api :(
self
.
_lock_acquire
=
self
.
_lock
.
acquire
self
.
_lock_acquire
=
self
.
_lock
.
acquire
self
.
_lock_release
=
self
.
_lock
.
release
self
.
_lock_release
=
self
.
_lock
.
release
self
.
_commit_lock_acquire
=
self
.
_
_
commit_lock
.
acquire
self
.
_commit_lock_acquire
=
self
.
_commit_lock
.
acquire
self
.
_commit_lock_release
=
self
.
_
_
commit_lock
.
release
self
.
_commit_lock_release
=
self
.
_commit_lock
.
release
t
=
time
.
time
()
t
=
time
.
time
()
t
=
self
.
_ts
=
TimeStamp
(
*
(
time
.
gmtime
(
t
)[:
5
]
+
(
t
%
60
,)))
t
=
self
.
_ts
=
TimeStamp
(
*
(
time
.
gmtime
(
t
)[:
5
]
+
(
t
%
60
,)))
...
@@ -128,8 +128,8 @@ class BaseStorage(UndoLogCompatible):
...
@@ -128,8 +128,8 @@ class BaseStorage(UndoLogCompatible):
def
new_oid
(
self
):
def
new_oid
(
self
):
if
self
.
_is_read_only
:
if
self
.
_is_read_only
:
raise
POSException
.
ReadOnlyError
()
raise
POSException
.
ReadOnlyError
()
self
.
_lock_acquire
()
try
:
with
self
.
_lock
:
last
=
self
.
_oid
last
=
self
.
_oid
d
=
byte_ord
(
last
[
-
1
])
d
=
byte_ord
(
last
[
-
1
])
if
d
<
255
:
# fast path for the usual case
if
d
<
255
:
# fast path for the usual case
...
@@ -139,19 +139,14 @@ class BaseStorage(UndoLogCompatible):
...
@@ -139,19 +139,14 @@ class BaseStorage(UndoLogCompatible):
last
=
_structpack
(
">Q"
,
last_as_long
+
1
)
last
=
_structpack
(
">Q"
,
last_as_long
+
1
)
self
.
_oid
=
last
self
.
_oid
=
last
return
last
return
last
finally
:
self
.
_lock_release
()
# Update the maximum oid in use, under protection of a lock. The
# Update the maximum oid in use, under protection of a lock. The
# maximum-in-use attribute is changed only if possible_new_max_oid is
# maximum-in-use attribute is changed only if possible_new_max_oid is
# larger than its current value.
# larger than its current value.
def
set_max_oid
(
self
,
possible_new_max_oid
):
def
set_max_oid
(
self
,
possible_new_max_oid
):
self
.
_lock_acquire
()
with
self
.
_lock
:
try
:
if
possible_new_max_oid
>
self
.
_oid
:
if
possible_new_max_oid
>
self
.
_oid
:
self
.
_oid
=
possible_new_max_oid
self
.
_oid
=
possible_new_max_oid
finally
:
self
.
_lock_release
()
def
registerDB
(
self
,
db
):
def
registerDB
(
self
,
db
):
pass
# we don't care
pass
# we don't care
...
@@ -160,18 +155,17 @@ class BaseStorage(UndoLogCompatible):
...
@@ -160,18 +155,17 @@ class BaseStorage(UndoLogCompatible):
return
self
.
_is_read_only
return
self
.
_is_read_only
def
tpc_abort
(
self
,
transaction
):
def
tpc_abort
(
self
,
transaction
):
self
.
_lock_acquire
()
with
self
.
_lock
:
try
:
if
transaction
is
not
self
.
_transaction
:
if
transaction
is
not
self
.
_transaction
:
return
return
try
:
try
:
self
.
_abort
()
self
.
_abort
()
self
.
_clear_temp
()
self
.
_clear_temp
()
self
.
_transaction
=
None
self
.
_transaction
=
None
finally
:
finally
:
self
.
_commit_lock_release
()
self
.
_commit_lock_release
()
finally
:
self
.
_lock_release
()
def
_abort
(
self
):
def
_abort
(
self
):
"""Subclasses should redefine this to supply abort actions"""
"""Subclasses should redefine this to supply abort actions"""
...
@@ -180,14 +174,15 @@ class BaseStorage(UndoLogCompatible):
...
@@ -180,14 +174,15 @@ class BaseStorage(UndoLogCompatible):
def
tpc_begin
(
self
,
transaction
,
tid
=
None
,
status
=
' '
):
def
tpc_begin
(
self
,
transaction
,
tid
=
None
,
status
=
' '
):
if
self
.
_is_read_only
:
if
self
.
_is_read_only
:
raise
POSException
.
ReadOnlyError
()
raise
POSException
.
ReadOnlyError
()
self
.
_lock_acquire
()
try
:
with
self
.
_lock
:
if
self
.
_transaction
is
transaction
:
if
self
.
_transaction
is
transaction
:
raise
POSException
.
StorageTransactionError
(
raise
POSException
.
StorageTransactionError
(
"Duplicate tpc_begin calls for same transaction"
)
"Duplicate tpc_begin calls for same transaction"
)
self
.
_lock_release
()
self
.
_commit_lock_acquire
()
self
.
_commit_lock
.
acquire
()
self
.
_lock_acquire
()
with
self
.
_lock
:
self
.
_transaction
=
transaction
self
.
_transaction
=
transaction
self
.
_clear_temp
()
self
.
_clear_temp
()
...
@@ -212,8 +207,6 @@ class BaseStorage(UndoLogCompatible):
...
@@ -212,8 +207,6 @@ class BaseStorage(UndoLogCompatible):
self
.
_tstatus
=
status
self
.
_tstatus
=
status
self
.
_begin
(
self
.
_tid
,
user
,
desc
,
ext
)
self
.
_begin
(
self
.
_tid
,
user
,
desc
,
ext
)
finally
:
self
.
_lock_release
()
def
tpc_transaction
(
self
):
def
tpc_transaction
(
self
):
return
self
.
_transaction
return
self
.
_transaction
...
@@ -224,14 +217,11 @@ class BaseStorage(UndoLogCompatible):
...
@@ -224,14 +217,11 @@ class BaseStorage(UndoLogCompatible):
pass
pass
def
tpc_vote
(
self
,
transaction
):
def
tpc_vote
(
self
,
transaction
):
self
.
_lock_acquire
()
with
self
.
_lock
:
try
:
if
transaction
is
not
self
.
_transaction
:
if
transaction
is
not
self
.
_transaction
:
raise
POSException
.
StorageTransactionError
(
raise
POSException
.
StorageTransactionError
(
"tpc_vote called with wrong transaction"
)
"tpc_vote called with wrong transaction"
)
self
.
_vote
()
self
.
_vote
()
finally
:
self
.
_lock_release
()
def
_vote
(
self
):
def
_vote
(
self
):
"""Subclasses should redefine this to supply transaction vote actions.
"""Subclasses should redefine this to supply transaction vote actions.
...
@@ -245,8 +235,7 @@ class BaseStorage(UndoLogCompatible):
...
@@ -245,8 +235,7 @@ class BaseStorage(UndoLogCompatible):
# to send an invalidation message to all of the other
# to send an invalidation message to all of the other
# connections!
# connections!
self
.
_lock_acquire
()
with
self
.
_lock
:
try
:
if
transaction
is
not
self
.
_transaction
:
if
transaction
is
not
self
.
_transaction
:
raise
POSException
.
StorageTransactionError
(
raise
POSException
.
StorageTransactionError
(
"tpc_finish called with wrong transaction"
)
"tpc_finish called with wrong transaction"
)
...
@@ -259,9 +248,7 @@ class BaseStorage(UndoLogCompatible):
...
@@ -259,9 +248,7 @@ class BaseStorage(UndoLogCompatible):
finally
:
finally
:
self
.
_ude
=
None
self
.
_ude
=
None
self
.
_transaction
=
None
self
.
_transaction
=
None
self
.
_commit_lock_release
()
self
.
_commit_lock
.
release
()
finally
:
self
.
_lock_release
()
def
_finish
(
self
,
tid
,
u
,
d
,
e
):
def
_finish
(
self
,
tid
,
u
,
d
,
e
):
"""Subclasses should redefine this to supply transaction finish actions
"""Subclasses should redefine this to supply transaction finish actions
...
@@ -273,11 +260,8 @@ class BaseStorage(UndoLogCompatible):
...
@@ -273,11 +260,8 @@ class BaseStorage(UndoLogCompatible):
return
self
.
_ltid
return
self
.
_ltid
def
getTid
(
self
,
oid
):
def
getTid
(
self
,
oid
):
self
.
_lock_acquire
()
with
self
.
_lock
:
try
:
return
load_current
(
self
,
oid
)[
1
]
return
load_current
(
self
,
oid
)[
1
]
finally
:
self
.
_lock_release
()
def
loadSerial
(
self
,
oid
,
serial
):
def
loadSerial
(
self
,
oid
,
serial
):
raise
POSException
.
Unsupported
(
raise
POSException
.
Unsupported
(
...
...
src/ZODB/DB.py
View file @
82daec9f
...
@@ -403,9 +403,7 @@ class DB(object):
...
@@ -403,9 +403,7 @@ class DB(object):
"""
"""
# Allocate lock.
# Allocate lock.
x
=
utils
.
RLock
()
self
.
_lock
=
utils
.
RLock
()
self
.
_a
=
x
.
acquire
self
.
_r
=
x
.
release
# pools and cache sizes
# pools and cache sizes
self
.
pool
=
ConnectionPool
(
pool_size
,
pool_timeout
)
self
.
pool
=
ConnectionPool
(
pool_size
,
pool_timeout
)
...
@@ -492,8 +490,7 @@ class DB(object):
...
@@ -492,8 +490,7 @@ class DB(object):
connection._db must be self on entry.
connection._db must be self on entry.
"""
"""
self
.
_a
()
with
self
.
_lock
:
try
:
assert
connection
.
_db
is
self
assert
connection
.
_db
is
self
connection
.
opened
=
None
connection
.
opened
=
None
...
@@ -501,18 +498,13 @@ class DB(object):
...
@@ -501,18 +498,13 @@ class DB(object):
self
.
historical_pool
.
repush
(
connection
,
connection
.
before
)
self
.
historical_pool
.
repush
(
connection
,
connection
.
before
)
else
:
else
:
self
.
pool
.
repush
(
connection
)
self
.
pool
.
repush
(
connection
)
finally
:
self
.
_r
()
def
_connectionMap
(
self
,
f
):
def
_connectionMap
(
self
,
f
):
"""Call f(c) for all connections c in all pools, live and historical.
"""Call f(c) for all connections c in all pools, live and historical.
"""
"""
self
.
_a
()
with
self
.
_lock
:
try
:
self
.
pool
.
map
(
f
)
self
.
pool
.
map
(
f
)
self
.
historical_pool
.
map
(
f
)
self
.
historical_pool
.
map
(
f
)
finally
:
self
.
_r
()
def
cacheDetail
(
self
):
def
cacheDetail
(
self
):
"""Return information on objects in the various caches
"""Return information on objects in the various caches
...
@@ -716,8 +708,7 @@ class DB(object):
...
@@ -716,8 +708,7 @@ class DB(object):
DeprecationWarning
,
2
)
DeprecationWarning
,
2
)
transaction_manager
=
None
transaction_manager
=
None
self
.
_a
()
with
self
.
_lock
:
try
:
# result <- a connection
# result <- a connection
if
before
is
not
None
:
if
before
is
not
None
:
result
=
self
.
historical_pool
.
pop
(
before
)
result
=
self
.
historical_pool
.
pop
(
before
)
...
@@ -746,8 +737,6 @@ class DB(object):
...
@@ -746,8 +737,6 @@ class DB(object):
self
.
pool
.
availableGC
()
self
.
pool
.
availableGC
()
self
.
historical_pool
.
availableGC
()
self
.
historical_pool
.
availableGC
()
finally
:
self
.
_r
()
result
.
open
(
transaction_manager
)
result
.
open
(
transaction_manager
)
return
result
return
result
...
@@ -814,65 +803,44 @@ class DB(object):
...
@@ -814,65 +803,44 @@ class DB(object):
return
find_global
(
modulename
,
globalname
)
return
find_global
(
modulename
,
globalname
)
def
setCacheSize
(
self
,
size
):
def
setCacheSize
(
self
,
size
):
self
.
_a
()
with
self
.
_lock
:
try
:
self
.
_cache_size
=
size
self
.
_cache_size
=
size
def
setsize
(
c
):
def
setsize
(
c
):
c
.
_cache
.
cache_size
=
size
c
.
_cache
.
cache_size
=
size
self
.
pool
.
map
(
setsize
)
self
.
pool
.
map
(
setsize
)
finally
:
self
.
_r
()
def
setCacheSizeBytes
(
self
,
size
):
def
setCacheSizeBytes
(
self
,
size
):
self
.
_a
()
with
self
.
_lock
:
try
:
self
.
_cache_size_bytes
=
size
self
.
_cache_size_bytes
=
size
def
setsize
(
c
):
def
setsize
(
c
):
c
.
_cache
.
cache_size_bytes
=
size
c
.
_cache
.
cache_size_bytes
=
size
self
.
pool
.
map
(
setsize
)
self
.
pool
.
map
(
setsize
)
finally
:
self
.
_r
()
def
setHistoricalCacheSize
(
self
,
size
):
def
setHistoricalCacheSize
(
self
,
size
):
self
.
_a
()
with
self
.
_lock
:
try
:
self
.
_historical_cache_size
=
size
self
.
_historical_cache_size
=
size
def
setsize
(
c
):
def
setsize
(
c
):
c
.
_cache
.
cache_size
=
size
c
.
_cache
.
cache_size
=
size
self
.
historical_pool
.
map
(
setsize
)
self
.
historical_pool
.
map
(
setsize
)
finally
:
self
.
_r
()
def
setHistoricalCacheSizeBytes
(
self
,
size
):
def
setHistoricalCacheSizeBytes
(
self
,
size
):
self
.
_a
()
with
self
.
_lock
:
try
:
self
.
_historical_cache_size_bytes
=
size
self
.
_historical_cache_size_bytes
=
size
def
setsize
(
c
):
def
setsize
(
c
):
c
.
_cache
.
cache_size_bytes
=
size
c
.
_cache
.
cache_size_bytes
=
size
self
.
historical_pool
.
map
(
setsize
)
self
.
historical_pool
.
map
(
setsize
)
finally
:
self
.
_r
()
def
setPoolSize
(
self
,
size
):
def
setPoolSize
(
self
,
size
):
self
.
_a
()
with
self
.
_lock
:
try
:
self
.
pool
.
size
=
size
self
.
pool
.
size
=
size
finally
:
self
.
_r
()
def
setHistoricalPoolSize
(
self
,
size
):
def
setHistoricalPoolSize
(
self
,
size
):
self
.
_a
()
with
self
.
_lock
:
try
:
self
.
historical_pool
.
size
=
size
self
.
historical_pool
.
size
=
size
finally
:
self
.
_r
()
def
setHistoricalTimeout
(
self
,
timeout
):
def
setHistoricalTimeout
(
self
,
timeout
):
self
.
_a
()
with
self
.
_lock
:
try
:
self
.
historical_pool
.
timeout
=
timeout
self
.
historical_pool
.
timeout
=
timeout
finally
:
self
.
_r
()
def
history
(
self
,
*
args
,
**
kw
):
def
history
(
self
,
*
args
,
**
kw
):
return
self
.
storage
.
history
(
*
args
,
**
kw
)
return
self
.
storage
.
history
(
*
args
,
**
kw
)
...
...
src/ZODB/DemoStorage.py
View file @
82daec9f
...
@@ -114,7 +114,7 @@ class DemoStorage(ConflictResolvingStorage):
...
@@ -114,7 +114,7 @@ class DemoStorage(ConflictResolvingStorage):
def
_copy_methods_from_changes
(
self
,
changes
):
def
_copy_methods_from_changes
(
self
,
changes
):
for
meth
in
(
for
meth
in
(
'_lock
_acquire'
,
'_lock_release
'
,
'_lock'
,
'getSize'
,
'isReadOnly'
,
'getSize'
,
'isReadOnly'
,
'sortKey'
,
'tpc_transaction'
,
'tpc_vote'
,
'sortKey'
,
'tpc_transaction'
,
'tpc_vote'
,
):
):
...
@@ -248,22 +248,22 @@ class DemoStorage(ConflictResolvingStorage):
...
@@ -248,22 +248,22 @@ class DemoStorage(ConflictResolvingStorage):
except
ZODB
.
POSException
.
POSKeyError
:
except
ZODB
.
POSException
.
POSKeyError
:
return
self
.
base
.
loadSerial
(
oid
,
serial
)
return
self
.
base
.
loadSerial
(
oid
,
serial
)
@
ZODB
.
utils
.
locked
def
new_oid
(
self
):
def
new_oid
(
self
):
while
1
:
with
self
.
_lock
:
oid
=
ZODB
.
utils
.
p64
(
self
.
_next_oid
)
while
1
:
if
oid
not
in
self
.
_issued_oids
:
oid
=
ZODB
.
utils
.
p64
(
self
.
_next_oid
)
try
:
if
oid
not
in
self
.
_issued_oids
:
load_current
(
self
.
changes
,
oid
)
except
ZODB
.
POSException
.
POSKeyError
:
try
:
try
:
load_current
(
self
.
base
,
oid
)
load_current
(
self
.
changes
,
oid
)
except
ZODB
.
POSException
.
POSKeyError
:
except
ZODB
.
POSException
.
POSKeyError
:
self
.
_next_oid
+=
1
try
:
self
.
_issued_oids
.
add
(
oid
)
load_current
(
self
.
base
,
oid
)
return
oid
except
ZODB
.
POSException
.
POSKeyError
:
self
.
_next_oid
+=
1
self
.
_issued_oids
.
add
(
oid
)
return
oid
self
.
_next_oid
=
random
.
randint
(
1
,
1
<<
62
)
self
.
_next_oid
=
random
.
randint
(
1
,
1
<<
62
)
def
pack
(
self
,
t
,
referencesf
,
gc
=
None
):
def
pack
(
self
,
t
,
referencesf
,
gc
=
None
):
if
gc
is
None
:
if
gc
is
None
:
...
@@ -343,38 +343,39 @@ class DemoStorage(ConflictResolvingStorage):
...
@@ -343,38 +343,39 @@ class DemoStorage(ConflictResolvingStorage):
return
self
.
changes
.
temporaryDirectory
()
return
self
.
changes
.
temporaryDirectory
()
raise
raise
@
ZODB
.
utils
.
locked
def
tpc_abort
(
self
,
transaction
):
def
tpc_abort
(
self
,
transaction
):
if
transaction
is
not
self
.
_transaction
:
with
self
.
_lock
:
return
if
transaction
is
not
self
.
_transaction
:
self
.
_stored_oids
=
set
()
return
self
.
_transaction
=
None
self
.
_stored_oids
=
set
()
self
.
changes
.
tpc_abort
(
transaction
)
self
.
_transaction
=
None
self
.
_commit_lock
.
release
()
self
.
changes
.
tpc_abort
(
transaction
)
self
.
_commit_lock
.
release
()
@
ZODB
.
utils
.
locked
def
tpc_begin
(
self
,
transaction
,
*
a
,
**
k
):
def
tpc_begin
(
self
,
transaction
,
*
a
,
**
k
):
# The tid argument exists to support testing.
with
self
.
_lock
:
if
transaction
is
self
.
_transaction
:
# The tid argument exists to support testing.
raise
ZODB
.
POSException
.
StorageTransactionError
(
if
transaction
is
self
.
_transaction
:
"Duplicate tpc_begin calls for same transaction"
)
raise
ZODB
.
POSException
.
StorageTransactionError
(
self
.
_lock_release
()
"Duplicate tpc_begin calls for same transaction"
)
self
.
_commit_lock
.
acquire
()
self
.
_commit_lock
.
acquire
()
self
.
_lock_acquire
()
self
.
changes
.
tpc_begin
(
transaction
,
*
a
,
**
k
)
self
.
_transaction
=
transaction
self
.
_stored_oids
=
set
()
@
ZODB
.
utils
.
locked
with
self
.
_lock
:
self
.
changes
.
tpc_begin
(
transaction
,
*
a
,
**
k
)
self
.
_transaction
=
transaction
self
.
_stored_oids
=
set
()
def
tpc_finish
(
self
,
transaction
,
func
=
lambda
tid
:
None
):
def
tpc_finish
(
self
,
transaction
,
func
=
lambda
tid
:
None
):
if
(
transaction
is
not
self
.
_transaction
):
with
self
.
_lock
:
raise
ZODB
.
POSException
.
StorageTransactionError
(
if
(
transaction
is
not
self
.
_transaction
):
"tpc_finish called with wrong transaction"
)
raise
ZODB
.
POSException
.
StorageTransactionError
(
self
.
_issued_oids
.
difference_update
(
self
.
_stored_oids
)
"tpc_finish called with wrong transaction"
)
self
.
_stored_oids
=
set
()
self
.
_issued_oids
.
difference_update
(
self
.
_stored_oids
)
self
.
_transaction
=
None
self
.
_stored_oids
=
set
()
self
.
changes
.
tpc_finish
(
transaction
,
func
)
self
.
_transaction
=
None
self
.
_commit_lock
.
release
()
self
.
changes
.
tpc_finish
(
transaction
,
func
)
self
.
_commit_lock
.
release
()
_temporary_blobdirs
=
{}
_temporary_blobdirs
=
{}
def
cleanup_temporary_blobdir
(
def
cleanup_temporary_blobdir
(
...
...
src/ZODB/FileStorage/FileStorage.py
View file @
82daec9f
...
@@ -747,7 +747,7 @@ class FileStorage(
...
@@ -747,7 +747,7 @@ class FileStorage(
finally
:
finally
:
self
.
_ude
=
None
self
.
_ude
=
None
self
.
_transaction
=
None
self
.
_transaction
=
None
self
.
_commit_lock
_
release
()
self
.
_commit_lock
.
release
()
def
_finish
(
self
,
tid
,
u
,
d
,
e
):
def
_finish
(
self
,
tid
,
u
,
d
,
e
):
# If self._nextpos is 0, then the transaction didn't write any
# If self._nextpos is 0, then the transaction didn't write any
...
@@ -918,8 +918,8 @@ class FileStorage(
...
@@ -918,8 +918,8 @@ class FileStorage(
us
.
search
()
us
.
search
()
# Give another thread a chance, so that a long undoLog()
# Give another thread a chance, so that a long undoLog()
# operation doesn't block all other activity.
# operation doesn't block all other activity.
self
.
_lock
_
release
()
self
.
_lock
.
release
()
self
.
_lock
_
acquire
()
self
.
_lock
.
acquire
()
return
us
.
results
return
us
.
results
def
undo
(
self
,
transaction_id
,
transaction
):
def
undo
(
self
,
transaction_id
,
transaction
):
...
@@ -1153,13 +1153,13 @@ class FileStorage(
...
@@ -1153,13 +1153,13 @@ class FileStorage(
# blobs and removing the .old file (see further down).
# blobs and removing the .old file (see further down).
if
self
.
blob_dir
:
if
self
.
blob_dir
:
self
.
_commit_lock
_
release
()
self
.
_commit_lock
.
release
()
have_commit_lock
=
False
have_commit_lock
=
False
self
.
_remove_blob_files_tagged_for_removal_during_pack
()
self
.
_remove_blob_files_tagged_for_removal_during_pack
()
finally
:
finally
:
if
have_commit_lock
:
if
have_commit_lock
:
self
.
_commit_lock
_
release
()
self
.
_commit_lock
.
release
()
with
self
.
_lock
:
with
self
.
_lock
:
self
.
_pack_is_in_progress
=
False
self
.
_pack_is_in_progress
=
False
...
@@ -1195,14 +1195,14 @@ class FileStorage(
...
@@ -1195,14 +1195,14 @@ class FileStorage(
removed
=
False
removed
=
False
if
level
:
if
level
:
self
.
_lock
_
acquire
()
self
.
_lock
.
acquire
()
try
:
try
:
if
not
os
.
listdir
(
path
):
if
not
os
.
listdir
(
path
):
os
.
rmdir
(
path
)
os
.
rmdir
(
path
)
removed
=
True
removed
=
True
finally
:
finally
:
if
level
:
if
level
:
self
.
_lock
_
release
()
self
.
_lock
.
release
()
if
removed
:
if
removed
:
maybe_remove_empty_dir_containing
(
path
,
level
+
1
)
maybe_remove_empty_dir_containing
(
path
,
level
+
1
)
...
...
src/ZODB/FileStorage/fspack.py
View file @
82daec9f
...
@@ -334,11 +334,10 @@ class FileStoragePacker(FileStorageFormatter):
...
@@ -334,11 +334,10 @@ class FileStoragePacker(FileStorageFormatter):
# path is the storage file path.
# path is the storage file path.
# stop is the pack time, as a TimeStamp.
# stop is the pack time, as a TimeStamp.
# la and lr are the acquire() and release() methods of the storage's lock.
# cla and clr similarly, for the storage's commit lock.
# current_size is the storage's _pos. All valid data at the start
# current_size is the storage's _pos. All valid data at the start
# lives before that offset (there may be a checkpoint transaction in
# lives before that offset (there may be a checkpoint transaction in
# progress after it).
# progress after it).
def
__init__
(
self
,
storage
,
referencesf
,
stop
,
gc
=
True
):
def
__init__
(
self
,
storage
,
referencesf
,
stop
,
gc
=
True
):
self
.
_storage
=
storage
self
.
_storage
=
storage
if
storage
.
blob_dir
:
if
storage
.
blob_dir
:
...
@@ -366,10 +365,8 @@ class FileStoragePacker(FileStorageFormatter):
...
@@ -366,10 +365,8 @@ class FileStoragePacker(FileStorageFormatter):
# The packer needs to acquire the parent's commit lock
# The packer needs to acquire the parent's commit lock
# during the copying stage, so the two sets of lock acquire
# during the copying stage, so the two sets of lock acquire
# and release methods are passed to the constructor.
# and release methods are passed to the constructor.
self
.
_lock_acquire
=
storage
.
_lock_acquire
self
.
_lock
=
storage
.
_lock
self
.
_lock_release
=
storage
.
_lock_release
self
.
_commit_lock
=
storage
.
_commit_lock
self
.
_commit_lock_acquire
=
storage
.
_commit_lock_acquire
self
.
_commit_lock_release
=
storage
.
_commit_lock_release
# The packer will use several indexes.
# The packer will use several indexes.
# index: oid -> pos
# index: oid -> pos
...
@@ -445,11 +442,10 @@ class FileStoragePacker(FileStorageFormatter):
...
@@ -445,11 +442,10 @@ class FileStoragePacker(FileStorageFormatter):
# pack didn't free any data. there's no point in continuing.
# pack didn't free any data. there's no point in continuing.
close_files_remove
()
close_files_remove
()
return
None
return
None
self
.
_commit_lock
_
acquire
()
self
.
_commit_lock
.
acquire
()
self
.
locked
=
True
self
.
locked
=
True
try
:
try
:
self
.
_lock_acquire
()
with
self
.
_lock
:
try
:
# Re-open the file in unbuffered mode.
# Re-open the file in unbuffered mode.
# The main thread may write new transactions to the
# The main thread may write new transactions to the
...
@@ -468,8 +464,7 @@ class FileStoragePacker(FileStorageFormatter):
...
@@ -468,8 +464,7 @@ class FileStoragePacker(FileStorageFormatter):
self
.
_file
=
open
(
self
.
_path
,
"rb"
,
0
)
self
.
_file
=
open
(
self
.
_path
,
"rb"
,
0
)
self
.
_file
.
seek
(
0
,
2
)
self
.
_file
.
seek
(
0
,
2
)
self
.
file_end
=
self
.
_file
.
tell
()
self
.
file_end
=
self
.
_file
.
tell
()
finally
:
self
.
_lock_release
()
if
ipos
<
self
.
file_end
:
if
ipos
<
self
.
file_end
:
self
.
copyRest
(
ipos
)
self
.
copyRest
(
ipos
)
...
@@ -486,11 +481,11 @@ class FileStoragePacker(FileStorageFormatter):
...
@@ -486,11 +481,11 @@ class FileStoragePacker(FileStorageFormatter):
# most probably ran out of disk space or some other IO error
# most probably ran out of disk space or some other IO error
close_files_remove
()
close_files_remove
()
if
self
.
locked
:
if
self
.
locked
:
self
.
_commit_lock
_
release
()
self
.
_commit_lock
.
release
()
raise
# don't succeed silently
raise
# don't succeed silently
except
:
except
:
if
self
.
locked
:
if
self
.
locked
:
self
.
_commit_lock
_
release
()
self
.
_commit_lock
.
release
()
raise
raise
def
copyToPacktime
(
self
):
def
copyToPacktime
(
self
):
...
@@ -639,7 +634,7 @@ class FileStoragePacker(FileStorageFormatter):
...
@@ -639,7 +634,7 @@ class FileStoragePacker(FileStorageFormatter):
# The call below will raise CorruptedDataError at EOF.
# The call below will raise CorruptedDataError at EOF.
th
=
self
.
_read_txn_header
(
ipos
)
th
=
self
.
_read_txn_header
(
ipos
)
# Release commit lock while writing to pack file
# Release commit lock while writing to pack file
self
.
_commit_lock
_
release
()
self
.
_commit_lock
.
release
()
self
.
locked
=
False
self
.
locked
=
False
pos
=
self
.
_tfile
.
tell
()
pos
=
self
.
_tfile
.
tell
()
self
.
_copier
.
setTxnPos
(
pos
)
self
.
_copier
.
setTxnPos
(
pos
)
...
@@ -668,6 +663,6 @@ class FileStoragePacker(FileStorageFormatter):
...
@@ -668,6 +663,6 @@ class FileStoragePacker(FileStorageFormatter):
self
.
index
.
update
(
self
.
tindex
)
self
.
index
.
update
(
self
.
tindex
)
self
.
tindex
.
clear
()
self
.
tindex
.
clear
()
self
.
_commit_lock
_
acquire
()
self
.
_commit_lock
.
acquire
()
self
.
locked
=
True
self
.
locked
=
True
return
ipos
return
ipos
src/ZODB/FileStorage/interfaces.py
View file @
82daec9f
...
@@ -30,7 +30,6 @@ class IFileStoragePacker(zope.interface.Interface):
...
@@ -30,7 +30,6 @@ class IFileStoragePacker(zope.interface.Interface):
or, of the form:
or, of the form:
oid.encode('hex')+'
\
n
'
oid.encode('hex')+'
\
n
'
If packing is unnecessary, or would not change the file, then
If packing is unnecessary, or would not change the file, then
no pack or removed files are created None is returned,
no pack or removed files are created None is returned,
...
@@ -47,7 +46,7 @@ class IFileStoragePacker(zope.interface.Interface):
...
@@ -47,7 +46,7 @@ class IFileStoragePacker(zope.interface.Interface):
- Rename the .pack file, and
- Rename the .pack file, and
- process the blob_dir/.removed file by removing the blobs
- process the blob_dir/.removed file by removing the blobs
corresponding to the file records.
corresponding to the file records.
"""
"""
class
IFileStorage
(
zope
.
interface
.
Interface
):
class
IFileStorage
(
zope
.
interface
.
Interface
):
...
@@ -60,14 +59,10 @@ class IFileStorage(zope.interface.Interface):
...
@@ -60,14 +59,10 @@ class IFileStorage(zope.interface.Interface):
"The file object used to access the underlying data."
"The file object used to access the underlying data."
)
)
def
_lock_acquire
():
_lock
=
zope
.
interface
.
Attribute
(
"Acquire the storage lock"
"The storage lock."
)
def
_lock_release
():
"Release the storage lock"
def
_commit_lock_acquire
():
"Acquire the storage commit lock"
def
_commit_lock_release
():
_commit_lock
=
zope
.
interface
.
Attribute
(
"Release the storage commit lock"
"The storage commit lock."
)
src/ZODB/MappingStorage.py
View file @
82daec9f
...
@@ -39,9 +39,7 @@ class MappingStorage(object):
...
@@ -39,9 +39,7 @@ class MappingStorage(object):
self
.
_transactions
=
BTrees
.
OOBTree
.
OOBTree
()
# {tid->TransactionRecord}
self
.
_transactions
=
BTrees
.
OOBTree
.
OOBTree
()
# {tid->TransactionRecord}
self
.
_ltid
=
ZODB
.
utils
.
z64
self
.
_ltid
=
ZODB
.
utils
.
z64
self
.
_last_pack
=
None
self
.
_last_pack
=
None
_lock
=
ZODB
.
utils
.
RLock
()
self
.
_lock
=
ZODB
.
utils
.
RLock
()
self
.
_lock_acquire
=
_lock
.
acquire
self
.
_lock_release
=
_lock
.
release
self
.
_commit_lock
=
ZODB
.
utils
.
Lock
()
self
.
_commit_lock
=
ZODB
.
utils
.
Lock
()
self
.
_opened
=
True
self
.
_opened
=
True
self
.
_transaction
=
None
self
.
_transaction
=
None
...
@@ -263,24 +261,28 @@ class MappingStorage(object):
...
@@ -263,24 +261,28 @@ class MappingStorage(object):
self
.
_commit_lock
.
release
()
self
.
_commit_lock
.
release
()
# ZODB.interfaces.IStorage
# ZODB.interfaces.IStorage
@
ZODB
.
utils
.
locked
(
opened
)
def
tpc_begin
(
self
,
transaction
,
tid
=
None
):
def
tpc_begin
(
self
,
transaction
,
tid
=
None
):
# The tid argument exists to support testing.
with
self
.
_lock
:
if
transaction
is
self
.
_transaction
:
raise
ZODB
.
POSException
.
StorageTransactionError
(
ZODB
.
utils
.
check_precondition
(
self
.
opened
)
"Duplicate tpc_begin calls for same transaction"
)
self
.
_lock_release
()
# The tid argument exists to support testing.
if
transaction
is
self
.
_transaction
:
raise
ZODB
.
POSException
.
StorageTransactionError
(
"Duplicate tpc_begin calls for same transaction"
)
self
.
_commit_lock
.
acquire
()
self
.
_commit_lock
.
acquire
()
self
.
_lock_acquire
()
self
.
_transaction
=
transaction
with
self
.
_lock
:
self
.
_tdata
=
{}
self
.
_transaction
=
transaction
if
tid
is
None
:
self
.
_tdata
=
{}
if
self
.
_transactions
:
if
tid
is
None
:
old_tid
=
self
.
_transactions
.
maxKey
()
if
self
.
_transactions
:
else
:
old_tid
=
self
.
_transactions
.
maxKey
()
old_tid
=
None
else
:
tid
=
ZODB
.
utils
.
newTid
(
old_tid
)
old_tid
=
None
self
.
_tid
=
tid
tid
=
ZODB
.
utils
.
newTid
(
old_tid
)
self
.
_tid
=
tid
# ZODB.interfaces.IStorage
# ZODB.interfaces.IStorage
@
ZODB
.
utils
.
locked
(
opened
)
@
ZODB
.
utils
.
locked
(
opened
)
...
...
src/ZODB/blob.py
View file @
82daec9f
...
@@ -696,8 +696,7 @@ class BlobStorageMixin(object):
...
@@ -696,8 +696,7 @@ class BlobStorageMixin(object):
return
self
.
_tid
return
self
.
_tid
def
_blob_storeblob
(
self
,
oid
,
serial
,
blobfilename
):
def
_blob_storeblob
(
self
,
oid
,
serial
,
blobfilename
):
self
.
_lock_acquire
()
with
self
.
_lock
:
try
:
self
.
fshelper
.
getPathForOID
(
oid
,
create
=
True
)
self
.
fshelper
.
getPathForOID
(
oid
,
create
=
True
)
targetname
=
self
.
fshelper
.
getBlobFilename
(
oid
,
serial
)
targetname
=
self
.
fshelper
.
getBlobFilename
(
oid
,
serial
)
rename_or_copy_blob
(
blobfilename
,
targetname
)
rename_or_copy_blob
(
blobfilename
,
targetname
)
...
@@ -705,8 +704,6 @@ class BlobStorageMixin(object):
...
@@ -705,8 +704,6 @@ class BlobStorageMixin(object):
# if oid already in there, something is really hosed.
# if oid already in there, something is really hosed.
# The underlying storage should have complained anyway
# The underlying storage should have complained anyway
self
.
dirty_oids
.
append
((
oid
,
serial
))
self
.
dirty_oids
.
append
((
oid
,
serial
))
finally
:
self
.
_lock_release
()
def
storeBlob
(
self
,
oid
,
oldserial
,
data
,
blobfilename
,
version
,
def
storeBlob
(
self
,
oid
,
oldserial
,
data
,
blobfilename
,
version
,
transaction
):
transaction
):
...
@@ -816,13 +813,10 @@ class BlobStorage(BlobStorageMixin):
...
@@ -816,13 +813,10 @@ class BlobStorage(BlobStorageMixin):
def
pack
(
self
,
packtime
,
referencesf
):
def
pack
(
self
,
packtime
,
referencesf
):
"""Remove all unused OID/TID combinations."""
"""Remove all unused OID/TID combinations."""
self
.
_lock_acquire
()
with
self
.
_lock
:
try
:
if
self
.
_blobs_pack_is_in_progress
:
if
self
.
_blobs_pack_is_in_progress
:
raise
BlobStorageError
(
'Already packing'
)
raise
BlobStorageError
(
'Already packing'
)
self
.
_blobs_pack_is_in_progress
=
True
self
.
_blobs_pack_is_in_progress
=
True
finally
:
self
.
_lock_release
()
try
:
try
:
# Pack the underlying storage, which will allow us to determine
# Pack the underlying storage, which will allow us to determine
...
@@ -836,9 +830,8 @@ class BlobStorage(BlobStorageMixin):
...
@@ -836,9 +830,8 @@ class BlobStorage(BlobStorageMixin):
else
:
else
:
self
.
_packNonUndoing
(
packtime
,
referencesf
)
self
.
_packNonUndoing
(
packtime
,
referencesf
)
finally
:
finally
:
self
.
_lock_acquire
()
with
self
.
_lock
:
self
.
_blobs_pack_is_in_progress
=
False
self
.
_blobs_pack_is_in_progress
=
False
self
.
_lock_release
()
return
result
return
result
...
@@ -853,9 +846,7 @@ class BlobStorage(BlobStorageMixin):
...
@@ -853,9 +846,7 @@ class BlobStorage(BlobStorageMixin):
# (belying the web UI legacy of the ZODB code :-()
# (belying the web UI legacy of the ZODB code :-()
serial_id
=
decodebytes
(
serial_id
+
b'
\
n
'
)
serial_id
=
decodebytes
(
serial_id
+
b'
\
n
'
)
self
.
_lock_acquire
()
with
self
.
_lock
:
try
:
# we get all the blob oids on the filesystem related to the
# we get all the blob oids on the filesystem related to the
# transaction we want to undo.
# transaction we want to undo.
for
oid
in
self
.
fshelper
.
getOIDsForSerial
(
serial_id
):
for
oid
in
self
.
fshelper
.
getOIDsForSerial
(
serial_id
):
...
@@ -887,8 +878,6 @@ class BlobStorage(BlobStorageMixin):
...
@@ -887,8 +878,6 @@ class BlobStorage(BlobStorageMixin):
utils
.
cp
(
orig
,
new
)
utils
.
cp
(
orig
,
new
)
self
.
dirty_oids
.
append
((
oid
,
undo_serial
))
self
.
dirty_oids
.
append
((
oid
,
undo_serial
))
finally
:
self
.
_lock_release
()
return
undo_serial
,
keys
return
undo_serial
,
keys
def
new_instance
(
self
):
def
new_instance
(
self
):
...
...
src/ZODB/scripts/zodbload.py
View file @
82daec9f
...
@@ -188,8 +188,7 @@ class MBox:
...
@@ -188,8 +188,7 @@ class MBox:
self
.
_max
=
max
self
.
_max
=
max
def
next
(
self
):
def
next
(
self
):
self
.
_lock
.
acquire
()
with
self
.
lock
:
try
:
if
self
.
_max
>
0
and
self
.
number
>=
self
.
_max
:
if
self
.
_max
>
0
and
self
.
number
>=
self
.
_max
:
raise
IndexError
(
self
.
number
+
1
)
raise
IndexError
(
self
.
number
+
1
)
message
=
next
(
self
.
_mbox
)
message
=
next
(
self
.
_mbox
)
...
@@ -199,8 +198,6 @@ class MBox:
...
@@ -199,8 +198,6 @@ class MBox:
message
.
number
=
self
.
number
message
.
number
=
self
.
number
message
.
mbox
=
self
.
__name__
message
.
mbox
=
self
.
__name__
return
message
return
message
finally
:
self
.
_lock
.
release
()
bins
=
9973
bins
=
9973
#bins = 11
#bins = 11
...
...
src/ZODB/tests/MVCCMappingStorage.py
View file @
82daec9f
...
@@ -32,8 +32,7 @@ class MVCCMappingStorage(MappingStorage):
...
@@ -32,8 +32,7 @@ class MVCCMappingStorage(MappingStorage):
# _polled_tid contains the transaction ID at the last poll.
# _polled_tid contains the transaction ID at the last poll.
self
.
_polled_tid
=
b''
self
.
_polled_tid
=
b''
self
.
_data_snapshot
=
None
# {oid->(state, tid)}
self
.
_data_snapshot
=
None
# {oid->(state, tid)}
self
.
_main_lock_acquire
=
self
.
_lock_acquire
self
.
_main_lock
=
self
.
_lock
self
.
_main_lock_release
=
self
.
_lock_release
def
new_instance
(
self
):
def
new_instance
(
self
):
"""Returns a storage instance that is a view of the same data.
"""Returns a storage instance that is a view of the same data.
...
@@ -48,8 +47,7 @@ class MVCCMappingStorage(MappingStorage):
...
@@ -48,8 +47,7 @@ class MVCCMappingStorage(MappingStorage):
inst
.
pack
=
self
.
pack
inst
.
pack
=
self
.
pack
inst
.
loadBefore
=
self
.
loadBefore
inst
.
loadBefore
=
self
.
loadBefore
inst
.
_ltid
=
self
.
_ltid
inst
.
_ltid
=
self
.
_ltid
inst
.
_main_lock_acquire
=
self
.
_lock_acquire
inst
.
_main_lock
=
self
.
_lock
inst
.
_main_lock_release
=
self
.
_lock_release
return
inst
return
inst
@
ZODB
.
utils
.
locked
(
MappingStorage
.
opened
)
@
ZODB
.
utils
.
locked
(
MappingStorage
.
opened
)
...
@@ -73,8 +71,7 @@ class MVCCMappingStorage(MappingStorage):
...
@@ -73,8 +71,7 @@ class MVCCMappingStorage(MappingStorage):
"""Poll the storage for changes by other connections.
"""Poll the storage for changes by other connections.
"""
"""
# prevent changes to _transactions and _data during analysis
# prevent changes to _transactions and _data during analysis
self
.
_main_lock_acquire
()
with
self
.
_main_lock
:
try
:
if
self
.
_transactions
:
if
self
.
_transactions
:
new_tid
=
self
.
_transactions
.
maxKey
()
new_tid
=
self
.
_transactions
.
maxKey
()
else
:
else
:
...
@@ -110,9 +107,6 @@ class MVCCMappingStorage(MappingStorage):
...
@@ -110,9 +107,6 @@ class MVCCMappingStorage(MappingStorage):
continue
continue
changed_oids
.
update
(
txn
.
data
.
keys
())
changed_oids
.
update
(
txn
.
data
.
keys
())
finally
:
self
.
_main_lock_release
()
self
.
_polled_tid
=
self
.
_ltid
=
new_tid
self
.
_polled_tid
=
self
.
_ltid
=
new_tid
return
list
(
changed_oids
)
return
list
(
changed_oids
)
...
@@ -126,8 +120,5 @@ class MVCCMappingStorage(MappingStorage):
...
@@ -126,8 +120,5 @@ class MVCCMappingStorage(MappingStorage):
def
pack
(
self
,
t
,
referencesf
,
gc
=
True
):
def
pack
(
self
,
t
,
referencesf
,
gc
=
True
):
# prevent all concurrent commits during packing
# prevent all concurrent commits during packing
self
.
_commit_lock
.
acquire
()
with
self
.
_commit_lock
:
try
:
MappingStorage
.
pack
(
self
,
t
,
referencesf
,
gc
)
MappingStorage
.
pack
(
self
,
t
,
referencesf
,
gc
)
finally
:
self
.
_commit_lock
.
release
()
src/ZODB/tests/testDemoStorage.py
View file @
82daec9f
...
@@ -214,7 +214,7 @@ def testSomeDelegation():
...
@@ -214,7 +214,7 @@ def testSomeDelegation():
... six.print_(self.name, 'closed')
... six.print_(self.name, 'closed')
... sortKey = __len__ = getTid = None
... sortKey = __len__ = getTid = None
... tpc_finish = tpc_vote = tpc_transaction = None
... tpc_finish = tpc_vote = tpc_transaction = None
... _lock
_acquire = _lock_release = lambda self: None
... _lock
= ZODB.utils.Lock()
... getName = lambda self: 'S'
... getName = lambda self: 'S'
... isReadOnly = tpc_transaction = None
... isReadOnly = tpc_transaction = None
... supportsUndo = undo = undoLog = undoInfo = None
... supportsUndo = undo = undoLog = undoInfo = None
...
@@ -240,6 +240,8 @@ def testSomeDelegation():
...
@@ -240,6 +240,8 @@ def testSomeDelegation():
begin 2 3
begin 2 3
>>> storage.tpc_abort(1)
>>> storage.tpc_abort(1)
>>>
"""
"""
def
blob_pos_key_error_with_non_blob_base
():
def
blob_pos_key_error_with_non_blob_base
():
...
...
src/ZODB/tests/test_storage.py
View file @
82daec9f
...
@@ -99,13 +99,10 @@ class MinimalMemoryStorage(BaseStorage, object):
...
@@ -99,13 +99,10 @@ class MinimalMemoryStorage(BaseStorage, object):
del
self
.
_txn
del
self
.
_txn
def
_finish
(
self
,
tid
,
u
,
d
,
e
):
def
_finish
(
self
,
tid
,
u
,
d
,
e
):
self
.
_lock_acquire
()
with
self
.
_lock
:
try
:
self
.
_index
.
update
(
self
.
_txn
.
index
)
self
.
_index
.
update
(
self
.
_txn
.
index
)
self
.
_cur
.
update
(
self
.
_txn
.
cur
())
self
.
_cur
.
update
(
self
.
_txn
.
cur
())
self
.
_ltid
=
self
.
_tid
self
.
_ltid
=
self
.
_tid
finally
:
self
.
_lock_release
()
def
loadBefore
(
self
,
the_oid
,
the_tid
):
def
loadBefore
(
self
,
the_oid
,
the_tid
):
# It's okay if loadBefore() is really expensive, because this
# It's okay if loadBefore() is really expensive, because this
...
...
src/ZODB/utils.py
View file @
82daec9f
...
@@ -268,6 +268,12 @@ def mktemp(dir=None, prefix='tmp'):
...
@@ -268,6 +268,12 @@ def mktemp(dir=None, prefix='tmp'):
os
.
close
(
handle
)
os
.
close
(
handle
)
return
filename
return
filename
def
check_precondition
(
precondition
):
if
not
precondition
():
raise
AssertionError
(
"Failed precondition: "
,
precondition
.
__doc__
.
strip
())
class
Locked
(
object
):
class
Locked
(
object
):
def
__init__
(
self
,
func
,
inst
=
None
,
class_
=
None
,
preconditions
=
()):
def
__init__
(
self
,
func
,
inst
=
None
,
class_
=
None
,
preconditions
=
()):
...
@@ -286,8 +292,7 @@ class Locked(object):
...
@@ -286,8 +292,7 @@ class Locked(object):
inst
=
args
[
0
]
inst
=
args
[
0
]
func
=
self
.
__func__
.
__get__
(
self
.
__self__
,
self
.
__self_class__
)
func
=
self
.
__func__
.
__get__
(
self
.
__self__
,
self
.
__self_class__
)
inst
.
_lock_acquire
()
with
inst
.
_lock
:
try
:
for
precondition
in
self
.
preconditions
:
for
precondition
in
self
.
preconditions
:
if
not
precondition
(
inst
):
if
not
precondition
(
inst
):
raise
AssertionError
(
raise
AssertionError
(
...
@@ -295,8 +300,6 @@ class Locked(object):
...
@@ -295,8 +300,6 @@ class Locked(object):
precondition
.
__doc__
.
strip
())
precondition
.
__doc__
.
strip
())
return
func
(
*
args
,
**
kw
)
return
func
(
*
args
,
**
kw
)
finally
:
inst
.
_lock_release
()
class
locked
(
object
):
class
locked
(
object
):
...
...
src/ZODB/utils.txt
View file @
82daec9f
...
@@ -98,6 +98,10 @@ we'll create a "lock" type that simply prints when it is called:
...
@@ -98,6 +98,10 @@ we'll create a "lock" type that simply prints when it is called:
... print('acquire')
... print('acquire')
... def release(self):
... def release(self):
... print('release')
... print('release')
... def __enter__(self):
... return self.acquire()
... def __exit__(self, *ignored):
... return self.release()
Now we'll demonstrate the descriptor:
Now we'll demonstrate the descriptor:
...
@@ -150,9 +154,7 @@ supports optional method preconditions [1]_.
...
@@ -150,9 +154,7 @@ supports optional method preconditions [1]_.
>>> class C:
>>> class C:
... def __init__(self):
... def __init__(self):
... _lock = Lock()
... self._lock = Lock()
... self._lock_acquire = _lock.acquire
... self._lock_release = _lock.release
... self._opened = True
... self._opened = True
... self._transaction = None
... self._transaction = None
...
...
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment