Skip to content

Z
Zope
Commit b10366be authored by Chris McDonough's avatar Chris McDonough
Browse files
Options

Rework multithread tests and re-enable testforeignadd tests.

parent 477604d0
Hide whitespace changes
Inline Side-by-side
Showing with 90 additions and 204 deletions
lib/python/Products/Sessions/tests/testSessionDataManager.py
View file @ b10366be
......@@ -112,91 +112,64 @@ toc_name = 'temp_transient_container'
stuff = {}
def _getApp():
app = stuff.get('app', None)
if not app:
def _getDB():
db = stuff.get('db')
if not db:
ds = DemoStorage(quota=(1<<20))
db = ZODB.DB(ds, pool_size=60)
conn = db.open()
root = conn.root()
app = Application()
root['Application']= app
_populate(app)
get_transaction().commit()
stuff['app'] = app
stuff['conn'] = conn
stuff['db'] = db
return app
conn.close()
return db
def _openApp():
conn = stuff['db'].open()
root = conn.root()
app = root['Application']
return conn, app
def _delApp():
def _delDB():
get_transaction().abort()
stuff['conn'].close()
del stuff['conn']
del stuff['app']
del stuff['db']
def f(sdo):
pass
class Foo(Acquisition.Implicit): pass
class TestBase(TestCase):
def setUp(self):
self.app = makerequest.makerequest(_getApp())
timeout = self.timeout = 1
def _populate(app):
bidmgr = BrowserIdManager(idmgr_name)
tf = MountedTemporaryFolder(tf_name, title="Temporary Folder")
toc = TransientObjectContainer(toc_name, title='Temporary '
'Transient Object Container', timeout_mins=20)
session_data_manager=SessionDataManager(id='session_data_manager',
path='/'+tf_name+'/'+toc_name, title='Session Data Manager')
# Try to work around some testrunner snafus
if 1 and __name__ is not '__main__':
try: app._delObject(idmgr_name)
except AttributeError: pass
bidmgr = BrowserIdManager(idmgr_name)
tf = MountedTemporaryFolder(tf_name, title="Temporary Folder")
toc = TransientObjectContainer(toc_name, title='Temporary '
'Transient Object Container', timeout_mins=20)
session_data_manager=SessionDataManager(id='session_data_manager',
path='/'+tf_name+'/'+toc_name, title='Session Data Manager')
try: self.app._delObject(idmgr_name)
except AttributeError: pass
try: self.app._delObject(tf_name)
except AttributeError: pass
try: self.app._delObject('session_data_manager')
except AttributeError: pass
try: app._delObject(tf_name)
except AttributeError: pass
self.app._setObject(idmgr_name, bidmgr)
self.app._setObject(tf_name, tf)
try: app._delObject('session_data_manager')
except AttributeError: pass
get_transaction().commit()
app._setObject(idmgr_name, bidmgr)
self.app.temp_folder._setObject(toc_name, toc)
self.app._setObject('session_data_manager', session_data_manager)
get_transaction().commit()
app._setObject('session_data_manager', session_data_manager)
# leans on the fact that these things exist by app init
app._setObject(tf_name, tf)
get_transaction().commit()
app.temp_folder._setObject(toc_name, toc)
get_transaction().commit()
## admin = self.app.acl_users.getUser('admin')
## if admin is None:
## raise "Need to define an 'admin' user before running these tests"
## admin = admin.__of__(self.app.acl_users)
## self.app.session_data_manager.changeOwnership(admin)
class TestBase(TestCase):
def setUp(self):
db = _getDB()
conn = db.open()
root = conn.root()
self.app = makerequest.makerequest(root['Application'])
timeout = self.timeout = 1
def tearDown(self):
get_transaction().abort()
#self.app._p_jar.close()
#self.app = None
_delApp()
_delDB()
del self.app
class TestSessionManager(TestBase):
......@@ -270,15 +243,14 @@ class TestSessionManager(TestBase):
sd.set('foo', 'bar')
assert get_transaction().commit(1) == None
# Why would this have failed?? Not sure what it was meant to test
#def testForeignObject(self):
# self.assertRaises(InvalidObjectReference, self._foreignAdd)
def testForeignObject(self):
self.assertRaises(InvalidObjectReference, self._foreignAdd)
#def _foreignAdd(self):
# ob = self.app.session_data_manager
# sd = self.app.session_data_manager.getSessionData()
# sd.set('foo', ob)
# get_transaction().commit()
def _foreignAdd(self):
ob = self.app.session_data_manager
sd = self.app.session_data_manager.getSessionData()
sd.set('foo', ob)
get_transaction().commit()
def testAqWrappedObjectsFail(self):
a = Foo()
......@@ -288,7 +260,7 @@ class TestSessionManager(TestBase):
sd.set('foo', aq_wrapped)
self.assertRaises(UnpickleableError, get_transaction().commit)
class TestMultiThread(TestBase):
class TestMultiThread(TestCase):
def testNonOverlappingSids(self):
readers = []
writers = []
......@@ -298,20 +270,13 @@ class TestMultiThread(TestBase):
writeout = []
numreaders = 20
numwriters = 5
#rlock = threading.Lock()
rlock = DumboLock()
sdm_name = 'session_data_manager'
db = _getDB()
for i in range(numreaders):
mgr = getattr(self.app, idmgr_name)
sid = mgr._getNewToken()
app = aq_base(self.app)
thread = ReaderThread(sid, app, readiters, sdm_name, rlock)
thread = ReaderThread(db, readiters, sdm_name)
readers.append(thread)
for i in range(numwriters):
mgr = getattr(self.app, idmgr_name)
sid = mgr._getNewToken()
app = aq_base(self.app)
thread = WriterThread(sid, app, writeiters, sdm_name, rlock)
thread = WriterThread(db, writeiters, sdm_name)
writers.append(thread)
for thread in readers:
thread.start()
......@@ -334,18 +299,13 @@ class TestMultiThread(TestBase):
writeout = []
numreaders = 20
numwriters = 5
#rlock = threading.Lock()
rlock = DumboLock()
sdm_name = 'session_data_manager'
mgr = getattr(self.app, idmgr_name)
sid = mgr._getNewToken()
db = _getDB()
for i in range(numreaders):
app = aq_base(self.app)
thread = ReaderThread(sid, app, readiters, sdm_name, rlock)
thread = ReaderThread(db, readiters, sdm_name)
readers.append(thread)
for i in range(numwriters):
app = aq_base(self.app)
thread = WriterThread(sid, app, writeiters, sdm_name, rlock)
thread = WriterThread(db, writeiters, sdm_name)
writers.append(thread)
for thread in readers:
thread.start()
......@@ -359,134 +319,60 @@ class TestMultiThread(TestBase):
for thread in readers:
assert thread.out == [], thread.out
class ReaderThread(threading.Thread):
def __init__(self, sid, app, iters, sdm_name, rlock):
self.sid = sid
self.conn, self.app = _openApp()
class BaseReaderWriter(threading.Thread):
def __init__(self, db, iters, sdm_name):
self.conn = db.open()
self.app = self.conn.root()['Application']
self.app = makerequest.makerequest(self.app)
token = self.app.browser_id_manager._getNewToken()
self.app.REQUEST.session_token_ = token
self.iters = iters
self.sdm_name = sdm_name
self.out = []
self.rlock = rlock
#print "Reader SID %s" % sid
threading.Thread.__init__(self)
def run1(self):
try:
self.rlock.acquire("Reader 1")
self.app = self.conn.root()['Application']
self.app = makerequest.makerequest(self.app)
self.app.REQUEST.session_token_ = self.sid
session_data_manager = getattr(self.app, self.sdm_name)
data = session_data_manager.getSessionData(create=1)
t = time.time()
data[t] = 1
get_transaction().commit()
self.rlock.release("Reader 1")
for i in range(self.iters):
self.rlock.acquire("Reader 2")
try:
data = session_data_manager.getSessionData()
except KeyError: # Ugh
raise ConflictError
if not data.has_key(t): self.out.append(1)
self.rlock.release("Reader 2")
time.sleep(whrandom.choice(range(3)))
self.rlock.acquire("Reader 3")
get_transaction().commit()
self.rlock.release("Reader 3")
finally:
self.rlock.release("Reader catchall")
try:
self.conn.close()
except AttributeError: pass # ugh
def run(self):
i = 0
while 1:
try:
self.run1()
return
except ConflictError:
i = i + 1
#print "conflict %d" % i
if i > 3: raise
pass
class WriterThread(threading.Thread):
def __init__(self, sid, app, iters, sdm_name, rlock):
self.sid = sid
self.conn, self.app = _openApp()
self.iters = iters
self.sdm_name = sdm_name
self.rlock = rlock
#print "Writer SID %s" % sid
threading.Thread.__init__(self)
def run1(self):
try:
self.rlock.acquire("Writer 1")
self.app = self.conn.root()['Application']
self.app = makerequest.makerequest(self.app)
self.app.REQUEST.session_token_ = self.sid
session_data_manager = getattr(self.app, self.sdm_name)
self.rlock.release("Writer 1")
for i in range(self.iters):
self.rlock.acquire("Writer 2")
while 1:
try:
data = session_data_manager.getSessionData()
except KeyError: # Ugh
raise ConflictError
data[time.time()] = 1
n = whrandom.choice(range(8))
self.rlock.release("Writer 2")
time.sleep(n)
self.rlock.acquire("Writer 3")
if n % 2 == 0:
get_transaction().commit()
else:
get_transaction().abort()
self.rlock.release("Writer 3")
self.run1()
return
except ConflictError:
i = i + 1
print "conflict %d" % i
if i > 3: raise
finally:
self.rlock.release("Writer Catchall")
try:
self.conn.close()
except AttributeError: pass # ugh
def run(self):
i = 0
self.conn.close()
del self.app
class ReaderThread(BaseReaderWriter):
def run1(self):
session_data_manager = getattr(self.app, self.sdm_name)
data = session_data_manager.getSessionData(create=1)
t = time.time()
data[t] = 1
get_transaction().commit()
for i in range(self.iters):
data = session_data_manager.getSessionData()
if not data.has_key(t):
self.out.append(1)
time.sleep(whrandom.choice(range(3)))
get_transaction().commit()
while 1:
try:
self.run1()
return
except ConflictError:
i = i + 1
#print "conflict %d" % i
if i > 3: raise
pass
class WriterThread(BaseReaderWriter):
def run1(self):
session_data_manager = getattr(self.app, self.sdm_name)
for i in range(self.iters):
data = session_data_manager.getSessionData()
data[time.time()] = 1
n = whrandom.choice(range(3))
time.sleep(n)
if n % 2 == 0:
get_transaction().commit()
else:
get_transaction().abort()
class DumboLock:
def __init__(self):
self.lock = threading.Lock()
self._locked_ = 0
def acquire(self, msg):
#print "Acquiring lock %s" % msg
#self.lock.acquire()
#if self._locked_ == 1:
# print "already locked?!"
self._locked_ = 1
def release(self, msg):
#print "Releasing lock %s" % msg
#if self._locked_ == 0:
# print "already released?!"
# return
#self.lock.release()
self._locked_ = 0
def test_suite():
test_datamgr = makeSuite(TestSessionManager, 'test')
test_multithread = makeSuite(TestMultiThread, 'test')
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment
GitLab Nexedi Edition | About GitLab | About Nexedi | 沪ICP备2021021310号-2 | 沪ICP备2021021310号-7