Commit 4215f656 authored by Bartek Górny's avatar Bartek Górny

added further tests; some tidying up;

git-svn-id: https://svn.erp5.org/repos/public/erp5/trunk@13242 20353a03-c40f-0410-a6d1-a30d3c3de9de
parent 49a895e6
......@@ -246,7 +246,7 @@ class TestIngestion(ERP5TypeTestCase):
it has id as given and reference like document_[id]
immediately catalogged and verified in two ways
"""
dm = self.portal.document_module
dm = self.portal.getDefaultModule(portal_type)
doc = getattr(dm, id, None)
if doc is not None:
dm.manage_delObjects([id,])
......@@ -257,6 +257,77 @@ class TestIngestion(ERP5TypeTestCase):
self.checkObjectCatalogged(portal_type, reference)
self.assert_(hasattr(dm, id))
def ingestFormats(self, doc_id, formats_from, portal_type=None):
"""
method for bulk ingesting files of various formats
we take them one by one based on naming convention
ingest, convert
check that a magic word is in every of them
(unless it is Image or File)
"""
if portal_type is None:
dm = self.portal.document_module
else:
dm = self.portal.getDefaultModule(portal_type)
context = getattr(dm, doc_id)
for rev, format in enumerate(formats_from):
filename = 'TEST-en-002.' + format
f = makeFileUpload(filename)
context.edit(file=f)
context.convertToBase()
context.reindexObject(); get_transaction().commit(); self.tic()
self.failUnless(context.hasFile())
if context.getPortalType() in ('Image', 'File'): # these are not subject to conversion
self.assertEquals(context.getExternalProcessingState(), 'uploaded')
else:
self.assertEquals(context.getExternalProcessingState(), 'converted') # this is how we know if it was ok or not
self.assert_('magic' in context.SearchableText())
def checkDocumentExportList(self, doc_id, format, targets):
"""
given the docs id
make sure targets are in
the objects target format list
"""
dm = self.portal.document_module
context = getattr(dm, doc_id)
filename = 'TEST-en-002.' + format
f = makeFileUpload(filename)
context.edit(file=f)
context.convertToBase()
context.reindexObject(); get_transaction().commit(); self.tic()
clearCache()
target_list = [x[1] for x in context.getTargetFormatItemList()]
for target in targets:
self.assert_(target in target_list)
def contributeFiles(self, with_portal_type=False):
ext2type = (
('ppt' , 'Presentation')
,('doc' , 'Text')
,('sdc' , 'Spreadsheet')
,('sxc' , 'Drawing')
,('pdf' , 'PDF')
,('jpg' , 'Image')
,('py' , 'File')
)
for ext, typ in ext2type:
shout(ext)
filename = 'TEST-en-002.' + ext
file = makeFileUpload(filename)
if with_portal_type:
ob = self.portal.portal_contributions.newContent(portal_type=typ, file=file)
else:
ob = self.portal.portal_contributions.newContent(file=file)
self.assertEquals(ob.getPortalType(), typ)
self.assertEquals(ob.getReference(), 'TEST')
ob.reindexObject(); get_transaction().commit(); self.tic()
if ob.getPortalType() in ('Image', 'File'): # these are not subject to conversion
self.assertEquals(ob.getExternalProcessingState(), 'uploaded')
else:
self.assertEquals(ob.getExternalProcessingState(), 'converted') # this is how we know if it was ok or not
self.assert_('magic' in ob.SearchableText())
##################################
## Basic steps
......@@ -301,18 +372,19 @@ class TestIngestion(ERP5TypeTestCase):
def stepCreatePerson(self, sequence=None, sequence_list=None, **kw):
"""
Create a person.
Create a person (if not exists).
"""
portal_type = 'Person'
id = 'john'
reference = 'john_doe'
person_module = self.portal.getDefaultModule(portal_type)
person = person_module.newContent( portal_type=portal_type
, id='john'
person_module = self.portal.person_module
if getattr(person_module, 'john', False): return
person = person_module.newContent( portal_type='Person'
, id=id
, reference = reference
)
person.reindexObject(); get_transaction().commit(); self.tic()
def stepCreateTextDocument(self, sequence=None, sequence_list=None, **kw):
"""
create an empty Text document 'one'
......@@ -345,6 +417,22 @@ class TestIngestion(ERP5TypeTestCase):
"""
self.createDocument('Drawing', 'four')
def stepCreatePDFDocument(self, sequence=None, sequence_list=None, **kw):
"""
create an empty PDF document 'five'
for further testing
(first delete if exists)
"""
self.createDocument('PDF', 'five')
def stepCreateImageDocument(self, sequence=None, sequence_list=None, **kw):
"""
create an empty Image document 'six'
for further testing
(first delete if exists)
"""
self.createDocument('Image', 'six')
def stepCheckEmptyState(self, sequence=None, sequence_list=None, **kw):
"""
check if the document is in "empty" processing state
......@@ -494,23 +582,6 @@ class TestIngestion(ERP5TypeTestCase):
description = xmlob.getElementsByTagName('dc:description')[0].childNodes[0].data
self.assertEquals(description, u'another description')
def ingestFormats(self, doc_id, formats_from):
"""
method for bulk ingesting files of various formats
we take them one by one based on naming convention
ingest, convert
check that a magic word is in every of them
"""
dm = self.portal.document_module
context = getattr(dm, doc_id)
for rev, format in enumerate(formats_from):
filename = 'TEST-en-002.' + format
f = makeFileUpload(filename)
context.edit(file=f)
context.convertToBase()
context.reindexObject(); get_transaction().commit(); self.tic()
self.assert_('magic' in context.SearchableText())
def stepIngestTextFormats(self, sequence=None, sequence_list=None, **kw):
"""
ingest all supported text formats
......@@ -535,6 +606,14 @@ class TestIngestion(ERP5TypeTestCase):
formats_from = ['ppt', 'sxi', 'sdd']
self.ingestFormats('three', formats_from)
def stepIngestPDFFormats(self, sequence=None, sequence_list=None, **kw):
"""
ingest all supported PDF formats
make sure they are converted
"""
formats_from = ['pdf']
self.ingestFormats('five', formats_from)
def stepIngestDrawingFormats(self, sequence=None, sequence_list=None, **kw):
"""
ingest all supported presentation formats
......@@ -543,23 +622,20 @@ class TestIngestion(ERP5TypeTestCase):
formats_from = ['sxd', 'sda']
self.ingestFormats('four', formats_from)
def checkDocumentExportList(self, doc_id, format, targets):
def stepIngestPDFFormats(self, sequence=None, sequence_list=None, **kw):
"""
given the docs id
make sure targets are in
the objects target format list
ingest all supported pdf formats
make sure they are converted
"""
dm = self.portal.document_module
context = getattr(dm, doc_id)
filename = 'TEST-en-002.' + format
f = makeFileUpload(filename)
context.edit(file=f)
context.convertToBase()
context.reindexObject(); get_transaction().commit(); self.tic()
clearCache()
target_list = [x[1] for x in context.getTargetFormatItemList()]
for target in targets:
self.assert_(target in target_list)
formats_from = ['pdf']
self.ingestFormats('five', formats_from)
def stepIngestImageFormats(self, sequence=None, sequence_list=None, **kw):
"""
ingest all supported image formats
"""
formats_from = ['jpg', 'gif', 'bmp', 'png']
self.ingestFormats('six', formats_from, 'Image')
def stepCheckTextDocumentExportList(self, sequence=None, sequence_list=None, **kw):
self.checkDocumentExportList('one', 'doc', ['pdf', 'doc', 'rtf', 'html-writer', 'txt'])
......@@ -573,6 +649,12 @@ class TestIngestion(ERP5TypeTestCase):
def stepCheckDrawingDocumentExportList(self, sequence=None, sequence_list=None, **kw):
self.checkDocumentExportList('four', 'sxd', ['jpg', 'draw.pdf', 'svg'])
def stepExportPDF(self, sequence=None, sequence_list=None, **kw):
shout('not yet implemented')
def stepExportImage(self, sequence=None, sequence_list=None, **kw):
shout('not yet implemented')
def stepCheckHasSnapshot(self, sequence=None, sequence_list=None, **kw):
dm = self.portal.document_module
context = getattr(dm, 'one')
......@@ -599,22 +681,28 @@ class TestIngestion(ERP5TypeTestCase):
context = getattr(dm, 'one')
context.deleteSnapshot()
def stepContributeFiles(self, sequence=None, sequence_list=None, **kw):
ext2type = (
('ppt' , 'Presentation')
,('doc' , 'Text')
,('sdc' , 'Spreadsheet')
,('odg' , 'Drawing')
,('pdf' , 'PDF')
,('jpg' , 'Image')
,('py' , 'File')
)
for ext, typ in ext2type:
shout(ext)
filename = 'TEST-en-002.' + ext
file = makeFileUpload(filename)
ob = self.portal.portal_contributions.newContent(file=file)
self.assertEquals(ob.getPortalType(), typ)
def stepContributeFilesWithType(self, sequence=None, sequence_list=None, **kw):
"""
Contribute all kinds of files giving portal type explicitly
TODO: test situation whereby portal_type given explicitly is wrong
"""
self.contributeFiles(with_portal_type=True)
def stepContributeFilesWithNoType(self, sequence=None, sequence_list=None, **kw):
"""
Contribute all kinds of files
let the system figure out portal type by itself
"""
self.contributeFiles(with_portal_type=False)
def stepReceiveEmailFromUnknown(self, sequence=None, sequence_list=None, **kw):
shout('not yet implemented')
def stepReceiveEmailFromJohn(self, sequence=None, sequence_list=None, **kw):
shout('not yet implemented')
def stepVerifyEmailedDocuments(self, sequence=None, sequence_list=None, **kw):
shout('not yet implemented')
##################################
......@@ -713,12 +801,17 @@ class TestIngestion(ERP5TypeTestCase):
Ingest various formats (xls, doc, sxi, ppt etc)
Verify that they are successfully converted
- have ODF data and contain magic word in SearchableText
- or have text data and contain magic word in SearchableText
TODO:
- or were not moved in processing_status_workflow if the don't
implement _convertToBase (e.g. Image)
Verify that you can not upload file of the wrong format.
"""
if testrun and 5 not in testrun:return
if not run: return
if not quiet: shout('test_05_FormatIngestion')
sequence_list = SequenceList()
step_list = [ 'stepCreateTextDocument'
step_list = ['stepCreateTextDocument'
,'stepIngestTextFormats'
,'stepCreateSpreadsheetDocument'
,'stepIngestSpreadsheetFormats'
......@@ -726,6 +819,10 @@ class TestIngestion(ERP5TypeTestCase):
,'stepIngestPresentationFormats'
,'stepCreateDrawingDocument'
,'stepIngestDrawingFormats'
,'stepCreatePDFDocument'
,'stepIngestPDFFormats'
,'stepCreateImageDocument'
,'stepIngestImageFormats'
]
sequence_string = ' '.join(step_list)
sequence_list.addSequenceString(sequence_string)
......@@ -733,9 +830,10 @@ class TestIngestion(ERP5TypeTestCase):
def test_06_FormatGeneration(self, quiet=QUIET, run=RUN_ALL_TEST):
"""
Test generationof files in all possible formats
T,est generationof files in all possible formats
(do we need to test it here? it is tested
in oood tests...)
XXX except PDF and Image which should be tested here
- at least check if they have correct lists of available formats for export
"""
if testrun and 6 not in testrun:return
......@@ -750,6 +848,10 @@ class TestIngestion(ERP5TypeTestCase):
,'stepCheckPresentationDocumentExportList'
,'stepCreateDrawingDocument'
,'stepCheckDrawingDocumentExportList'
,'stepCreatePDFDocument'
,'stepExportPDF'
,'stepCreateImageDocument'
,'stepExportImage'
]
sequence_string = ' '.join(step_list)
sequence_list.addSequenceString(sequence_string)
......@@ -779,7 +881,6 @@ class TestIngestion(ERP5TypeTestCase):
sequence_list.addSequenceString(sequence_string)
sequence_list.play(self, quiet=quiet)
def test_08_Cache(self, quiet=QUIET, run=RUN_ALL_TEST):
"""
I don't know how to verify how cache works - the only
......@@ -797,11 +898,12 @@ class TestIngestion(ERP5TypeTestCase):
- the files were converted
- metadata was read
"""
if testrun and 8 not in testrun:return
if testrun and 9 not in testrun:return
if not run: return
if not quiet: shout('test_09_Contribute')
sequence_list = SequenceList()
step_list = [ 'stepContributeFiles'
step_list = ['stepContributeFilesWithNoType'
,'stepContributeFilesWithType'
]
sequence_string = ' '.join(step_list)
sequence_list.addSequenceString(sequence_string)
......@@ -814,6 +916,25 @@ class TestIngestion(ERP5TypeTestCase):
change preference order, check again
"""
def test_11_EmailIngestion(self, quiet=QUIET, run=RUN_ALL_TEST):
"""
Simulate email piped to ERP5 by an MTA by uploading test email from file
Check that document objects are created and appropriate data are set
(owner, and anything discovered from user and mail body)
"""
if testrun and 11 not in testrun:return
if not run: return
if not quiet: shout('test_09_Contribute')
sequence_list = SequenceList()
step_list = [ 'stepReceiveEmailFromUnknown'
,'stepCreatePerson'
,'stepReceiveEmailFromJohn'
,'stepVerifyEmailedDocuments'
]
sequence_string = ' '.join(step_list)
sequence_list.addSequenceString(sequence_string)
sequence_list.play(self, quiet=quiet)
if __name__ == '__main__':
framework()
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment