Commit d01b5311 authored by Bartek Górny's avatar Bartek Górny

fixed and improved conversion and generation of txt and html formats

git-svn-id: https://svn.erp5.org/repos/public/erp5/trunk@12211 20353a03-c40f-0410-a6d1-a30d3c3de9de
parent 03d734f7
......@@ -33,6 +33,7 @@ from Products.ERP5Type.Cache import CachingMethod
from Products.ERP5.Document.Image import Image
from Products.ERP5.Document.File import File, stripHtml
from Products.ERP5.Document.Document import ConversionCacheMixin
from Products.CMFCore.utils import getToolByName
from zLOG import LOG
import tempfile, os, glob, zipfile, cStringIO, re
......@@ -62,14 +63,24 @@ class PDFDocument(File, ConversionCacheMixin):
, PropertySheet.Version
, PropertySheet.Reference
, PropertySheet.Document
, PropertySheet.TextDocument
, PropertySheet.Data
)
def index_html(self, REQUEST, RESPONSE, format, force=0):
"""
Returns data in the appropriate format
Returns data in the appropriate format (graphical)
it is always a zip because multi-page pdfs are converted into a zip
file of many images
"""
if format == 'html':
RESPONSE.setHeader('Content-Type', 'text/html;charset=UTF-8')
return self.getHtmlRepresentation(force)
if format == 'txt':
RESPONSE.setHeader('Content-Type', 'text/plain;charset=UTF-8')
self._convertToText(force)
return self.getTextContent()
mime = 'image/'+format.lower()
if force or not self.hasConversion(format = format):
self.setConversion(self._makeFile(format), 'application/zip', format=format)
......@@ -111,14 +122,26 @@ class PDFDocument(File, ConversionCacheMixin):
def getSearchableText(self, md=None, force=0):
"""
Used by the catalog for basic full text indexing
we get text content by using pdftotext
but we have to do it only once after uplad
for simplicity we check only modification_date, which means we rebuild txt and html after every edit
but that shouldn't hurt too much
conditionally convert pdf to text
"""
if hasattr(self, 'data') and (force == 1 or not self.hasConversion(format = 'txt') or self.getTextContent() is None):
self._convertToText(force)
return File.getSearchableText(self, md)
security.declarePrivate('_convertToText')
def _convertToText(self, force):
"""
Private implementation method.
If we don't have txt cache or we are forced to convert, we try to do it
using system pdftotext utility. We set the result as text_content property.
We mark it in cache as done, even if we fail, so we don't keep trying if it
doesn't work.
"""
portal_workflow = getToolByName(self, 'portal_workflow')
if hasattr(self, 'data') and (force == 1 or not self.hasConversion(format = 'txt')):
# XXX-JPS accessing attribute data is bad
self.log('PdfDocument', 'regenerating txt')
try:
try:
tmp = tempfile.NamedTemporaryFile()
tmp.write(self._unpackData(self.data))
tmp.seek(0)
......@@ -127,8 +150,16 @@ class PDFDocument(File, ConversionCacheMixin):
self.setTextContent(r.read().replace('\n', ' '))
tmp.close()
r.close()
self.setConversion('empty', format = 'txt') # we don't need to store it twice, just mark we have it
return File.getSearchableText(self, md)
except Exception, e:
self.log(str(e))
msg = 'Conversion to text failed: ' + str(e)
else:
msg = 'Converted to text'
finally:
portal_workflow.doActionFor(self, 'process', comment=msg)
# we don't need to store it twice, just mark we have it (or rather we already tried)
# we try only once
self.setConversion('empty', format = 'txt')
SearchableText=getSearchableText
......@@ -136,10 +167,14 @@ class PDFDocument(File, ConversionCacheMixin):
def getHtmlRepresentation(self, force=0):
'''
get simplified html version to display
If we fail to convert, we set workflow message and put error message
as html preview so that the user knows what's going on
'''
portal_workflow = getToolByName(self, 'portal_workflow')
if not hasattr(self, 'data'):
return 'no data'
if force==1 or not self.hasConversion(format = 'html'):
try:
self.log('PDF', 'regenerating html')
tmp = tempfile.NamedTemporaryFile()
tmp.write(self._unpackData(self.data))
......@@ -150,8 +185,11 @@ class PDFDocument(File, ConversionCacheMixin):
tmp.close()
r.close()
h = stripHtml(h)
except Exception, e:
msg = 'Could not convert to html: ' + str(e)
h = msg
portal_workflow.doActionFor(self, 'process', comment=msg)
self.setConversion(h, format = 'html')
self.updateConversion(format = 'html')
return self.getConversion(format = 'html')[1]
# vim: syntax=python shiftwidth=2
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment