Commit d4abf3ff authored by Jérome Perrin's avatar Jérome Perrin

*: target python3

parent b9d9540f
.. warning:: this documentation is outdated. See https://lab.nexedi.com/nexedi/cloudooo , https://lab.nexedi.com/nexedi/slapos/tree/master/software/cloudooo or https://cloudooo.nexedi.com/ for more up to date information.
Install Cloudooo Install Cloudooo
================ ================
:: ::
$ python2.6 setup.py install $ python setup.py install
Warnings:
- you must have installed setuptools>=0.6c11 in this python.
Install LibreOffice / OpenOffice.org Install LibreOffice / OpenOffice.org
==================================== ====================================
......
...@@ -2,11 +2,11 @@ ...@@ -2,11 +2,11 @@
import unittest import unittest
import sys import sys
from base64 import encodestring from base64 import encodebytes
from xmlrpclib import ServerProxy from xmlrpc.client import ServerProxy
from getopt import getopt, GetoptError from getopt import getopt, GetoptError
DOCUMENT_STRING = """MemoryMonitor - TimeoutMonitor - DOCUMENT_STRING = b"""MemoryMonitor - TimeoutMonitor -
RequestMonitor\n\nOOHandler\n\nMimemapper\n\nERP5\n""" RequestMonitor\n\nOOHandler\n\nMimemapper\n\nERP5\n"""
HOSTNAME = PORT = None HOSTNAME = PORT = None
...@@ -15,17 +15,17 @@ class CloudoooTestCase(unittest.TestCase): ...@@ -15,17 +15,17 @@ class CloudoooTestCase(unittest.TestCase):
""" """ """ """
def setUp(self): def setUp(self):
self.proxy_address = "http://%s:%s" % (HOSTNAME, PORT) self.proxy_address = f"http://{HOSTNAME}:{PORT}"
def test_run_generate(self): def test_run_generate(self):
data = encodestring(DOCUMENT_STRING) data = encodebytes(DOCUMENT_STRING)
proxy = ServerProxy(self.proxy_address, allow_none=True) proxy = ServerProxy(self.proxy_address, allow_none=True)
res = proxy.run_generate("t.text", data, None, 'pdf', 'text/plain') res = proxy.run_generate("t.text", data, None, 'pdf', 'text/plain')
self.assertEqual(res[1]['mime'], "application/pdf") self.assertEqual(res[1]['mime'], "application/pdf")
self.assertEqual(res[0], 200) self.assertEqual(res[0], 200)
def test_set_metadata(self): def test_set_metadata(self):
data = encodestring(DOCUMENT_STRING) data = encodebytes(DOCUMENT_STRING)
proxy = ServerProxy(self.proxy_address, allow_none=True) proxy = ServerProxy(self.proxy_address, allow_none=True)
odt_data = proxy.convertFile(data, 'txt', 'odt') odt_data = proxy.convertFile(data, 'txt', 'odt')
metadata_dict = proxy.getFileMetadataItemList(odt_data, 'odt') metadata_dict = proxy.getFileMetadataItemList(odt_data, 'odt')
...@@ -45,7 +45,7 @@ def main(): ...@@ -45,7 +45,7 @@ def main():
opt_list, _ = getopt(sys.argv[1:], "", opt_list, _ = getopt(sys.argv[1:], "",
["port=", "hostname="]) ["port=", "hostname="])
except GetoptError as e: except GetoptError as e:
print >> sys.stderr, "%s \nUse --port and --hostname" % e print("%s \nUse --port and --hostname" % e, file=sys.stderr)
sys.exit(2) sys.exit(2)
for opt, arg in opt_list: for opt, arg in opt_list:
...@@ -55,7 +55,7 @@ def main(): ...@@ -55,7 +55,7 @@ def main():
HOSTNAME = arg HOSTNAME = arg
if not HOSTNAME and not PORT: if not HOSTNAME and not PORT:
print >> sys.stderr, "Use --port and --hostname" print("Use --port and --hostname", file=sys.stderr)
sys.exit(2) sys.exit(2)
suite = unittest.TestLoader().loadTestsFromTestCase(CloudoooTestCase) suite = unittest.TestLoader().loadTestsFromTestCase(CloudoooTestCase)
unittest.TextTestRunner(verbosity=2).run(suite) unittest.TextTestRunner(verbosity=2).run(suite)
...@@ -6,4 +6,4 @@ def main(): ...@@ -6,4 +6,4 @@ def main():
cloudooo_conf_path = pkg_resources.resource_filename("cloudooo", cloudooo_conf_path = pkg_resources.resource_filename("cloudooo",
path.join("sample", "cloudooo.conf.in")) path.join("sample", "cloudooo.conf.in"))
print open(cloudooo_conf_path).read() print(open(cloudooo_conf_path).read())
...@@ -39,12 +39,12 @@ from cloudooo.interfaces.file import IFile ...@@ -39,12 +39,12 @@ from cloudooo.interfaces.file import IFile
@implementer(IFile) @implementer(IFile)
class File(object): class File:
"""File is used to manipulate one temporary file """File is used to manipulate one temporary file
stored into the filesystem. stored into the filesystem.
""" """
def __init__(self, base_folder_url, data, source_format): def __init__(self, base_folder_url:str, data:bytes, source_format:str):
"""Create an file into file system and store the URL. """Create an file into file system and store the URL.
Keyword arguments: Keyword arguments:
base_folder_url -- Full path to create a temporary folder base_folder_url -- Full path to create a temporary folder
...@@ -60,7 +60,7 @@ class File(object): ...@@ -60,7 +60,7 @@ class File(object):
def _createDirectory(self): def _createDirectory(self):
return tempfile.mkdtemp(dir=self.base_folder_url) return tempfile.mkdtemp(dir=self.base_folder_url)
def load(self): def load(self) -> str:
"""Creates one Temporary Document and write data into it. """Creates one Temporary Document and write data into it.
Return the url for the document. Return the url for the document.
""" """
...@@ -92,7 +92,7 @@ class File(object): ...@@ -92,7 +92,7 @@ class File(object):
remove(zipfile_path) remove(zipfile_path)
return file_path return file_path
def getContent(self, zip=False): def getContent(self, zip=False) -> bytes:
"""Open the file and returns the content. """Open the file and returns the content.
Keyword Arguments: Keyword Arguments:
zip -- Boolean attribute. If True""" zip -- Boolean attribute. If True"""
...@@ -116,7 +116,7 @@ class File(object): ...@@ -116,7 +116,7 @@ class File(object):
with open(self.url, 'rb') as f: with open(self.url, 'rb') as f:
return f.read() return f.read()
def getUrl(self): def getUrl(self) -> str:
"""Returns full path.""" """Returns full path."""
return self.url return self.url
......
...@@ -36,7 +36,7 @@ from subprocess import Popen, PIPE ...@@ -36,7 +36,7 @@ from subprocess import Popen, PIPE
from tempfile import mktemp from tempfile import mktemp
@implementer(IHandler) @implementer(IHandler)
class Handler(object): class Handler:
"""FFMPEG Handler is used to handler inputed audio and video files""" """FFMPEG Handler is used to handler inputed audio and video files"""
def __init__(self, base_folder_url, data, source_format, **kw): def __init__(self, base_folder_url, data, source_format, **kw):
......
...@@ -38,7 +38,7 @@ from tempfile import mktemp ...@@ -38,7 +38,7 @@ from tempfile import mktemp
@implementer(IHandler) @implementer(IHandler)
class Handler(object): class Handler:
"""ImageMagic Handler is used to handler images.""" """ImageMagic Handler is used to handler images."""
def __init__(self, base_folder_url, data, source_format, **kw): def __init__(self, base_folder_url, data, source_format, **kw):
...@@ -73,6 +73,7 @@ class Handler(object): ...@@ -73,6 +73,7 @@ class Handler(object):
stdout=PIPE, stdout=PIPE,
stderr=PIPE, stderr=PIPE,
close_fds=True, close_fds=True,
text=True,
env=self.environment).communicate() env=self.environment).communicate()
self.file.trash() self.file.trash()
metadata_dict = {} metadata_dict = {}
......
...@@ -61,7 +61,7 @@ class TestHandler(HandlerTestCase): ...@@ -61,7 +61,7 @@ class TestHandler(HandlerTestCase):
def testsetMetadata(self): def testsetMetadata(self):
""" Test if metadata are inserted correclty """ """ Test if metadata are inserted correclty """
handler = Handler(self.tmp_url, "", "png", **self.kw) handler = Handler(self.tmp_url, b"", "png", **self.kw)
self.assertRaises(NotImplementedError, handler.setMetadata) self.assertRaises(NotImplementedError, handler.setMetadata)
...@@ -36,7 +36,7 @@ from psutil import pid_exists, Process, AccessDenied ...@@ -36,7 +36,7 @@ from psutil import pid_exists, Process, AccessDenied
@implementer(IApplication) @implementer(IApplication)
class Application(object): class Application:
"""Base object to create an object that is possible manipulation a """Base object to create an object that is possible manipulation a
process""" process"""
......
...@@ -35,7 +35,7 @@ from psutil import AccessDenied, NoSuchProcess ...@@ -35,7 +35,7 @@ from psutil import AccessDenied, NoSuchProcess
from os.path import exists, join from os.path import exists, join
from threading import Lock from threading import Lock
from zope.interface import implementer from zope.interface import implementer
from application import Application from .application import Application
from cloudooo.interfaces.lockable import ILockable from cloudooo.interfaces.lockable import ILockable
from cloudooo.util import logger from cloudooo.util import logger
from cloudooo.handler.ooo.util import waitStartDaemon, \ from cloudooo.handler.ooo.util import waitStartDaemon, \
...@@ -155,12 +155,12 @@ class OpenOffice(Application): ...@@ -155,12 +155,12 @@ class OpenOffice(Application):
env["TMPDIR"] = self.path_user_installation env["TMPDIR"] = self.path_user_installation
self._startProcess(self.command, env) self._startProcess(self.command, env)
self._cleanRequest() self._cleanRequest()
Application.start(self) super().start()
def stop(self): def stop(self):
"""Stop the instance by pid. By the default """Stop the instance by pid. By the default
the signal is 15.""" the signal is 15."""
Application.stop(self) super().stop()
if socketStatus(self.hostname, self.port): if socketStatus(self.hostname, self.port):
self._releaseOpenOfficePort() self._releaseOpenOfficePort()
self._cleanRequest() self._cleanRequest()
......
...@@ -30,7 +30,7 @@ ...@@ -30,7 +30,7 @@
from zope.interface import implementer from zope.interface import implementer
from zipfile import ZipFile from zipfile import ZipFile
from StringIO import StringIO from io import BytesIO
from lxml import etree from lxml import etree
from cloudooo.interfaces.file import IOdfDocument from cloudooo.interfaces.file import IOdfDocument
from cloudooo.file import File from cloudooo.file import File
...@@ -41,9 +41,10 @@ class FileSystemDocument(File): ...@@ -41,9 +41,10 @@ class FileSystemDocument(File):
@implementer(IOdfDocument) @implementer(IOdfDocument)
class OdfDocument(object): class OdfDocument:
"""Manipulates odf documents in memory""" """Manipulates odf documents in memory"""
def __init__(self, data, source_format): def __init__(self, data, source_format):
"""Open the the file in memory. """Open the the file in memory.
...@@ -51,22 +52,22 @@ class OdfDocument(object): ...@@ -51,22 +52,22 @@ class OdfDocument(object):
data -- Content of the document data -- Content of the document
source_format -- Document Extension source_format -- Document Extension
""" """
self._zipfile = ZipFile(StringIO(data)) self._zipfile = ZipFile(BytesIO(data))
self.source_format = source_format self.source_format = source_format
# XXX - Maybe parsed_content should not be here, but on OOGranulate # XXX - Maybe parsed_content should not be here, but on OOGranulate
self.parsed_content = etree.fromstring(self.getContentXml()) self.parsed_content = etree.fromstring(self.getContentXml())
def getContentXml(self): def getContentXml(self) -> bytes:
"""Returns the content.xml file as string""" """Returns the content.xml file as bytes"""
return self._zipfile.read('content.xml') return self._zipfile.read('content.xml')
def getFile(self, path): def getFile(self, path:str) -> bytes:
"""If exists, returns file as string, else return an empty string""" """If exists, returns file as bytes, otherwise b''"""
try: try:
return self._zipfile.read(path) return self._zipfile.read(path)
except KeyError: except KeyError:
return '' return b''
def trash(self): def trash(self):
"""Remove the file in memory.""" """Remove the file in memory."""
......
...@@ -33,9 +33,10 @@ from cloudooo.interfaces.filter import IFilter ...@@ -33,9 +33,10 @@ from cloudooo.interfaces.filter import IFilter
@implementer(IFilter) @implementer(IFilter)
class Filter(object): class Filter:
"""Filter of OOo.""" """Filter of OOo."""
def __init__(self, extension, filter, mimetype, document_service, **kwargs): def __init__(self, extension, filter, mimetype, document_service, **kwargs):
"""Receives extension, filter and mimetype of filter and saves in object. """Receives extension, filter and mimetype of filter and saves in object.
""" """
......
...@@ -29,7 +29,7 @@ ...@@ -29,7 +29,7 @@
############################################################################## ##############################################################################
from zipfile import ZipFile from zipfile import ZipFile
from StringIO import StringIO from io import BytesIO
from lxml import etree from lxml import etree
from os import path from os import path
from cloudooo.util import logger from cloudooo.util import logger
...@@ -61,17 +61,17 @@ def getTemplatePath(format): ...@@ -61,17 +61,17 @@ def getTemplatePath(format):
return path.join(path.dirname(__file__), 'template.%s' % format) return path.join(path.dirname(__file__), 'template.%s' % format)
class OOGranulator(object): class OOGranulator:
"""Granulate an OpenOffice document into tables, images, chapters and """Granulate an OpenOffice document into tables, images, chapters and
paragraphs.""" paragraphs."""
def __init__(self, file, source_format): def __init__(self, file:bytes, source_format:str):
self.document = OdfDocument(file, source_format) self.document = OdfDocument(file, source_format)
def _odfWithoutContentXml(self, format='odt'): def _odfWithoutContentXml(self, format='odt'):
"""Returns an odf document without content.xml """Returns an odf document without content.xml
It is a way to escape from this issue: http://bugs.python.org/issue6818""" It is a way to escape from this issue: http://bugs.python.org/issue6818"""
new_odf_document = ZipFile(StringIO(), 'a') new_odf_document = ZipFile(BytesIO(), 'a')
template_path = getTemplatePath(format) template_path = getTemplatePath(format)
template_file = ZipFile(template_path) template_file = ZipFile(template_path)
for item in template_file.filelist: for item in template_file.filelist:
...@@ -202,7 +202,7 @@ class OOGranulator(object): ...@@ -202,7 +202,7 @@ class OOGranulator(object):
image_list = [] image_list = []
for xml_image in xml_image_list: for xml_image in xml_image_list:
id = xml_image.values()[0].split('/')[-1] id = list(xml_image.values())[0].split('/')[-1]
title = ''.join(xml_image.xpath(IMAGE_TITLE_XPATH_QUERY%(stylename_list[0], name_list[0], id), title = ''.join(xml_image.xpath(IMAGE_TITLE_XPATH_QUERY%(stylename_list[0], name_list[0], id),
namespaces=xml_image.nsmap)) namespaces=xml_image.nsmap))
if title != '': if title != '':
...@@ -262,22 +262,17 @@ class OOGranulator(object): ...@@ -262,22 +262,17 @@ class OOGranulator(object):
chapter_list = self.document.parsed_content.xpath( chapter_list = self.document.parsed_content.xpath(
CHAPTER_XPATH_QUERY, CHAPTER_XPATH_QUERY,
namespaces=self.document.parsed_content.nsmap) namespaces=self.document.parsed_content.nsmap)
return chapter_list return [str(x) for x in chapter_list]
def getChapterItemList(self): def getChapterItemList(self):
"""Returns the list of chapters in the form of (id, level).""" """Returns the list of chapters in the form of (id, level)."""
id = 0 return list(enumerate(self._getChapterList()))
chapter_list = []
for chapter in self._getChapterList():
chapter_list.append((id, chapter.encode('utf-8')))
id += 1
return chapter_list
def getChapterItem(self, chapter_id): def getChapterItem(self, chapter_id):
"""Return the chapter in the form of (title, level).""" """Return the chapter in the form of (title, level)."""
chapter_list = self._getChapterList() chapter_list = self._getChapterList()
try: try:
chapter = chapter_list[chapter_id].encode('utf-8') chapter = chapter_list[chapter_id]
return [chapter, chapter_id] return [chapter, chapter_id]
except IndexError: except IndexError:
msg = "Unable to find chapter %s at chapter list." % chapter_id msg = "Unable to find chapter %s at chapter list." % chapter_id
......
...@@ -31,7 +31,7 @@ ...@@ -31,7 +31,7 @@
import json import json
import pkg_resources import pkg_resources
import mimetypes import mimetypes
from base64 import decodestring, encodestring from base64 import decodebytes, encodebytes
from os import environ, path from os import environ, path
from subprocess import Popen, PIPE from subprocess import Popen, PIPE
from cloudooo.handler.ooo.application.openoffice import openoffice from cloudooo.handler.ooo.application.openoffice import openoffice
...@@ -46,7 +46,7 @@ from psutil import pid_exists ...@@ -46,7 +46,7 @@ from psutil import pid_exists
@implementer(IHandler) @implementer(IHandler)
class Handler(object): class Handler:
"""OOO Handler is used to access the one Document and OpenOffice. """OOO Handler is used to access the one Document and OpenOffice.
For each Document inputed is created on instance of this class to manipulate For each Document inputed is created on instance of this class to manipulate
the document. This Document must be able to create and remove a temporary the document. This Document must be able to create and remove a temporary
...@@ -76,9 +76,9 @@ class Handler(object): ...@@ -76,9 +76,9 @@ class Handler(object):
# backward compatibility. # backward compatibility.
# The heuristic is "if it's not utf-8", let's assume it's iso-8859-15. # The heuristic is "if it's not utf-8", let's assume it's iso-8859-15.
try: try:
unicode(data, 'utf-8') data.decode('utf-8')
except UnicodeDecodeError: except UnicodeDecodeError:
data = unicode(data, 'iso-8859-15').encode('utf-8') data = data.decode('iso-8859-15').encode('utf-8')
logger.warn("csv data is not utf-8, assuming iso-8859-15") logger.warn("csv data is not utf-8, assuming iso-8859-15")
self.document = FileSystemDocument( self.document = FileSystemDocument(
base_folder_url, base_folder_url,
...@@ -99,7 +99,7 @@ class Handler(object): ...@@ -99,7 +99,7 @@ class Handler(object):
'--document_url=%s' % self.document.getUrl()] '--document_url=%s' % self.document.getUrl()]
for arg in args: for arg in args:
command_list.insert(3, "--%s" % arg) command_list.insert(3, "--%s" % arg)
for k, v in kw.iteritems(): for k, v in kw.items():
command_list.append("--%s=%s" % (k, v)) command_list.append("--%s=%s" % (k, v))
return command_list return command_list
...@@ -138,16 +138,16 @@ class Handler(object): ...@@ -138,16 +138,16 @@ class Handler(object):
stdout, stderr = self._subprocess(command_list) stdout, stderr = self._subprocess(command_list)
if not stdout and stderr: if not stdout and stderr:
first_error = stderr first_error = stderr
logger.error(stderr) logger.error(stderr.decode())
self.document.restoreOriginal() self.document.restoreOriginal()
openoffice.restart() openoffice.restart()
kw['document_url'] = self.document.getUrl() kw['document_url'] = self.document.getUrl()
command = self._getCommand(*feature_list, **kw) command = self._getCommand(*feature_list, **kw)
stdout, stderr = self._subprocess(command) stdout, stderr = self._subprocess(command)
if not stdout and stderr: if not stdout and stderr:
second_error = "\nerror of the second run: " + stderr second_error = b"\nerror of the second run: " + stderr
logger.error(second_error) logger.error(second_error.decode())
raise Exception(first_error + second_error) raise Exception((first_error + second_error).decode(errors='replace'))
return stdout, stderr return stdout, stderr
...@@ -186,10 +186,10 @@ class Handler(object): ...@@ -186,10 +186,10 @@ class Handler(object):
kw['refresh'] = json.dumps(self.refresh) kw['refresh'] = json.dumps(self.refresh)
openoffice.acquire() openoffice.acquire()
try: try:
stdout, stderr = self._callUnoConverter(*['convert'], **kw) stdout, _ = self._callUnoConverter(*['convert'], **kw)
finally: finally:
openoffice.release() openoffice.release()
url = stdout.replace('\n', '') url = stdout.replace(b'\n', b'')
self.document.reload(url) self.document.reload(url)
content = self.document.getContent(self.zip) content = self.document.getContent(self.zip)
self.document.trash() self.document.trash()
...@@ -198,8 +198,8 @@ class Handler(object): ...@@ -198,8 +198,8 @@ class Handler(object):
def getMetadata(self, base_document=False): def getMetadata(self, base_document=False):
"""Returns a dictionary with all metadata of document. """Returns a dictionary with all metadata of document.
Keywords Arguments: Keywords Arguments:
base_document -- Boolean variable. if true, the document is also returned base_document -- Boolean variable. if true, the document content (as bytes)
along with the metadata.""" is also returned along with the metadata."""
logger.debug("getMetadata") logger.debug("getMetadata")
kw = dict(mimemapper=self._serializeMimemapper()) kw = dict(mimemapper=self._serializeMimemapper())
if base_document: if base_document:
...@@ -208,10 +208,10 @@ class Handler(object): ...@@ -208,10 +208,10 @@ class Handler(object):
feature_list = ['getmetadata'] feature_list = ['getmetadata']
openoffice.acquire() openoffice.acquire()
try: try:
stdout, stderr = self._callUnoConverter(*feature_list, **kw) stdout, _ = self._callUnoConverter(*feature_list, **kw)
finally: finally:
openoffice.release() openoffice.release()
metadata = json.loads(decodestring(stdout)) metadata = json.loads(decodebytes(stdout))
if 'document_url' in metadata: if 'document_url' in metadata:
self.document.reload(metadata['document_url']) self.document.reload(metadata['document_url'])
metadata['Data'] = self.document.getContent() metadata['Data'] = self.document.getContent()
...@@ -224,12 +224,11 @@ class Handler(object): ...@@ -224,12 +224,11 @@ class Handler(object):
Keyword arguments: Keyword arguments:
metadata -- expected an dictionary with metadata. metadata -- expected an dictionary with metadata.
""" """
metadata_pickled = json.dumps(metadata) metadata_pickled = json.dumps(metadata).encode()
logger.debug("setMetadata") kw = dict(metadata=encodebytes(metadata_pickled).decode())
kw = dict(metadata=encodestring(metadata_pickled))
openoffice.acquire() openoffice.acquire()
try: try:
stdout, stderr = self._callUnoConverter(*['setmetadata'], **kw) self._callUnoConverter(*['setmetadata'], **kw)
finally: finally:
openoffice.release() openoffice.release()
doc_loaded = self.document.getContent() doc_loaded = self.document.getContent()
......
...@@ -40,11 +40,6 @@ from base64 import b64encode, b64decode ...@@ -40,11 +40,6 @@ from base64 import b64encode, b64decode
from functools import partial from functools import partial
from getopt import getopt, GetoptError from getopt import getopt, GetoptError
try:
basestring
except NameError:
basestring = str
__doc__ = """ __doc__ = """
usage: unodocument [options] usage: unodocument [options]
...@@ -81,7 +76,17 @@ Options: ...@@ -81,7 +76,17 @@ Options:
""" """
class UnoDocument(object): MARKER = []
def next(gen, default=MARKER):
try:
return gen.__next__()
except StopIteration:
if default is MARKER:
raise
return default
class UnoDocument:
"""A module to easily work with OpenOffice.org.""" """A module to easily work with OpenOffice.org."""
def __init__(self, service_manager, document_url, def __init__(self, service_manager, document_url,
...@@ -242,9 +247,9 @@ class UnoDocument(object): ...@@ -242,9 +247,9 @@ class UnoDocument(object):
continue continue
property_value = getattr(container, property_name, '') property_value = getattr(container, property_name, '')
if property_value: if property_value:
if isinstance(property_value, basestring): if isinstance(property_value, str):
metadata[property_name] = property_value metadata[property_name] = property_value
elif isinstance(property_value, tuple) and isinstance(property_value[0], basestring): elif isinstance(property_value, tuple) and isinstance(property_value[0], str):
metadata[property_name] = property_value metadata[property_name] = property_value
else: else:
try: try:
...@@ -284,7 +289,7 @@ class UnoDocument(object): ...@@ -284,7 +289,7 @@ class UnoDocument(object):
if isinstance(current_value, tuple): if isinstance(current_value, tuple):
if isinstance(value, list): if isinstance(value, list):
value = tuple(value) value = tuple(value)
elif isinstance(value, basestring): elif isinstance(value, str):
# BBB: old ERP5 code sends Keywords as a string # BBB: old ERP5 code sends Keywords as a string
# separated by a whitespace. # separated by a whitespace.
value = tuple(value.split(' ')) value = tuple(value.split(' '))
...@@ -294,7 +299,7 @@ class UnoDocument(object): ...@@ -294,7 +299,7 @@ class UnoDocument(object):
else: else:
new_properties.append([prop, value]) new_properties.append([prop, value])
for prop, value in new_properties: for prop, value in new_properties:
if isinstance(value, basestring): if isinstance(value, str):
user_defined_properties.addProperty(prop, 0, '') user_defined_properties.addProperty(prop, 0, '')
user_defined_properties.setPropertyValue(prop, value) user_defined_properties.setPropertyValue(prop, value)
self.document_loaded.store() self.document_loaded.store()
...@@ -311,7 +316,7 @@ def main(): ...@@ -311,7 +316,7 @@ def main():
help_msg = "\nUse --help or -h\n" help_msg = "\nUse --help or -h\n"
try: try:
opt_list, arg_list = getopt(sys.argv[1:], "h", ["help", "test", opt_list, _ = getopt(sys.argv[1:], "h", ["help", "test",
"convert", "getmetadata", "setmetadata", "convert", "getmetadata", "setmetadata",
"uno_path=", "office_binary_path=", "uno_path=", "office_binary_path=",
"hostname=", "port=", "source_format=", "hostname=", "port=", "source_format=",
...@@ -325,10 +330,8 @@ def main(): ...@@ -325,10 +330,8 @@ def main():
param_list = [tuple[0] for tuple in iter(opt_list)] param_list = [tuple[0] for tuple in iter(opt_list)]
try: import json
import json
except ImportError:
import simplejson as json
metadata = mimemapper = script = None metadata = mimemapper = script = None
hostname = port = office_binary_path = uno_path = None hostname = port = office_binary_path = uno_path = None
document_url = destination_format = source_format = infilter = refresh = None document_url = destination_format = source_format = infilter = refresh = None
......
...@@ -30,23 +30,10 @@ ...@@ -30,23 +30,10 @@
############################################################################## ##############################################################################
import sys import sys
try: import json
import json
except ImportError:
import simplejson as json
import helper_util import helper_util
from getopt import getopt, GetoptError from getopt import getopt, GetoptError
# python3 support
try:
basestring
except NameError:
basestring = str
try:
long
except NameError:
long = int
__doc__ = """ __doc__ = """
...@@ -65,7 +52,7 @@ Options: ...@@ -65,7 +52,7 @@ Options:
""" """
class UnoMimemapper(object): class UnoMimemapper:
""" """ """ """
def __init__(self, hostname, port, uno_path=None, office_binary_path=None): def __init__(self, hostname, port, uno_path=None, office_binary_path=None):
...@@ -74,7 +61,7 @@ class UnoMimemapper(object): ...@@ -74,7 +61,7 @@ class UnoMimemapper(object):
uno_path, uno_path,
office_binary_path) office_binary_path)
def _getElementNameByService(self, uno_service, ignore_name_list=[]): def _getElementNameByService(self, uno_service, ignore_name_list):
"""Returns an dict with elements.""" """Returns an dict with elements."""
name_list = uno_service.getElementNames() name_list = uno_service.getElementNames()
service_dict = {} service_dict = {}
...@@ -84,7 +71,7 @@ class UnoMimemapper(object): ...@@ -84,7 +71,7 @@ class UnoMimemapper(object):
for obj in iter(element_list): for obj in iter(element_list):
if obj.Name in ignore_name_list: if obj.Name in ignore_name_list:
continue continue
if not isinstance(obj.Value, (bool, int, long, basestring, tuple)): if not isinstance(obj.Value, (bool, int, str, tuple)):
continue continue
element_dict[obj.Name] = obj.Value element_dict[obj.Name] = obj.Value
service_dict[name] = element_dict service_dict[name] = element_dict
......
...@@ -33,14 +33,14 @@ from re import findall ...@@ -33,14 +33,14 @@ from re import findall
from subprocess import Popen, PIPE from subprocess import Popen, PIPE
from subprocess import STDOUT from subprocess import STDOUT
from zope.interface import implementer from zope.interface import implementer
from filter import Filter from .filter import Filter
from os import environ, path from os import environ, path
from cloudooo.interfaces.mimemapper import IMimemapper from cloudooo.interfaces.mimemapper import IMimemapper
import json import json
@implementer(IMimemapper) @implementer(IMimemapper)
class MimeMapper(object): class MimeMapper:
"""Load all filters from OOo. You can get the filter you want or all """Load all filters from OOo. You can get the filter you want or all
filters of the specific extension. filters of the specific extension.
""" """
...@@ -63,7 +63,7 @@ class MimeMapper(object): ...@@ -63,7 +63,7 @@ class MimeMapper(object):
def _typeToDocumentService(self, document_type): def _typeToDocumentService(self, document_type):
"""Returns the document service according to document type.""" """Returns the document service according to document type."""
for k, v in self._document_type_dict.iteritems(): for k, v in self._document_type_dict.items():
if k.startswith(document_type): if k.startswith(document_type):
return v return v
...@@ -124,7 +124,7 @@ class MimeMapper(object): ...@@ -124,7 +124,7 @@ class MimeMapper(object):
'Text', # Use 'Text - Choose Encoding' instead 'Text', # Use 'Text - Choose Encoding' instead
'Text (StarWriter/Web)', # Use 'Text - Choose Encoding (Writer/Web)' instead 'Text (StarWriter/Web)', # Use 'Text - Choose Encoding (Writer/Web)' instead
] ]
for filter_name, value in filter_dict.iteritems(): for filter_name, value in filter_dict.items():
if filter_name in ooo_disable_filter_list: if filter_name in ooo_disable_filter_list:
continue continue
ui_name = value.get('UIName') ui_name = value.get('UIName')
...@@ -211,7 +211,7 @@ class MimeMapper(object): ...@@ -211,7 +211,7 @@ class MimeMapper(object):
'pdf': ['com.sun.star.drawing.DrawingDocument'], 'pdf': ['com.sun.star.drawing.DrawingDocument'],
'xls': ['com.sun.star.sheet.SpreadsheetDocument'], 'xls': ['com.sun.star.sheet.SpreadsheetDocument'],
}) })
self.document_service_list = self._extension_list_by_type.keys() self.document_service_list = list(self._extension_list_by_type.keys())
self._loaded = True self._loaded = True
def getFilterName(self, extension, document_service): def getFilterName(self, extension, document_service):
...@@ -226,11 +226,11 @@ class MimeMapper(object): ...@@ -226,11 +226,11 @@ class MimeMapper(object):
filter_list = [filter for filter in self.getFilterList(extension) \ filter_list = [filter for filter in self.getFilterList(extension) \
if filter.getDocumentService() == document_service] if filter.getDocumentService() == document_service]
if len(filter_list) > 1: if len(filter_list) > 1:
for filter in iter(filter_list): for filter in filter_list:
if filter.isPreferred(): if filter.isPreferred():
return filter.getName() return filter.getName()
else: else:
for filter in iter(filter_list): for filter in filter_list:
if filter.getName().endswith("Export"): if filter.getName().endswith("Export"):
return filter.getName() return filter.getName()
filter_list.sort(key=lambda x: x.getSortIndex()) filter_list.sort(key=lambda x: x.getSortIndex())
...@@ -272,10 +272,10 @@ class MimeMapper(object): ...@@ -272,10 +272,10 @@ class MimeMapper(object):
allowed_extension_list.extend(self._extension_list_by_type.get(document_type, [])) allowed_extension_list.extend(self._extension_list_by_type.get(document_type, []))
# gets list of extensions of each document type if document_type_list isn't # gets list of extensions of each document type if document_type_list isn't
# empty. # empty.
for type in iter(document_type_list): for type in document_type_list:
# gets list of extensions with key document type # gets list of extensions with key document type
extension_list = self._extension_list_by_type.get(type) extension_list = self._extension_list_by_type.get(type)
for ext in iter(extension_list): for ext in extension_list:
if not ext in allowed_extension_list: if not ext in allowed_extension_list:
allowed_extension_list.append(ext) allowed_extension_list.append(ext)
return tuple(allowed_extension_list) return tuple(allowed_extension_list)
......
from request import MonitorRequest from .request import MonitorRequest
from memory import MonitorMemory from .memory import MonitorMemory
from sleeping_time import MonitorSpleepingTime from .sleeping_time import MonitorSpleepingTime
from cloudooo.handler.ooo.application.openoffice import openoffice from cloudooo.handler.ooo.application.openoffice import openoffice
from cloudooo.util import convertStringToBool from cloudooo.util import convertStringToBool
......
...@@ -28,7 +28,7 @@ ...@@ -28,7 +28,7 @@
# #
############################################################################## ##############################################################################
from monitor import Monitor from .monitor import Monitor
from multiprocessing import Process from multiprocessing import Process
import psutil import psutil
from cloudooo.util import logger from cloudooo.util import logger
...@@ -54,7 +54,7 @@ class MonitorMemory(Monitor, Process): ...@@ -54,7 +54,7 @@ class MonitorMemory(Monitor, Process):
if not hasattr(self, 'process') or \ if not hasattr(self, 'process') or \
self.process.pid != int(self.openoffice.pid()): self.process.pid != int(self.openoffice.pid()):
self.create_process() self.create_process()
return self.process.memory_info().rss / (1024 * 1024) return self.process.memory_info().rss // (1024 * 1024)
except TypeError: except TypeError:
logger.debug("OpenOffice is stopped") logger.debug("OpenOffice is stopped")
return 0 return 0
......
...@@ -33,7 +33,7 @@ from cloudooo.interfaces.monitor import IMonitor ...@@ -33,7 +33,7 @@ from cloudooo.interfaces.monitor import IMonitor
@implementer(IMonitor) @implementer(IMonitor)
class Monitor(object): class Monitor:
""" """ """ """
def __init__(self, openoffice, interval): def __init__(self, openoffice, interval):
......
...@@ -28,7 +28,7 @@ ...@@ -28,7 +28,7 @@
# #
############################################################################## ##############################################################################
from monitor import Monitor from .monitor import Monitor
from threading import Thread from threading import Thread
from cloudooo.util import logger from cloudooo.util import logger
from time import sleep from time import sleep
......
...@@ -28,7 +28,7 @@ ...@@ -28,7 +28,7 @@
# #
############################################################################## ##############################################################################
from monitor import Monitor from .monitor import Monitor
from threading import Thread from threading import Thread
from cloudooo.util import logger from cloudooo.util import logger
from time import sleep, time from time import sleep, time
......
...@@ -28,7 +28,7 @@ ...@@ -28,7 +28,7 @@
# #
############################################################################## ##############################################################################
from monitor import Monitor from .monitor import Monitor
from multiprocessing import Process from multiprocessing import Process
from time import sleep from time import sleep
from cloudooo.util import logger from cloudooo.util import logger
......
...@@ -31,11 +31,11 @@ ...@@ -31,11 +31,11 @@
import sys import sys
from multiprocessing import Process from multiprocessing import Process
from os import listdir from os import listdir
from xmlrpclib import ServerProxy from xmlrpc.client import ServerProxy
from os.path import join from os.path import join
from getopt import getopt, GetoptError from getopt import getopt, GetoptError
from time import ctime, time from time import ctime, time
from base64 import encodestring from base64 import encodebytes
__doc__ = """ __doc__ = """
usage: python HighTestLoad.py [options] usage: python HighTestLoad.py [options]
...@@ -51,7 +51,7 @@ Options: ...@@ -51,7 +51,7 @@ Options:
""" """
class Log(object): class Log:
"""Object to manipulate the log file""" """Object to manipulate the log file"""
def __init__(self, log_path, mode='a'): def __init__(self, log_path, mode='a'):
...@@ -109,7 +109,7 @@ class Client(Process): ...@@ -109,7 +109,7 @@ class Client(Process):
folder_list = listdir(self.folder)[:self.number_of_request] folder_list = listdir(self.folder)[:self.number_of_request]
for filename in folder_list: for filename in folder_list:
file_path = join(self.folder, filename) file_path = join(self.folder, filename)
data = encodestring(open(file_path).read()) data = encodebytes(open(file_path).read())
self.log.msg("Input: %s\n" % file_path) self.log.msg("Input: %s\n" % file_path)
try: try:
now = time() now = time()
...@@ -118,7 +118,7 @@ class Client(Process): ...@@ -118,7 +118,7 @@ class Client(Process):
self.log.msg("Duration: %s\n" % response_duration) self.log.msg("Duration: %s\n" % response_duration)
time_list.append(response_duration) time_list.append(response_duration)
self.log.flush() self.log.flush()
except Exception, err: except Exception as err:
self.log.msg("%s\n" % str(err)) self.log.msg("%s\n" % str(err))
self.number_of_request -= 1 self.number_of_request -= 1
...@@ -132,15 +132,15 @@ def main(): ...@@ -132,15 +132,15 @@ def main():
help_msg = "\nUse --help or -h" help_msg = "\nUse --help or -h"
try: try:
opt_list, arg_list = getopt(sys.argv[1:], "hc:n:f:s:l:", ["help"]) opt_list, arg_list = getopt(sys.argv[1:], "hc:n:f:s:l:", ["help"])
except GetoptError, msg: except GetoptError as msg:
msg = msg.msg + help_msg msg = msg.msg + help_msg
print >> sys.stderr, msg print(msg, file=sys.stderr)
sys.exit(2) sys.exit(2)
kw = {} kw = {}
for opt, arg in opt_list: for opt, arg in opt_list:
if opt in ('-h', '--help'): if opt in ('-h', '--help'):
print >> sys.stdout, __doc__ print(__doc__, file=sys.stdout)
sys.exit(2) sys.exit(2)
elif opt == '-c': elif opt == '-c':
number_client = int(arg) number_client = int(arg)
......
...@@ -31,10 +31,10 @@ ...@@ -31,10 +31,10 @@
import sys import sys
from multiprocessing import Process from multiprocessing import Process
from os import listdir from os import listdir
from xmlrpclib import ServerProxy from xmlrpc.client import ServerProxy
from os.path import join from os.path import join
from getopt import getopt, GetoptError from getopt import getopt, GetoptError
from base64 import encodestring from base64 import encodebytes
""" """
XXX - This file is duplicated and should be refactored to be used for all XXX - This file is duplicated and should be refactored to be used for all
...@@ -58,7 +58,7 @@ Options: ...@@ -58,7 +58,7 @@ Options:
""" """
class Log(object): class Log:
"""Object to manipulate the log file""" """Object to manipulate the log file"""
def __init__(self, log_path, mode='a'): def __init__(self, log_path, mode='a'):
...@@ -114,13 +114,13 @@ class Client(Process): ...@@ -114,13 +114,13 @@ class Client(Process):
folder_list = listdir(self.folder)[:self.number_of_request] folder_list = listdir(self.folder)[:self.number_of_request]
for filename in folder_list: for filename in folder_list:
file_path = join(self.folder, filename) file_path = join(self.folder, filename)
data = encodestring(open(file_path).read()) data = encodebytes(open(file_path).read())
try: try:
proxy.getTableItemList(data, 'odt') proxy.getTableItemList(data, 'odt')
proxy.getChapterItemList(data, 'odt') proxy.getChapterItemList(data, 'odt')
proxy.getImageItemList(data, 'odt') proxy.getImageItemList(data, 'odt')
self.log.msg("Success\n") self.log.msg("Success\n")
except Exception, err: except Exception as err:
self.log.msg("Error - %s\n"%str(err)) self.log.msg("Error - %s\n"%str(err))
self.number_of_request -= 1 self.number_of_request -= 1
self.log.close() self.log.close()
...@@ -131,15 +131,15 @@ def main(): ...@@ -131,15 +131,15 @@ def main():
help_msg = "\nUse --help or -h" help_msg = "\nUse --help or -h"
try: try:
opt_list, arg_list = getopt(sys.argv[1:], "hc:n:f:s:l:", ["help"]) opt_list, arg_list = getopt(sys.argv[1:], "hc:n:f:s:l:", ["help"])
except GetoptError, msg: except GetoptError as msg:
msg = msg.msg + help_msg msg = msg.msg + help_msg
print >> sys.stderr, msg print(msg, file=sys.stderr)
sys.exit(2) sys.exit(2)
kw = {} kw = {}
for opt, arg in opt_list: for opt, arg in opt_list:
if opt in ('-h', '--help'): if opt in ('-h', '--help'):
print >> sys.stdout, __doc__ print(__doc__, file=sys.stdout)
sys.exit(2) sys.exit(2)
elif opt == '-c': elif opt == '-c':
number_client = int(arg) number_client = int(arg)
......
...@@ -62,5 +62,5 @@ class TestAllFormats(TestCase): ...@@ -62,5 +62,5 @@ class TestAllFormats(TestCase):
request = {'document_type': document_type} request = {'document_type': document_type}
extension_list = self.proxy.getAllowedExtensionList(request) extension_list = self.proxy.getAllowedExtensionList(request)
for extension in extension_list: for extension in extension_list:
with self.subTest(extension):
self._testConvertFile(input_url, source_format, extension[0], None) self._testConvertFile(input_url, source_format, extension[0], None)
...@@ -28,9 +28,10 @@ ...@@ -28,9 +28,10 @@
# #
############################################################################## ##############################################################################
from xmlrpclib import Fault from xmlrpc.client import Fault
from cloudooo.tests.cloudoooTestCase import TestCase from cloudooo.tests.cloudoooTestCase import TestCase
from base64 import encodestring from base64 import encodebytes
class TestAllFormatsERP5Compatibility(TestCase): class TestAllFormatsERP5Compatibility(TestCase):
""" """
...@@ -54,27 +55,21 @@ class TestAllFormatsERP5Compatibility(TestCase): ...@@ -54,27 +55,21 @@ class TestAllFormatsERP5Compatibility(TestCase):
"""Test all spreadsheet formats""" """Test all spreadsheet formats"""
self.runTestForType('data/test.ods', 'ods', 'application/vnd.oasis.opendocument.spreadsheet') self.runTestForType('data/test.ods', 'ods', 'application/vnd.oasis.opendocument.spreadsheet')
def runTestForType(self, filename, source_format, source_mimetype): def runTestForType(self, filename:str, source_format:str, source_mimetype:str) -> None:
"""Generic test""" """Generic test"""
extension_list = self.proxy.getAllowedTargetItemList(source_mimetype)[1]['response_data'] extension_list = self.proxy.getAllowedTargetItemList(source_mimetype)[1]['response_data']
fault_list = [] with open(filename, 'rb') as f:
for extension, format in extension_list: encoded_data = encodebytes(f.read()).decode()
try:
data_output = self.proxy.run_generate(filename, for extension, _ in extension_list:
encodestring( with self.subTest(extension):
open(filename).read()), _, data_output, fault = self.proxy.run_generate(filename,
encoded_data,
None, None,
extension, extension,
source_mimetype)[1] source_mimetype)
self.assertFalse(fault)
data_output = data_output['data'] data_output = data_output['data']
file_type = self._getFileType(data_output) file_type = self._getFileType(data_output)
if file_type.endswith(": empty"): self.assertNotIn(": empty", file_type)
fault_list.append((source_format, extension, file_type))
except Fault as err:
fault_list.append((source_format, extension, err.faultString))
if fault_list:
template_message = 'input_format: %r\noutput_format: %r\n traceback:\n%s'
message = '\n'.join([template_message % fault for fault in fault_list])
self.fail('Failed Conversions:\n' + message)
...@@ -30,8 +30,8 @@ ...@@ -30,8 +30,8 @@
import unittest import unittest
import magic import magic
from StringIO import StringIO from io import BytesIO
from base64 import decodestring from base64 import decodebytes
from os import path from os import path
from zipfile import ZipFile from zipfile import ZipFile
from cloudooo.handler.ooo.document import FileSystemDocument from cloudooo.handler.ooo.document import FileSystemDocument
...@@ -43,7 +43,7 @@ class TestFileSystemDocument(unittest.TestCase): ...@@ -43,7 +43,7 @@ class TestFileSystemDocument(unittest.TestCase):
def setUp(self): def setUp(self):
"""Create data to tests and instantiated a FileSystemDocument""" """Create data to tests and instantiated a FileSystemDocument"""
self.tmp_url = '/tmp' self.tmp_url = '/tmp'
self.data = decodestring("cloudooo Test") self.data = decodebytes(b"cloudooo Test")
self.fsdocument = FileSystemDocument(self.tmp_url, self.data, 'txt') self.fsdocument = FileSystemDocument(self.tmp_url, self.data, 'txt')
def tearDown(self): def tearDown(self):
...@@ -59,7 +59,7 @@ class TestFileSystemDocument(unittest.TestCase): ...@@ -59,7 +59,7 @@ class TestFileSystemDocument(unittest.TestCase):
document_test_url = path.join(self.fsdocument.directory_name, document_test_url = path.join(self.fsdocument.directory_name,
document_filename) document_filename)
with open(document_test_url, 'wb') as f: with open(document_test_url, 'wb') as f:
f.write(decodestring(b"Test Document")) f.write(decodebytes(b"Test Document"))
self.fsdocument.reload(document_test_url) self.fsdocument.reload(document_test_url)
self.assertEqual(path.exists(old_document_url), False) self.assertEqual(path.exists(old_document_url), False)
self.assertNotEqual(self.fsdocument.original_data, self.assertNotEqual(self.fsdocument.original_data,
...@@ -112,7 +112,7 @@ class TestFileSystemDocument(unittest.TestCase): ...@@ -112,7 +112,7 @@ class TestFileSystemDocument(unittest.TestCase):
mime = magic.Magic(mime=True) mime = magic.Magic(mime=True)
mimetype = mime.from_buffer(zip_file) mimetype = mime.from_buffer(zip_file)
self.assertEqual(mimetype, 'application/zip') self.assertEqual(mimetype, 'application/zip')
ziptest = ZipFile(StringIO(zip_file), 'r') ziptest = ZipFile(BytesIO(zip_file), 'r')
self.assertEqual(len(ziptest.filelist), 2) self.assertEqual(len(ziptest.filelist), 2)
for file in ziptest.filelist: for file in ziptest.filelist:
if file.filename.endswith("document2"): if file.filename.endswith("document2"):
...@@ -130,7 +130,7 @@ class TestFileSystemDocument(unittest.TestCase): ...@@ -130,7 +130,7 @@ class TestFileSystemDocument(unittest.TestCase):
self.assertEqual(mimetype, "application/zip") self.assertEqual(mimetype, "application/zip")
mimetype = mime.from_buffer(zipdocument.getContent()) mimetype = mime.from_buffer(zipdocument.getContent())
self.assertEqual(mimetype, "text/html") self.assertEqual(mimetype, "text/html")
zipfile = ZipFile(StringIO(zipdocument.getContent(True))) zipfile = ZipFile(BytesIO(zipdocument.getContent(True)))
self.assertEqual(sorted(zipfile.namelist()), self.assertEqual(sorted(zipfile.namelist()),
sorted(['logo.gif', 'test.htm'])) sorted(['logo.gif', 'test.htm']))
......
# -*- coding: utf-8 -*-
############################################################################## ##############################################################################
# #
# Copyright (c) 2010 Nexedi SA and Contributors. All Rights Reserved. # Copyright (c) 2010 Nexedi SA and Contributors. All Rights Reserved.
...@@ -30,7 +29,7 @@ ...@@ -30,7 +29,7 @@
############################################################################## ##############################################################################
from zipfile import ZipFile from zipfile import ZipFile
from StringIO import StringIO from io import BytesIO
from lxml import etree from lxml import etree
from cloudooo.tests.handlerTestCase import HandlerTestCase from cloudooo.tests.handlerTestCase import HandlerTestCase
from cloudooo.handler.ooo.granulator import OOGranulator from cloudooo.handler.ooo.granulator import OOGranulator
...@@ -71,7 +70,7 @@ class TestOOGranulator(HandlerTestCase): ...@@ -71,7 +70,7 @@ class TestOOGranulator(HandlerTestCase):
data = f.read() data = f.read()
oogranulator = OOGranulator(data, 'odt') oogranulator = OOGranulator(data, 'odt')
table_data_doc = oogranulator.getTable('Developers') table_data_doc = oogranulator.getTable('Developers')
content_xml_str = ZipFile(StringIO(table_data_doc)).read('content.xml') content_xml_str = ZipFile(BytesIO(table_data_doc)).read('content.xml')
content_xml = etree.fromstring(content_xml_str) content_xml = etree.fromstring(content_xml_str)
table_list = content_xml.xpath('//table:table', table_list = content_xml.xpath('//table:table',
namespaces=content_xml.nsmap) namespaces=content_xml.nsmap)
...@@ -129,7 +128,7 @@ class TestOOGranulator(HandlerTestCase): ...@@ -129,7 +128,7 @@ class TestOOGranulator(HandlerTestCase):
"""Test if getImage() returns the right image file successfully""" """Test if getImage() returns the right image file successfully"""
with open('./data/granulate_test.odt', 'rb') as f: with open('./data/granulate_test.odt', 'rb') as f:
data = f.read() data = f.read()
zip = ZipFile(StringIO(data)) zip = ZipFile(BytesIO(data))
image_id = '10000000000000C80000009C38276C51.jpg' image_id = '10000000000000C80000009C38276C51.jpg'
original_image = zip.read('Pictures/%s' % image_id) original_image = zip.read('Pictures/%s' % image_id)
geted_image = self.oogranulator.getImage(image_id) geted_image = self.oogranulator.getImage(image_id)
...@@ -161,8 +160,8 @@ class TestOOGranulator(HandlerTestCase): ...@@ -161,8 +160,8 @@ class TestOOGranulator(HandlerTestCase):
big_paragraph = self.oogranulator.getParagraph(5) big_paragraph = self.oogranulator.getParagraph(5)
self.assertEqual('P8', big_paragraph[1]) self.assertEqual('P8', big_paragraph[1])
self.assertTrue(big_paragraph[0].startswith(u'A prática cotidiana prova')) self.assertTrue(big_paragraph[0].startswith('A prática cotidiana prova'))
self.assertTrue(big_paragraph[0].endswith(u'corresponde às necessidades.')) self.assertTrue(big_paragraph[0].endswith('corresponde às necessidades.'))
def testGetParagraphItemWithoutSuccess(self): def testGetParagraphItemWithoutSuccess(self):
"""Test if getParagraphItem() returns None for not existent id""" """Test if getParagraphItem() returns None for not existent id"""
......
...@@ -30,7 +30,7 @@ ...@@ -30,7 +30,7 @@
import magic import magic
from os import path from os import path
from base64 import encodestring, decodestring from base64 import encodebytes, decodebytes
from cloudooo.tests.handlerTestCase import HandlerTestCase from cloudooo.tests.handlerTestCase import HandlerTestCase
from cloudooo.handler.ooo.handler import Handler from cloudooo.handler.ooo.handler import Handler
from cloudooo.handler.ooo.application.openoffice import openoffice from cloudooo.handler.ooo.application.openoffice import openoffice
......
...@@ -28,7 +28,7 @@ ...@@ -28,7 +28,7 @@
# #
############################################################################## ##############################################################################
from base64 import encodestring, decodestring from base64 import encodebytes, decodebytes
from multiprocessing import Process, Array from multiprocessing import Process, Array
from cloudooo.tests.cloudoooTestCase import TestCase from cloudooo.tests.cloudoooTestCase import TestCase
import magic import magic
...@@ -39,8 +39,8 @@ mime_decoder = magic.Magic(mime=True) ...@@ -39,8 +39,8 @@ mime_decoder = magic.Magic(mime=True)
def basicTestToGenerate(id, proxy, data, source_format, destination_format, def basicTestToGenerate(id, proxy, data, source_format, destination_format,
result_list): result_list):
"""Test to use method generate of server""" """Test to use method generate of server"""
document = proxy.convertFile(encodestring(data), source_format, destination_format) document = proxy.convertFile(encodebytes(data), source_format, destination_format)
mimetype = mime_decoder.from_buffer(decodestring(document)) mimetype = mime_decoder.from_buffer(decodebytes(document))
assert mimetype == 'application/pdf' assert mimetype == 'application/pdf'
result_list[id] = True result_list[id] = True
......
...@@ -28,7 +28,7 @@ ...@@ -28,7 +28,7 @@
# #
############################################################################## ##############################################################################
from base64 import encodestring from base64 import encodebytes
from cloudooo.tests.cloudoooTestCase import TestCase from cloudooo.tests.cloudoooTestCase import TestCase
from pkg_resources import resource_filename from pkg_resources import resource_filename
...@@ -39,10 +39,11 @@ class TestLegacyInterface(TestCase): ...@@ -39,10 +39,11 @@ class TestLegacyInterface(TestCase):
"""Check implicit base conversion of HTML documents.""" """Check implicit base conversion of HTML documents."""
filename = resource_filename('cloudooo.handler.ooo.tests.data', filename = resource_filename('cloudooo.handler.ooo.tests.data',
'test_failure_conversion.html') 'test_failure_conversion.html')
data = open(filename, 'r').read() with open(filename, 'rb') as f:
data = f.read()
status, response_dict, message = self.proxy.run_convert( status, response_dict, message = self.proxy.run_convert(
filename, filename,
encodestring(data), encodebytes(data).decode(),
None, None,
None, None,
'text/html') 'text/html')
...@@ -55,9 +56,10 @@ class TestLegacyInterface(TestCase): ...@@ -55,9 +56,10 @@ class TestLegacyInterface(TestCase):
"""Check conversion of HTML to odt""" """Check conversion of HTML to odt"""
filename = resource_filename('cloudooo.handler.ooo.tests.data', filename = resource_filename('cloudooo.handler.ooo.tests.data',
'test_failure_conversion.html') 'test_failure_conversion.html')
data = open(filename, 'r').read() with open(filename, 'rb') as f:
data = f.read()
status, response_dict, message = self.proxy.run_generate(filename, status, response_dict, message = self.proxy.run_generate(filename,
encodestring(data), encodebytes(data).decode(),
None, None,
'odt', 'odt',
'text/html') 'text/html')
......
...@@ -166,17 +166,17 @@ class TestMimeMapper(HandlerTestCase): ...@@ -166,17 +166,17 @@ class TestMimeMapper(HandlerTestCase):
def testIfThereIsDuplicateData(self): def testIfThereIsDuplicateData(self):
"""Test if there is duplicate data.""" """Test if there is duplicate data."""
# XXX It can not exists multiple keys inside a dictionary # XXX It can not exists multiple keys inside a dictionary
extension_list = self.mimemapper._doc_type_list_by_extension.keys() extension_list = list(self.mimemapper._doc_type_list_by_extension.keys())
self.assertEqual(len(extension_list), len(set(extension_list))) self.assertEqual(len(extension_list), len(set(extension_list)))
for type_list in self.mimemapper._doc_type_list_by_extension.values(): for type_list in list(self.mimemapper._doc_type_list_by_extension.values()):
self.assertEqual(len(type_list), len(set(type_list))) self.assertEqual(len(type_list), len(set(type_list)))
document_type_list = self.mimemapper._document_type_dict.keys() document_type_list = list(self.mimemapper._document_type_dict.keys())
self.assertEqual(len(document_type_list), len(set(document_type_list))) self.assertEqual(len(document_type_list), len(set(document_type_list)))
document_service_list = self.mimemapper._document_type_dict.values() document_service_list = list(self.mimemapper._document_type_dict.values())
self.assertEqual(len(document_service_list), len(set(document_service_list))) self.assertEqual(len(document_service_list), len(set(document_service_list)))
document_service_list = self.mimemapper._extension_list_by_type.keys() document_service_list = list(self.mimemapper._extension_list_by_type.keys())
self.assertEqual(len(document_service_list), len(set(document_service_list))) self.assertEqual(len(document_service_list), len(set(document_service_list)))
extension_list = self.mimemapper._extension_list_by_type.values() extension_list = list(self.mimemapper._extension_list_by_type.values())
for extension in extension_list: for extension in extension_list:
self.assertEqual(len(extension), len(set(extension)), self.assertEqual(len(extension), len(set(extension)),
"extension_list_by_type has duplicate data") "extension_list_by_type has duplicate data")
......
...@@ -58,7 +58,7 @@ class TestOdfDocument(HandlerTestCase): ...@@ -58,7 +58,7 @@ class TestOdfDocument(HandlerTestCase):
def testGetNotPresentFile(self): def testGetNotPresentFile(self):
"""Test if the getFile method returns None for not present file request""" """Test if the getFile method returns None for not present file request"""
requested_file = self.oodocument.getFile('not_present.xml') requested_file = self.oodocument.getFile('not_present.xml')
self.assertEqual(requested_file, '') self.assertEqual(requested_file, b'')
def testParseContent(self): def testParseContent(self):
"""Test if the _parsed_content attribute is the parsed content.xml""" """Test if the _parsed_content attribute is the parsed content.xml"""
......
This diff is collapsed.
...@@ -79,6 +79,7 @@ class TestUnoConverter(HandlerTestCase): ...@@ -79,6 +79,7 @@ class TestUnoConverter(HandlerTestCase):
"--source_format=%s" % "odt", "--source_format=%s" % "odt",
"--mimemapper=%s" % mimemapper_pickled] "--mimemapper=%s" % mimemapper_pickled]
stdout, stderr = Popen(command, stdout, stderr = Popen(command,
text=True,
stdout=PIPE, stdout=PIPE,
stderr=PIPE).communicate() stderr=PIPE).communicate()
self.assertEqual(stderr, '') self.assertEqual(stderr, '')
......
...@@ -67,7 +67,8 @@ class TestUnoMimeMapper(HandlerTestCase): ...@@ -67,7 +67,8 @@ class TestUnoMimeMapper(HandlerTestCase):
"--port=%s" % self.openoffice_port] "--port=%s" % self.openoffice_port]
stdout, stderr = Popen(command, stdout, stderr = Popen(command,
stdout=PIPE, stdout=PIPE,
stderr=PIPE).communicate() stderr=PIPE,
text=True).communicate()
self.assertEqual(stderr, '') self.assertEqual(stderr, '')
filter_dict, type_dict = json.loads(stdout) filter_dict, type_dict = json.loads(stdout)
self.assertNotEqual(filter_dict.get('writer8'), None) self.assertNotEqual(filter_dict.get('writer8'), None)
...@@ -86,7 +87,8 @@ class TestUnoMimeMapper(HandlerTestCase): ...@@ -86,7 +87,8 @@ class TestUnoMimeMapper(HandlerTestCase):
"--port=%s" % self.openoffice_port] "--port=%s" % self.openoffice_port]
stdout, stderr = Popen(command, stdout, stderr = Popen(command,
stdout=PIPE, stdout=PIPE,
stderr=PIPE).communicate() stderr=PIPE,
text=True).communicate()
self.assertEqual(stderr, '') self.assertEqual(stderr, '')
filter_dict, type_dict = json.loads(stdout) filter_dict, type_dict = json.loads(stdout)
self.assertNotEqual(filter_dict.get('writer8'), None) self.assertNotEqual(filter_dict.get('writer8'), None)
...@@ -113,7 +115,8 @@ class TestUnoMimeMapper(HandlerTestCase): ...@@ -113,7 +115,8 @@ class TestUnoMimeMapper(HandlerTestCase):
for i in range(10): for i in range(10):
stdout, stderr = Popen(command, stdout, stderr = Popen(command,
stdout=PIPE, stdout=PIPE,
stderr=PIPE).communicate() stderr=PIPE,
text=True).communicate()
self.assertEqual(stdout, '') self.assertEqual(stdout, '')
self.assertIn(error_msg, stderr) self.assertIn(error_msg, stderr)
openoffice.start() openoffice.start()
......
...@@ -79,6 +79,7 @@ class Handler: ...@@ -79,6 +79,7 @@ class Handler:
stdout=PIPE, stdout=PIPE,
stderr=PIPE, stderr=PIPE,
close_fds=True, close_fds=True,
text=True,
env=self.environment).communicate() env=self.environment).communicate()
info_list = [_f for _f in stdout.split("\n") if _f] info_list = [_f for _f in stdout.split("\n") if _f]
metadata = {} metadata = {}
......
...@@ -40,7 +40,7 @@ def keyNameToOption(key_name, prefix=""): ...@@ -40,7 +40,7 @@ def keyNameToOption(key_name, prefix=""):
return "--" + prefix + key_name.replace("_", "-") return "--" + prefix + key_name.replace("_", "-")
@implementer(IHandler) @implementer(IHandler)
class Handler(object): class Handler:
"""ImageMagic Handler is used to handler images.""" """ImageMagic Handler is used to handler images."""
def __init__(self, base_folder_url, data, source_format, **kw): def __init__(self, base_folder_url, data, source_format, **kw):
...@@ -272,10 +272,12 @@ class Handler(object): ...@@ -272,10 +272,12 @@ class Handler(object):
return option_list return option_list
def makeDataPathArgumentOptionList(self, *args, **kw): def makeDataPathArgumentOptionList(self, *args, **kw):
return self.makeDataUrlArgumentOptionList(*args, url_type="path", **kw) kw['url_type'] = "path"
return self.makeDataUrlArgumentOptionList(*args, **kw)
def makeDataFileArgumentOptionList(self, *args, **kw): def makeDataFileArgumentOptionList(self, *args, **kw):
return self.makeDataUrlArgumentOptionList(*args, url_type="file", **kw) kw['url_type'] = "file"
return self.makeDataUrlArgumentOptionList(*args, **kw)
def makeRepeatableDataUrlArgumentOptionList(self, allowed_option_list, def makeRepeatableDataUrlArgumentOptionList(self, allowed_option_list,
option_dict, **kw): option_dict, **kw):
......
...@@ -157,7 +157,7 @@ yformat_tuple = ("docy", "xlsy", "ppty") ...@@ -157,7 +157,7 @@ yformat_tuple = ("docy", "xlsy", "ppty")
@implementer(IHandler) @implementer(IHandler)
class Handler(object): class Handler:
""" """
X2T Handler is used to convert Microsoft Office 2007 documents to OnlyOffice X2T Handler is used to convert Microsoft Office 2007 documents to OnlyOffice
documents. documents.
...@@ -198,7 +198,7 @@ class Handler(object): ...@@ -198,7 +198,7 @@ class Handler(object):
output_data = None output_data = None
if source_format in yformat_tuple: if source_format in yformat_tuple:
if self._data.startswith("PK\x03\x04"): if self._data.startswith(b"PK\x03\x04"):
os.mkdir(input_dir) os.mkdir(input_dir)
unzip(self.file.getUrl(), input_dir) unzip(self.file.getUrl(), input_dir)
input_file_name = os.path.join(input_dir, "body.txt") input_file_name = os.path.join(input_dir, "body.txt")
...@@ -227,7 +227,7 @@ class Handler(object): ...@@ -227,7 +227,7 @@ class Handler(object):
root = ElementTree.Element('root') root = ElementTree.Element('root')
for key, value in config.items(): for key, value in config.items():
ElementTree.SubElement(root, key).text = value ElementTree.SubElement(root, key).text = value
ElementTree.ElementTree(root).write(config_file, encoding='utf-8', xml_declaration=True, ElementTree.ElementTree(root).write(config_file, encoding='unicode', xml_declaration=True,
default_namespace=None, method="xml") default_namespace=None, method="xml")
# run convertion binary # run convertion binary
...@@ -280,7 +280,7 @@ class Handler(object): ...@@ -280,7 +280,7 @@ class Handler(object):
def getMetadata(self, base_document=False): def getMetadata(self, base_document=False):
r"""Returns a dictionary with all metadata of document. r"""Returns a dictionary with all metadata of document.
""" """
if self._source_format in yformat_tuple and self._data.startswith("PK\x03\x04"): if self._source_format in yformat_tuple and self._data.startswith(b"PK\x03\x04"):
if base_document: if base_document:
openxml_format = yformat_map[self._source_format] openxml_format = yformat_map[self._source_format]
data = self.convert(yformat_map[self._source_format]) data = self.convert(yformat_map[self._source_format])
...@@ -305,7 +305,7 @@ class Handler(object): ...@@ -305,7 +305,7 @@ class Handler(object):
""" """
if metadata is None: if metadata is None:
metadata = {} metadata = {}
if self._source_format in yformat_tuple and self._data.startswith("PK\x03\x04"): if self._source_format in yformat_tuple and self._data.startswith(b"PK\x03\x04"):
root_dir = self.file.directory_name root_dir = self.file.directory_name
output_file_name = os.path.join(root_dir, "tmp") output_file_name = os.path.join(root_dir, "tmp")
try: try:
...@@ -330,7 +330,7 @@ class Handler(object): ...@@ -330,7 +330,7 @@ class Handler(object):
return OOoHandler(self.base_folder_url, self._data, self._source_format, **self._init_kw).setMetadata(metadata) return OOoHandler(self.base_folder_url, self._data, self._source_format, **self._init_kw).setMetadata(metadata)
@staticmethod @staticmethod
def getAllowedConversionFormatList(source_mimetype): def getAllowedConversionFormatList(source_mimetype:str):
"""Returns a list content_type and their titles which are supported """Returns a list content_type and their titles which are supported
by enabled handlers. by enabled handlers.
......
...@@ -30,7 +30,7 @@ ...@@ -30,7 +30,7 @@
from zipfile import ZipFile from zipfile import ZipFile
from cStringIO import StringIO from io import BytesIO
from cloudooo.handler.x2t.handler import Handler from cloudooo.handler.x2t.handler import Handler
from cloudooo.tests.handlerTestCase import HandlerTestCase from cloudooo.tests.handlerTestCase import HandlerTestCase
...@@ -44,80 +44,94 @@ class TestHandler(HandlerTestCase): ...@@ -44,80 +44,94 @@ class TestHandler(HandlerTestCase):
def testConvertXlsx(self): def testConvertXlsx(self):
"""Test conversion of xlsx to xlsy and back""" """Test conversion of xlsx to xlsy and back"""
y_data = Handler(self.tmp_url, open("data/test.xlsx").read(), "xlsx", **self.kw).convert("xlsy") with open("data/test.xlsx", "rb") as f:
y_body_data = ZipFile(StringIO(y_data)).open("body.txt").read() data = f.read()
self.assertTrue(y_body_data.startswith("XLSY;v10;0;"), "%r... does not start with 'XLSY;v10;0;'" % (y_body_data[:20],)) y_data = Handler(self.tmp_url, data, "xlsx", **self.kw).convert("xlsy")
y_body_data = ZipFile(BytesIO(y_data)).open("body.txt").read()
self.assertTrue(y_body_data.startswith(b"XLSY;v10;0;"), "{!r}... does not start with 'XLSY;v10;0;'".format(y_body_data[:20]))
x_data = Handler(self.tmp_url, y_data, "xlsy", **self.kw).convert("xlsx") x_data = Handler(self.tmp_url, y_data, "xlsy", **self.kw).convert("xlsx")
# magic inspired by https://github.com/minad/mimemagic/pull/19/files # magic inspired by https://github.com/minad/mimemagic/pull/19/files
self.assertIn("xl/", x_data[:2000]) self.assertIn(b"xl/", x_data[:2000])
def testConvertXlsy(self): def testConvertXlsy(self):
"""Test conversion of xlsy to xlsx and back""" """Test conversion of xlsy to xlsx and back"""
x_data = Handler(self.tmp_url, open("data/test_body.xlsy").read(), "xlsy", **self.kw).convert("xlsx") with open("data/test_body.xlsy", "rb") as f:
self.assertIn("xl/", x_data[:2000]) data = f.read()
x_data = Handler(self.tmp_url, open("data/test.xlsy").read(), "xlsy", **self.kw).convert("xlsx") x_data = Handler(self.tmp_url, data, "xlsy", **self.kw).convert("xlsx")
self.assertIn("xl/", x_data[:2000]) self.assertIn(b"xl/", x_data[:2000])
with open("data/test.xlsy", "rb") as f:
data = f.read()
x_data = Handler(self.tmp_url, data, "xlsy", **self.kw).convert("xlsx")
self.assertIn(b"xl/", x_data[:2000])
y_data = Handler(self.tmp_url, x_data, "xlsx", **self.kw).convert("xlsy") y_data = Handler(self.tmp_url, x_data, "xlsx", **self.kw).convert("xlsy")
y_body_data = ZipFile(StringIO(y_data)).open("body.txt").read() y_body_data = ZipFile(BytesIO(y_data)).open("body.txt").read()
self.assertTrue(y_body_data.startswith("XLSY;v10;0;"), "%r... does not start with 'XLSY;v10;0;'" % (y_body_data[:20],)) self.assertTrue(y_body_data.startswith(b"XLSY;v10;0;"), "{!r}... does not start with 'XLSY;v10;0;'".format(y_body_data[:20]))
def testConvertDocx(self): def testConvertDocx(self):
"""Test conversion of docx to docy and back""" """Test conversion of docx to docy and back"""
y_data = Handler(self.tmp_url, open("data/test_with_image.docx").read(), "docx", **self.kw).convert("docy") with open("data/test_with_image.docx", "rb") as f:
y_zip = ZipFile(StringIO(y_data)) data = f.read()
y_data = Handler(self.tmp_url, data, "docx", **self.kw).convert("docy")
y_zip = ZipFile(BytesIO(y_data))
y_body_data = y_zip.open("body.txt").read() y_body_data = y_zip.open("body.txt").read()
self.assertTrue(y_body_data.startswith("DOCY;v10;0;"), "%r... does not start with 'DOCY;v10;0;'" % (y_body_data[:20],)) self.assertTrue(y_body_data.startswith(b"DOCY;v10;0;"), "{!r}... does not start with 'DOCY;v10;0;'".format(y_body_data[:20]))
y_zip.open("media/image1.png") y_zip.open("media/image1.png")
x_data = Handler(self.tmp_url, y_data, "docy", **self.kw).convert("docx") x_data = Handler(self.tmp_url, y_data, "docy", **self.kw).convert("docx")
# magic inspired by https://github.com/minad/mimemagic/pull/19/files # magic inspired by https://github.com/minad/mimemagic/pull/19/files
self.assertIn("word/", x_data[:2000]) self.assertIn(b"word/", x_data[:2000])
def testConvertDocy(self): def testConvertDocy(self):
"""Test conversion of docy to docx and back""" """Test conversion of docy to docx and back"""
x_data = Handler(self.tmp_url, open("data/test_with_image.docy").read(), "docy", **self.kw).convert("docx") with open("data/test_with_image.docy", "rb") as f:
self.assertIn("word/", x_data[:2000]) data = f.read()
x_data = Handler(self.tmp_url, data, "docy", **self.kw).convert("docx")
self.assertIn(b"word/", x_data[:2000])
y_data = Handler(self.tmp_url, x_data, "docx", **self.kw).convert("docy") y_data = Handler(self.tmp_url, x_data, "docx", **self.kw).convert("docy")
y_zip = ZipFile(StringIO(y_data)) y_zip = ZipFile(BytesIO(y_data))
y_body_data = y_zip.open("body.txt").read() y_body_data = y_zip.open("body.txt").read()
self.assertTrue(y_body_data.startswith("DOCY;v10;0;"), "%r... does not start with 'DOCY;v10;0;'" % (y_body_data[:20],)) self.assertTrue(y_body_data.startswith(b"DOCY;v10;0;"), "{!r}... does not start with 'DOCY;v10;0;'".format(y_body_data[:20]))
y_zip.open("media/image1.png") y_zip.open("media/image1.png")
def testgetMetadata(self): def testgetMetadata(self):
"""Test getMetadata from yformats""" """Test getMetadata from yformats"""
handler = Handler(self.tmp_url, "", "xlsy", **self.kw) handler = Handler(self.tmp_url, b"", "xlsy", **self.kw)
self.assertEqual(handler.getMetadata(), { self.assertEqual(handler.getMetadata(), {
u'CreationDate': u'00/00/0000 00:00:00', 'CreationDate': '00/00/0000 00:00:00',
u'ImplementationName': u'com.sun.star.comp.comphelper.OPropertyBag', 'ImplementationName': 'com.sun.star.comp.comphelper.OPropertyBag',
u'MIMEType': u'text/plain', 'MIMEType': 'text/plain',
u'ModificationDate': u'00/00/0000 00:00:00', 'ModificationDate': '00/00/0000 00:00:00',
u'PrintDate': u'00/00/0000 00:00:00', 'PrintDate': '00/00/0000 00:00:00',
u'TemplateDate': u'00/00/0000 00:00:00', 'TemplateDate': '00/00/0000 00:00:00',
}) })
handler = Handler(self.tmp_url, open("data/test_with_metadata.xlsy").read(), "xlsy", **self.kw) with open("data/test_with_metadata.xlsy", "rb") as f:
data = f.read()
handler = Handler(self.tmp_url, data, "xlsy", **self.kw)
self.assertEqual(handler.getMetadata(), { self.assertEqual(handler.getMetadata(), {
u'CreationDate': u'31/01/2018 21:09:10', 'CreationDate': '31/01/2018 21:09:10',
u'Keywords': [u'\u0442\u0435\u0441\u0442', u'\u0441\u0430\u0431\u0436\u0435\u043a\u0442'], 'Keywords': ['\u0442\u0435\u0441\u0442', '\u0441\u0430\u0431\u0436\u0435\u043a\u0442'],
'MIMEType': 'application/x-asc-spreadsheet', 'MIMEType': 'application/x-asc-spreadsheet',
u'ModificationDate': u'31/01/2018 21:22:36', 'ModificationDate': '31/01/2018 21:22:36',
u'PrintDate': u'00/00/0000 00:00:00', 'PrintDate': '00/00/0000 00:00:00',
u'Subject': u'\u0432\u044b\u043a\u043b\u044e\u0447\u0438 \u0442\u0435\u043b\u0435\u0432\u0438\u0437\u043e\u0440', 'Subject': '\u0432\u044b\u043a\u043b\u044e\u0447\u0438 \u0442\u0435\u043b\u0435\u0432\u0438\u0437\u043e\u0440',
u'TemplateDate': u'00/00/0000 00:00:00', 'TemplateDate': '00/00/0000 00:00:00',
u'Title': u'kesha'}) 'Title': 'kesha'})
def testsetMetadata(self): def testsetMetadata(self):
"""Test setMetadata for yformats""" """Test setMetadata for yformats"""
handler = Handler(self.tmp_url, open("data/test_with_metadata.xlsy").read(), "xlsy", **self.kw) with open("data/test_with_metadata.xlsy", "rb") as f:
data = f.read()
handler = Handler(self.tmp_url, data, "xlsy", **self.kw)
new_mime_data = handler.setMetadata({ new_mime_data = handler.setMetadata({
"Title": "test title", "Title": "test title",
"Subject": "test subject", "Subject": "test subject",
"Keywords": "test keywords", "Keywords": "test keywords",
}) })
handler = Handler(self.tmp_url, new_mime_data, "xlsy", **self.kw) handler = Handler(self.tmp_url, new_mime_data, "xlsy", **self.kw)
self.assertEqual(handler.getMetadata(), {u'Keywords': u'test keywords', 'MIMEType': 'application/x-asc-spreadsheet', u'Title': u'test title', u'Subject': u'test subject'}) self.assertEqual(handler.getMetadata(), {'Keywords': 'test keywords', 'MIMEType': 'application/x-asc-spreadsheet', 'Title': 'test title', 'Subject': 'test subject'})
def testGetAllowedConversionFormatList(self): def testGetAllowedConversionFormatList(self):
"""Test all combination of mimetype """Test all combination of mimetype
......
...@@ -28,7 +28,7 @@ ...@@ -28,7 +28,7 @@
############################################################################## ##############################################################################
import io import io
import zipfile import zipfile
from base64 import decodestring, encodestring from base64 import decodebytes, encodebytes
from os.path import join from os.path import join
from cloudooo.tests.cloudoooTestCase import TestCase from cloudooo.tests.cloudoooTestCase import TestCase
...@@ -62,30 +62,30 @@ class TestServer(TestCase): ...@@ -62,30 +62,30 @@ class TestServer(TestCase):
return scenario_list return scenario_list
def test_xlsx_to_xlsy(self): def test_xlsx_to_xlsy(self):
with open(join('data', 'test.xlsx')) as f: with open(join('data', 'test.xlsx'), 'rb') as f:
xlsx_data = f.read() xlsx_data = f.read()
xlsy_data = self.proxy.convertFile( xlsy_data = self.proxy.convertFile(
encodestring(xlsx_data), encodebytes(xlsx_data).decode(),
'xlsx', 'xlsx',
'xlsy', 'xlsy',
False False
) )
self.assertEqual( self.assertEqual(
sorted(zipfile.ZipFile(io.BytesIO(decodestring(xlsy_data))).namelist()), sorted(zipfile.ZipFile(io.BytesIO(decodebytes(xlsy_data.encode()))).namelist()),
sorted(['Editor.xlsx', 'body.txt', 'metadata.json']) sorted(['Editor.xlsx', 'body.txt', 'metadata.json'])
) )
def test_docx_to_docy(self): def test_docx_to_docy(self):
with open(join('data', 'test_with_image.docx')) as f: with open(join('data', 'test_with_image.docx'), 'rb') as f:
docx_data = f.read() docx_data = f.read()
docy_data = self.proxy.convertFile( docy_data = self.proxy.convertFile(
encodestring(docx_data), encodebytes(docx_data).decode(),
'docx', 'docx',
'docy', 'docy',
False False
) )
self.assertEqual( self.assertEqual(
sorted(zipfile.ZipFile(io.BytesIO(decodestring(docy_data))).namelist()), sorted(zipfile.ZipFile(io.BytesIO(decodebytes(docy_data.encode()))).namelist()),
sorted(['body.txt', 'media/image1.png', 'metadata.json']) sorted(['body.txt', 'media/image1.png', 'metadata.json'])
) )
# -*- coding: utf-8 -*-
############################################################################## ##############################################################################
# #
# Copyright (c) 2009-2010 Nexedi SA and Contributors. All Rights Reserved. # Copyright (c) 2009-2010 Nexedi SA and Contributors. All Rights Reserved.
...@@ -30,10 +29,12 @@ ...@@ -30,10 +29,12 @@
############################################################################## ##############################################################################
import mimetypes import mimetypes
import xmlrpc
from mimetypes import guess_type, guess_extension from mimetypes import guess_type, guess_extension
from base64 import encodestring, decodestring from binascii import a2b_base64
from base64 import encodebytes
from zope.interface import implementer from zope.interface import implementer
from interfaces.manager import IManager, IERP5Compatibility from .interfaces.manager import IManager, IERP5Compatibility
from cloudooo.util import logger, parseContentType from cloudooo.util import logger, parseContentType
from cloudooo.interfaces.granulate import ITableGranulator from cloudooo.interfaces.granulate import ITableGranulator
from cloudooo.interfaces.granulate import IImageGranulator from cloudooo.interfaces.granulate import IImageGranulator
...@@ -106,8 +107,8 @@ class Manager(object): ...@@ -106,8 +107,8 @@ class Manager(object):
self.mimetype_registry = kw.pop("mimetype_registry") self.mimetype_registry = kw.pop("mimetype_registry")
self.handler_dict = kw.pop("handler_dict") self.handler_dict = kw.pop("handler_dict")
def convertFile(self, file, source_format, destination_format, zip=False, def convertFile(self, file:str, source_format:str, destination_format:str, zip=False,
refresh=False, conversion_kw={}): refresh=False, conversion_kw={}) -> str:
"""Returns the converted file in the given format. """Returns the converted file in the given format.
Keywords arguments: Keywords arguments:
file -- File as string in base64 file -- File as string in base64
...@@ -136,43 +137,43 @@ class Manager(object): ...@@ -136,43 +137,43 @@ class Manager(object):
self.mimetype_registry, self.mimetype_registry,
self.handler_dict) self.handler_dict)
handler = handler_class(self._path_tmp_dir, handler = handler_class(self._path_tmp_dir,
decodestring(file), a2b_base64(file),
source_format, source_format,
**kw) **kw)
decode_data = handler.convert(destination_format, **conversion_kw) decode_data = handler.convert(destination_format, **conversion_kw)
return encodestring(decode_data) return encodebytes(decode_data).decode()
def updateFileMetadata(self, file, source_format, metadata_dict): def updateFileMetadata(self, file:str, source_format:str, metadata_dict:dict) -> str:
"""Receives the string of document and a dict with metadatas. The metadata """Receives the string of document and a dict with metadatas. The metadata
is added in document. is added in document.
e.g e.g
self.updateFileMetadata(data = encodestring(data), metadata = \ self.updateFileMetadata(data = encodebytes(data), metadata = \
{"title":"abc","description":...}) {"title":"abc","description":...})
return encodestring(document_with_metadata) return encodebytes(document_with_metadata)
""" """
handler_class = getHandlerClass(source_format, handler_class = getHandlerClass(source_format,
None, None,
self.mimetype_registry, self.mimetype_registry,
self.handler_dict) self.handler_dict)
handler = handler_class(self._path_tmp_dir, handler = handler_class(self._path_tmp_dir,
decodestring(file), a2b_base64(file),
source_format, source_format,
**self.kw) **self.kw)
metadata_dict = dict([(key.capitalize(), value) \ metadata_dict = {key.capitalize(): value \
for key, value in metadata_dict.iteritems()]) for key, value in metadata_dict.items()}
decode_data = handler.setMetadata(metadata_dict) decode_data = handler.setMetadata(metadata_dict)
return encodestring(decode_data) return encodebytes(decode_data).decode()
def getFileMetadataItemList(self, file, source_format, base_document=False): def getFileMetadataItemList(self, file:str, source_format:str, base_document=False) -> dict[str, str]:
"""Receives the string of document as encodestring and returns a dict with """Receives the string of document as encodebytes and returns a dict with
metadatas. metadatas.
e.g. e.g.
self.getFileMetadataItemList(data = encodestring(data)) self.getFileMetadataItemList(data = encodebytes(data).decode())
return {'Title': 'abc','Description': 'comments', 'Data': None} return {'Title': 'abc','Description': 'comments', 'Data': None}
If converted_data is True, the ODF of data is added in dictionary. If converted_data is True, the ODF of data is added in dictionary.
e.g e.g
self.getFileMetadataItemList(data = encodestring(data), True) self.getFileMetadataItemList(data = encodebytes(data).decode(), True)
return {'Title': 'abc','Description': 'comments', 'Data': string_ODF} return {'Title': 'abc','Description': 'comments', 'Data': string_ODF}
Note that all keys of the dictionary have the first word in uppercase. Note that all keys of the dictionary have the first word in uppercase.
...@@ -182,11 +183,11 @@ class Manager(object): ...@@ -182,11 +183,11 @@ class Manager(object):
self.mimetype_registry, self.mimetype_registry,
self.handler_dict) self.handler_dict)
handler = handler_class(self._path_tmp_dir, handler = handler_class(self._path_tmp_dir,
decodestring(file), a2b_base64(file),
source_format, source_format,
**self.kw) **self.kw)
metadata_dict = handler.getMetadata(base_document) metadata_dict = handler.getMetadata(base_document)
metadata_dict['Data'] = encodestring(metadata_dict.get('Data', '')) metadata_dict['Data'] = encodebytes(metadata_dict.get('Data', b'')).decode()
return metadata_dict return metadata_dict
def getAllowedExtensionList(self, request_dict={}): def getAllowedExtensionList(self, request_dict={}):
...@@ -217,7 +218,7 @@ class Manager(object): ...@@ -217,7 +218,7 @@ class Manager(object):
else: else:
return [('', '')] return [('', '')]
def getAllowedConversionFormatList(self, source_mimetype): def getAllowedConversionFormatList(self, source_mimetype:str) -> list:
r"""Returns a list content_type and their titles which are supported r"""Returns a list content_type and their titles which are supported
by enabled handlers. by enabled handlers.
...@@ -354,7 +355,7 @@ class Manager(object): ...@@ -354,7 +355,7 @@ class Manager(object):
logger.error('Error in generate from %s to %s', orig_format, extension, exc_info=True) logger.error('Error in generate from %s to %s', orig_format, extension, exc_info=True)
return (402, response_dict, str(e)) return (402, response_dict, str(e))
def getAllowedTargetItemList(self, content_type): def getAllowedTargetItemList(self, content_type:str):
"""Wrapper getAllowedExtensionList but returns a dict. """Wrapper getAllowedExtensionList but returns a dict.
This is a Backwards compatibility provided for ERP5 Project, in order to This is a Backwards compatibility provided for ERP5 Project, in order to
keep compatibility with OpenOffice.org Daemon. keep compatibility with OpenOffice.org Daemon.
...@@ -373,25 +374,27 @@ class Manager(object): ...@@ -373,25 +374,27 @@ class Manager(object):
logger.error('Error in getting target item list from %s', content_type, exc_info=True) logger.error('Error in getting target item list from %s', content_type, exc_info=True)
return (402, {}, e.args[0]) return (402, {}, e.args[0])
def _getOOGranulator(self, data, source_format="odt"): def _getOOGranulator(self, data:str, source_format="odt"):
"""Returns an instance of the handler OOGranulator after convert the """Returns an instance of the handler OOGranulator after convert the
data to 'odt'""" data to 'odt'
data is a str with the actual data encoded in base64
"""
GRANULATABLE_FORMAT_LIST = ("odt",) GRANULATABLE_FORMAT_LIST = ("odt",)
if source_format not in GRANULATABLE_FORMAT_LIST: if source_format not in GRANULATABLE_FORMAT_LIST:
data = self.convertFile(data, source_format, data = self.convertFile(data, source_format,
GRANULATABLE_FORMAT_LIST[0], zip=False) GRANULATABLE_FORMAT_LIST[0], zip=False)
return OOGranulator(decodestring(data), GRANULATABLE_FORMAT_LIST[0]) return OOGranulator(a2b_base64(data), GRANULATABLE_FORMAT_LIST[0])
def getTableItemList(self, data, source_format="odt"): def getTableItemList(self, data, source_format="odt"):
"""Returns the list of table IDs in the form of (id, title).""" """Returns the list of table IDs in the form of (id, title)."""
document = self._getOOGranulator(data, source_format) document = self._getOOGranulator(data, source_format)
return document.getTableItemList() return document.getTableItemList()
def getTable(self, data, id, source_format="odt"): def getTable(self, data, id, source_format="odt") -> str:
"""Returns the table into a new 'format' file.""" """Returns the table into a new 'format' file."""
document = self._getOOGranulator(data, source_format) document = self._getOOGranulator(data, source_format)
#the file will be convert; so, the source_format will be always 'odt' #the file will be convert; so, the source_format will be always 'odt'
return encodestring(document.getTable(id, 'odt')) return encodebytes(document.getTable(id, 'odt')).decode()
def getColumnItemList(self, data, table_id, source_format): def getColumnItemList(self, data, table_id, source_format):
"""Return the list of columns in the form of (id, title).""" """Return the list of columns in the form of (id, title)."""
...@@ -403,17 +406,16 @@ class Manager(object): ...@@ -403,17 +406,16 @@ class Manager(object):
document = self._getOOGranulator(data, source_format) document = self._getOOGranulator(data, source_format)
return document.getLineItemList(table_id) return document.getLineItemList(table_id)
def getImageItemList(self, data, source_format): def getImageItemList(self, data:str, source_format:str):
"""Return the list of images in the form of (id, title).""" """Return the list of images in the form of (id, title)."""
data = self.convertFile(data, source_format, 'odt', zip=False)
document = self._getOOGranulator(data, source_format) document = self._getOOGranulator(data, source_format)
return document.getImageItemList() return document.getImageItemList()
def getImage(self, data, image_id, source_format, format=None, def getImage(self, data:str, image_id:str, source_format:str, format=None,
resolution=None, **kw): resolution=None, **kw) -> str:
"""Return the given image.""" """Return the given image."""
document = self._getOOGranulator(data, source_format) document = self._getOOGranulator(data, source_format)
return encodestring(document.getImage(image_id, format, resolution, **kw)) return encodebytes(document.getImage(image_id, format, resolution, **kw)).decode()
def getParagraphItemList(self, data, source_format): def getParagraphItemList(self, data, source_format):
"""Returns the list of paragraphs in the form of (id, class) where class """Returns the list of paragraphs in the form of (id, class) where class
......
...@@ -51,7 +51,7 @@ def application(global_config, **local_config): ...@@ -51,7 +51,7 @@ def application(global_config, **local_config):
""" """
prefix = 'env-' prefix = 'env-'
environment_dict = {} environment_dict = {}
for parameter_name, value in local_config.iteritems(): for parameter_name, value in local_config.items():
if parameter_name.startswith(prefix): if parameter_name.startswith(prefix):
value = value or '' value = value or ''
variable_name = parameter_name[len(prefix):] variable_name = parameter_name[len(prefix):]
...@@ -81,7 +81,7 @@ def application(global_config, **local_config): ...@@ -81,7 +81,7 @@ def application(global_config, **local_config):
mimetype_registry = local_config.get("mimetype_registry", "") mimetype_registry = local_config.get("mimetype_registry", "")
local_config["mimetype_registry"] = handler_mapping_list = \ local_config["mimetype_registry"] = handler_mapping_list = \
filter(None, mimetype_registry.split("\n")) [_f for _f in mimetype_registry.split("\n") if _f]
ooo_disable_filter_list = [] ooo_disable_filter_list = []
for filter_name in local_config.get("ooo_disable_filter_list", "").split("\n"): for filter_name in local_config.get("ooo_disable_filter_list", "").split("\n"):
...@@ -109,6 +109,6 @@ def application(global_config, **local_config): ...@@ -109,6 +109,6 @@ def application(global_config, **local_config):
handler_dict[handler] = module.Handler handler_dict[handler] = module.Handler
local_config['handler_dict'] = handler_dict local_config['handler_dict'] = handler_dict
from manager import Manager from .manager import Manager
cloudooo_manager = Manager(cloudooo_path_tmp_dir, **local_config) cloudooo_manager = Manager(cloudooo_path_tmp_dir, **local_config)
return WSGIXMLRPCApplication(instance=cloudooo_manager) return WSGIXMLRPCApplication(instance=cloudooo_manager)
...@@ -56,16 +56,20 @@ class TestCase(unittest.TestCase): ...@@ -56,16 +56,20 @@ class TestCase(unittest.TestCase):
#create temporary path for some files #create temporary path for some files
self.working_path = config.get("app:main", "working_path") self.working_path = config.get("app:main", "working_path")
self.tmp_url = path.join(self.working_path, "tmp") self.tmp_url = path.join(self.working_path, "tmp")
self.proxy = ServerProxy(("http://%s:%s/RPC2" % (self.hostname, self.port)),\ self.proxy = ServerProxy(("http://{}:{}/RPC2".format(self.hostname, self.port)),\
allow_none=True) allow_none=True)
self.addCleanup(self.proxy('close'))
self.afterSetUp() self.afterSetUp()
def afterSetUp(self): def afterSetUp(self):
"""Must be overwrite into subclass in case of need """ """Must be overwrite into subclass in case of need """
def _getFileType(self, output_data): def _getFileType(self, output_data:str) -> str:
"""get file type of `output_data`
output_data is base64
"""
mime = Magic(mime=True) mime = Magic(mime=True)
mimetype = mime.from_buffer(decodestring(output_data)) mimetype = mime.from_buffer(decodebytes(output_data.encode()))
return mimetype return mimetype
def _testConvertFile(self, input_url, source_format, destination_format, def _testConvertFile(self, input_url, source_format, destination_format,
...@@ -73,10 +77,13 @@ class TestCase(unittest.TestCase): ...@@ -73,10 +77,13 @@ class TestCase(unittest.TestCase):
""" Generic test for converting file """ """ Generic test for converting file """
fault_list = [] fault_list = []
try: try:
output_data = self.proxy.convertFile(encodestring(open(input_url).read()), with open(input_url, 'rb') as f:
source_format, data = f.read()
destination_format, output_data = self.proxy.convertFile(
zip) encodebytes(data).decode(),
source_format,
destination_format,
zip)
file_type = self._getFileType(output_data) file_type = self._getFileType(output_data)
if destination_mimetype != None: if destination_mimetype != None:
self.assertEqual(file_type, destination_mimetype) self.assertEqual(file_type, destination_mimetype)
...@@ -90,45 +97,49 @@ class TestCase(unittest.TestCase): ...@@ -90,45 +97,49 @@ class TestCase(unittest.TestCase):
message = '\n'.join([template_message % fault for fault in fault_list]) message = '\n'.join([template_message % fault for fault in fault_list])
self.fail('Failed Conversions:\n' + message) self.fail('Failed Conversions:\n' + message)
def _testFaultConversion(self, data, source_format, destination_format): def _testFaultConversion(self, data:bytes, source_format:str, destination_format:str):
""" Generic test for fail converting""" """ Generic test for fail converting"""
self.assertRaises(Fault, self.proxy.convertFile, (data, self.assertRaises(Fault, self.proxy.convertFile, (data,
source_format, source_format,
destination_format)) destination_format))
def _testGetMetadata(self, input_url, source_format, expected_metadata, def _testGetMetadata(self, input_url:str, source_format:str, expected_metadata:dict,
base_document=False): base_document=False):
""" Generic tes for getting metadata file""" """ Generic tes for getting metadata file"""
with open(input_url, 'rb') as f:
input_data = f.read()
metadata_dict = self.proxy.getFileMetadataItemList( metadata_dict = self.proxy.getFileMetadataItemList(
encodestring(open(input_url).read()), encodebytes(input_data).decode(),
source_format, source_format,
base_document) base_document)
for key,value in expected_metadata.iteritems(): for key,value in expected_metadata.items():
self.assertEqual(metadata_dict[key], value) self.assertEqual(metadata_dict[key], value)
def _testFaultGetMetadata(self, data, source_format): def _testFaultGetMetadata(self, data:bytes, source_format:str):
""" Generic test for fail converting""" """ Generic test for fail converting"""
self.assertRaises(Fault, self.proxy.getFileMetadataItemList, (data, self.assertRaises(Fault, self.proxy.getFileMetadataItemList, (data,
source_format)) source_format))
def _testUpdateMetadata(self, input_url, source_format, metadata_dict): def _testUpdateMetadata(self, input_url:str, source_format:str, metadata_dict:dict):
""" Generic test for setting metadata for file """ """ Generic test for setting metadata for file """
output_data = self.proxy.updateFileMetadata(encodestring(open(input_url).read()), with open(input_url, 'rb') as f:
input_data = f.read()
output_data = self.proxy.updateFileMetadata(encodebytes(input_data).decode(),
source_format, source_format,
metadata_dict) metadata_dict)
new_metadata_dict = self.proxy.getFileMetadataItemList( new_metadata_dict = self.proxy.getFileMetadataItemList(
output_data, output_data,
source_format, source_format,
False) False)
for key,value in metadata_dict.iteritems(): for key, value in metadata_dict.items():
self.assertEqual(new_metadata_dict[key], value) self.assertEqual(new_metadata_dict[key], value)
def _testRunConvert(self, filename, data, expected_response_code, def _testRunConvert(self, filename:str, data:bytes, expected_response_code:int,
response_dict_data,response_dict_keys, response_dict_data, response_dict_keys:list[str],
expected_response_message, response_dict_meta=None): expected_response_message, response_dict_meta=None):
"""Generic test for run_convert""" """Generic test for run_convert"""
response_code, response_dict, response_message = \ response_code, response_dict, response_message = \
self.proxy.run_convert(filename, encodestring(data)) self.proxy.run_convert(filename, encodebytes(data).decode())
self.assertEqual(response_code, expected_response_code) self.assertEqual(response_code, expected_response_code)
self.assertIsInstance(response_dict, dict) self.assertIsInstance(response_dict, dict)
if expected_response_code == 402: if expected_response_code == 402:
...@@ -150,7 +161,8 @@ class TestCase(unittest.TestCase): ...@@ -150,7 +161,8 @@ class TestCase(unittest.TestCase):
def runConversionList(self, scenarios): def runConversionList(self, scenarios):
for scenario in scenarios: for scenario in scenarios:
self._testConvertFile(*scenario) with self.subTest(scenario):
self._testConvertFile(*scenario)
def GetMetadataScenarioList(self): def GetMetadataScenarioList(self):
""" """
...@@ -161,7 +173,8 @@ class TestCase(unittest.TestCase): ...@@ -161,7 +173,8 @@ class TestCase(unittest.TestCase):
def runGetMetadataList(self, scenarios): def runGetMetadataList(self, scenarios):
for scenario in scenarios: for scenario in scenarios:
self._testGetMetadata(*scenario) with self.subTest(scenario):
self._testGetMetadata(*scenario)
def UpdateMetadataScenarioList(self): def UpdateMetadataScenarioList(self):
""" """
...@@ -172,7 +185,8 @@ class TestCase(unittest.TestCase): ...@@ -172,7 +185,8 @@ class TestCase(unittest.TestCase):
def runUpdateMetadataList(self, scenarios): def runUpdateMetadataList(self, scenarios):
for scenario in scenarios: for scenario in scenarios:
self._testUpdateMetadata(*scenario) with self.subTest(scenario):
self._testUpdateMetadata(*scenario)
def FaultConversionScenarioList(self): def FaultConversionScenarioList(self):
""" """
...@@ -183,7 +197,8 @@ class TestCase(unittest.TestCase): ...@@ -183,7 +197,8 @@ class TestCase(unittest.TestCase):
def runFaultConversionList(self, scenarios): def runFaultConversionList(self, scenarios):
for scenario in scenarios: for scenario in scenarios:
self._testFaultConversion(*scenario) with self.subTest(scenario):
self._testFaultConversion(*scenario)
def FaultGetMetadataScenarioList(self): def FaultGetMetadataScenarioList(self):
""" """
...@@ -194,7 +209,8 @@ class TestCase(unittest.TestCase): ...@@ -194,7 +209,8 @@ class TestCase(unittest.TestCase):
def runFaultGetMetadataList(self, scenarios): def runFaultGetMetadataList(self, scenarios):
for scenario in scenarios: for scenario in scenarios:
self._testFaultGetMetadata(*scenario) with self.subTest(scenario):
self._testFaultGetMetadata(*scenario)
def ConvertScenarioList(self): def ConvertScenarioList(self):
""" """
...@@ -205,5 +221,6 @@ class TestCase(unittest.TestCase): ...@@ -205,5 +221,6 @@ class TestCase(unittest.TestCase):
def runConvertScenarioList(self, scenarios): def runConvertScenarioList(self, scenarios):
for scenario in scenarios: for scenario in scenarios:
self._testRunConvert(*scenario) with self.subTest(scenario):
self._testRunConvert(*scenario)
...@@ -32,7 +32,7 @@ ...@@ -32,7 +32,7 @@
import unittest import unittest
import sys import sys
from os import environ, path, mkdir, putenv from os import environ, path, mkdir, putenv
from ConfigParser import ConfigParser from configparser import ConfigParser
from cloudooo.handler.ooo.application.openoffice import openoffice from cloudooo.handler.ooo.application.openoffice import openoffice
from cloudooo.handler.ooo.mimemapper import mimemapper from cloudooo.handler.ooo.mimemapper import mimemapper
...@@ -42,7 +42,7 @@ config = ConfigParser() ...@@ -42,7 +42,7 @@ config = ConfigParser()
def make_suite(test_case): def make_suite(test_case):
"""Function is used to run all tests together""" """Function is used to run all tests together"""
suite = unittest.TestSuite() suite = unittest.TestSuite()
suite.addTest(unittest.makeSuite(test_case)) suite.addTest(unittest.defaultTestLoader.loadTestsFromTestCase(test_case))
return suite return suite
...@@ -84,8 +84,8 @@ def startFakeEnvironment(start_openoffice=True, conf_path=None): ...@@ -84,8 +84,8 @@ def startFakeEnvironment(start_openoffice=True, conf_path=None):
if start_openoffice: if start_openoffice:
default_language = config.get('app:main', default_language = config.get('app:main',
'openoffice_user_interface_language', False, 'openoffice_user_interface_language', raw=False,
{'openoffice_user_interface_language': 'en'}) vars={'openoffice_user_interface_language': 'en'})
openoffice.loadSettings(hostname, openoffice.loadSettings(hostname,
openoffice_port, openoffice_port,
working_path, working_path,
......
...@@ -6,7 +6,7 @@ import logging ...@@ -6,7 +6,7 @@ import logging
import unittest import unittest
from time import sleep from time import sleep
from subprocess import Popen from subprocess import Popen
from ConfigParser import ConfigParser from configparser import ConfigParser
from argparse import ArgumentParser from argparse import ArgumentParser
from os import chdir, path, environ, curdir, remove from os import chdir, path, environ, curdir, remove
from glob import glob from glob import glob
......
...@@ -39,7 +39,7 @@ from erp5.util.testsuite import SubprocessError ...@@ -39,7 +39,7 @@ from erp5.util.testsuite import SubprocessError
from erp5.util import taskdistribution from erp5.util import taskdistribution
def _parsingErrorHandler(data, _): def _parsingErrorHandler(data, _):
print >> sys.stderr, 'Error parsing data:', repr(data) print('Error parsing data:', repr(data), file=sys.stderr)
taskdistribution.patchRPCParser(_parsingErrorHandler) taskdistribution.patchRPCParser(_parsingErrorHandler)
class TestSuite(BaseTestSuite): class TestSuite(BaseTestSuite):
...@@ -115,7 +115,7 @@ def run(): ...@@ -115,7 +115,7 @@ def run():
if test_result is not None: if test_result is not None:
assert revision == test_result.revision, (revision, test_result.revision) assert revision == test_result.revision, (revision, test_result.revision)
while suite.acquire(): while suite.acquire():
test = test_result.start(suite.running.keys()) test = test_result.start(list(suite.running.keys()))
if test is not None: if test is not None:
suite.start(test.name, lambda status_dict, __test=test: suite.start(test.name, lambda status_dict, __test=test:
__test.stop(**status_dict)) __test.stop(**status_dict))
......
...@@ -96,7 +96,7 @@ convertStringToBool = ('false', 'true').index ...@@ -96,7 +96,7 @@ convertStringToBool = ('false', 'true').index
def zipTree(destination, *tree_path_list): def zipTree(destination, *tree_path_list):
""" """
destination may be a path or a StringIO destination may be a path or a file-like
tree_path_list is a list that may contain a path or a couple(path, archive_root) tree_path_list is a list that may contain a path or a couple(path, archive_root)
""" """
......
...@@ -13,7 +13,7 @@ ...@@ -13,7 +13,7 @@
# limitations under the License. # limitations under the License.
import logging import logging
from SimpleXMLRPCServer import SimpleXMLRPCDispatcher from xmlrpc.server import SimpleXMLRPCDispatcher
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
...@@ -22,7 +22,7 @@ class ErrorLoggingXMLRPCDispatcher(SimpleXMLRPCDispatcher): ...@@ -22,7 +22,7 @@ class ErrorLoggingXMLRPCDispatcher(SimpleXMLRPCDispatcher):
""" """
def _dispatch(self, method, params): def _dispatch(self, method, params):
try: try:
return SimpleXMLRPCDispatcher._dispatch(self, method, params) return super()._dispatch(method, params)
except: except:
logger.exception("Error calling %s", method) logger.exception("Error calling %s", method)
raise raise
...@@ -48,7 +48,7 @@ class WSGIXMLRPCApplication: ...@@ -48,7 +48,7 @@ class WSGIXMLRPCApplication:
return self.handle_POST(environ, start_response) return self.handle_POST(environ, start_response)
else: else:
start_response("400 Bad request", [('Content-Type', 'text/plain')]) start_response("400 Bad request", [('Content-Type', 'text/plain')])
return [''] return [b'']
def handle_POST(self, environ, start_response): def handle_POST(self, environ, start_response):
"""Handles the HTTP POST request. """Handles the HTTP POST request.
...@@ -74,7 +74,7 @@ class WSGIXMLRPCApplication: ...@@ -74,7 +74,7 @@ class WSGIXMLRPCApplication:
response = self.dispatcher._marshaled_dispatch( response = self.dispatcher._marshaled_dispatch(
data, getattr(self.dispatcher, '_dispatch', None) data, getattr(self.dispatcher, '_dispatch', None)
) )
response += '\n' response += b'\n'
except: # This should only happen if the module is buggy except: # This should only happen if the module is buggy
# internal error, report as HTTP server error # internal error, report as HTTP server error
logger.exception("Error serving request") logger.exception("Error serving request")
......
...@@ -28,7 +28,7 @@ setup(name='cloudooo', ...@@ -28,7 +28,7 @@ setup(name='cloudooo',
"Topic :: System :: Networking", "Topic :: System :: Networking",
"Topic :: System :: Operating System Kernels :: Linux", "Topic :: System :: Operating System Kernels :: Linux",
"Topic :: Internet :: WWW/HTTP :: WSGI", "Topic :: Internet :: WWW/HTTP :: WSGI",
"Programming Language :: Python :: 2.6", "Programming Language :: Python :: 3",
"Natural Language :: English", "Natural Language :: English",
"Framework :: Paste"], "Framework :: Paste"],
keywords='xmlrpc openoffice wsgi paste python', keywords='xmlrpc openoffice wsgi paste python',
...@@ -40,6 +40,7 @@ setup(name='cloudooo', ...@@ -40,6 +40,7 @@ setup(name='cloudooo',
include_package_data=True, include_package_data=True,
zip_safe=False, zip_safe=False,
install_requires=install_requires, install_requires=install_requires,
python_requires='>=3.8',
entry_points=""" entry_points="""
[paste.app_factory] [paste.app_factory]
main = cloudooo.paster_application:application main = cloudooo.paster_application:application
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment