Commit 234a34a5 authored by Martin v. Löwis's avatar Martin v. Löwis

Explicitly use UTF-8 as the encoding for the normalization file.

parent 5495957b
......@@ -33,7 +33,7 @@ def unistr(data):
class NormalizationTest(unittest.TestCase):
def test_main(self):
part1_data = {}
for line in open_urlresource(TESTDATAURL):
for line in open_urlresource(TESTDATAURL, encoding="utf-8"):
if '#' in line:
line = line.split('#')[0]
line = line.strip()
......
......@@ -244,7 +244,7 @@ def check_syntax_error(testcase, statement):
else:
testcase.fail('Missing SyntaxError: "%s"' % statement)
def open_urlresource(url):
def open_urlresource(url, *args, **kw):
import urllib, urlparse
requires('urlfetch')
......@@ -253,11 +253,11 @@ def open_urlresource(url):
for path in [os.path.curdir, os.path.pardir]:
fn = os.path.join(path, filename)
if os.path.exists(fn):
return open(fn)
return open(fn, *args, **kw)
print('\tfetching %s ...' % url, file=get_original_stdout())
fn, _ = urllib.urlretrieve(url, filename)
return open(fn)
return open(fn, *args, **kw)
class WarningMessage(object):
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment