Skip to content

C
cython
Commit 154510ec authored by Phil Austin's avatar Phil Austin
Browse files
Options

revert cython_freeze copy

parent a97ebf6d
Hide whitespace changes
Inline Side-by-side
Showing with 136 additions and 393 deletions
Demos/freeze/Makefile
View file @ 154510ec
CC = gcc CC = gcc
CYTHON = cython CYTHON = cython
CYTHON_FREEZE = ./cython_freeze CYTHON_FREEZE = ../../bin/cython_freeze
PYTHON = python PYTHON = python
RST2HTML = rst2html RST2HTML = rst2html
......
Demos/freeze/cython_freeze deleted 100755 → 0
View file @ a97ebf6d
#!/usr/bin/env python
"""
Create a C file for embedding one or more Cython source files.
Requires Cython 0.11.2 (or perhaps newer).
See Demos/freeze/README.txt for more details.
"""
from __future__ import print_function
import optparse
from os.path import splitext, basename
usage= '%prog [-o outfile] [-p] module [module ...]'
description = 'Create a C file for embedding Cython modules.'
p = optparse.OptionParser(usage=usage, description=description)
p.add_option('-o', '--output', metavar='FILE',
help='write output to FILE instead of standard output')
p.add_option('-p', '--pymain', action='store_true', default=False,
help='do not automatically run the first module as __main__')
options, args = p.parse_args()
if len(args) < 1:
p.print_help()
p.exit(1)
if options.output:
import sys
old_stdout = sys.stdout
sys.stdout = open(options.output, 'w')
modules = [basename(splitext(x)[0]).replace('.', '_') for x in args]
print("""\
#include <Python.h>
#include <locale.h>
#include <stdio.h>
#include <stdlib.h>
#ifdef __FreeBSD__
#include <floatingpoint.h>
#endif
#if PY_MAJOR_VERSION < 3
# define MODINIT(name) init ## name
#else
# define MODINIT(name) PyInit_ ## name
#endif
""")
for name in modules:
print("PyMODINIT_FUNC MODINIT(%s) (void);" % name)
print("""
static struct _inittab inittab[] = {""")
for name in modules:
print(' {"%(name)s", MODINIT(%(name)s)},' % {'name' : name})
print(""" {NULL, NULL}
};
""", end=' ')
if not options.pymain:
print("\nextern int __pyx_module_is_main_%s;" % modules[0])
print("""
#if PY_MAJOR_VERSION < 3
int main(int argc, char** argv) {
#elif defined(WIN32) || defined(MS_WINDOWS)
int wmain(int argc, wchar_t **argv) {
#else
static int python_main(int argc, wchar_t **argv) {
#endif
""", end=' ')
if not options.pymain:
print("""\
PyObject *m = NULL;
int r = 0;
""", end=' ')
print("""\
/* 754 requires that FP exceptions run in "no stop" mode by default,
* and until C vendors implement C99's ways to control FP exceptions,
* Python requires non-stop mode. Alas, some platforms enable FP
* exceptions by default. Here we disable them.
*/
#ifdef __FreeBSD__
fp_except_t m;
m = fpgetmask();
fpsetmask(m & ~FP_X_OFL);
#endif
if (PyImport_ExtendInittab(inittab)) {
fprintf(stderr, "No memory\\n");
exit(1);
}
""", end=' ')
if options.pymain:
print("""\
return Py_Main(argc, argv);
}
""")
else:
print("""\
Py_SetProgramName(argv[0]);
Py_Initialize();
PySys_SetArgv(argc, argv);
__pyx_module_is_main_%(main)s = 1;
m = PyImport_ImportModule(inittab[0].name);
if (!m) {
r = 1;
PyErr_Print(); /* This exits with the right code if SystemExit. */
#if PY_MAJOR_VERSION < 3
if (Py_FlushLine())
PyErr_Clear();
#endif
}
Py_XDECREF(m);
Py_Finalize();
return r;
}
""" % {'main' : modules[0]}, end=' ')
print(r"""
#if PY_MAJOR_VERSION >= 3 && !defined(WIN32) && !defined(MS_WINDOWS)
static wchar_t*
char2wchar(char* arg)
{
wchar_t *res;
#ifdef HAVE_BROKEN_MBSTOWCS
/* Some platforms have a broken implementation of
* mbstowcs which does not count the characters that
* would result from conversion. Use an upper bound.
*/
size_t argsize = strlen(arg);
#else
size_t argsize = mbstowcs(NULL, arg, 0);
#endif
size_t count;
unsigned char *in;
wchar_t *out;
#ifdef HAVE_MBRTOWC
mbstate_t mbs;
#endif
if (argsize != (size_t)-1) {
res = (wchar_t *)malloc((argsize+1)*sizeof(wchar_t));
if (!res)
goto oom;
count = mbstowcs(res, arg, argsize+1);
if (count != (size_t)-1) {
wchar_t *tmp;
/* Only use the result if it contains no
surrogate characters. */
for (tmp = res; *tmp != 0 &&
(*tmp < 0xd800 || *tmp > 0xdfff); tmp++)
;
if (*tmp == 0)
return res;
}
free(res);
}
/* Conversion failed. Fall back to escaping with surrogateescape. */
#ifdef HAVE_MBRTOWC
/* Try conversion with mbrtwoc (C99), and escape non-decodable bytes. */
/* Overallocate; as multi-byte characters are in the argument, the
actual output could use less memory. */
argsize = strlen(arg) + 1;
res = malloc(argsize*sizeof(wchar_t));
if (!res) goto oom;
in = (unsigned char*)arg;
out = res;
memset(&mbs, 0, sizeof mbs);
while (argsize) {
size_t converted = mbrtowc(out, (char*)in, argsize, &mbs);
if (converted == 0)
/* Reached end of string; null char stored. */
break;
if (converted == (size_t)-2) {
/* Incomplete character. This should never happen,
since we provide everything that we have -
unless there is a bug in the C library, or I
misunderstood how mbrtowc works. */
fprintf(stderr, "unexpected mbrtowc result -2\n");
return NULL;
}
if (converted == (size_t)-1) {
/* Conversion error. Escape as UTF-8b, and start over
in the initial shift state. */
*out++ = 0xdc00 + *in++;
argsize--;
memset(&mbs, 0, sizeof mbs);
continue;
}
if (*out >= 0xd800 && *out <= 0xdfff) {
/* Surrogate character. Escape the original
byte sequence with surrogateescape. */
argsize -= converted;
while (converted--)
*out++ = 0xdc00 + *in++;
continue;
}
/* successfully converted some bytes */
in += converted;
argsize -= converted;
out++;
}
#else
/* Cannot use C locale for escaping; manually escape as if charset
is ASCII (i.e. escape all bytes > 128. This will still roundtrip
correctly in the locale's charset, which must be an ASCII superset. */
res = malloc((strlen(arg)+1)*sizeof(wchar_t));
if (!res) goto oom;
in = (unsigned char*)arg;
out = res;
while(*in)
if(*in < 128)
*out++ = *in++;
else
*out++ = 0xdc00 + *in++;
*out = 0;
#endif
return res;
oom:
fprintf(stderr, "out of memory\n");
return NULL;
}
int
main(int argc, char **argv)
{
wchar_t **argv_copy = (wchar_t **)malloc(sizeof(wchar_t*)*argc);
/* We need a second copies, as Python might modify the first one. */
wchar_t **argv_copy2 = (wchar_t **)malloc(sizeof(wchar_t*)*argc);
int i, res;
char *oldloc;
if (!argv_copy || !argv_copy2) {
fprintf(stderr, "out of memory\n");
return 1;
}
oldloc = strdup(setlocale(LC_ALL, NULL));
setlocale(LC_ALL, "");
for (i = 0; i < argc; i++) {
argv_copy2[i] = argv_copy[i] = char2wchar(argv[i]);
if (!argv_copy[i])
return 1;
}
setlocale(LC_ALL, oldloc);
free(oldloc);
res = python_main(argc, argv_copy);
for (i = 0; i < argc; i++) {
free(argv_copy2[i]);
}
free(argv_copy);
free(argv_copy2);
return res;
}
#endif""")
bin/cython_freeze
View file @ 154510ec
...@@ -5,6 +5,7 @@ Requires Cython 0.11.2 (or perhaps newer). ...@@ -5,6 +5,7 @@ Requires Cython 0.11.2 (or perhaps newer).
See Demos/freeze/README.txt for more details. See Demos/freeze/README.txt for more details.
""" """
from __future__ import print_function
import optparse import optparse
from os.path import splitext, basename from os.path import splitext, basename
...@@ -30,7 +31,7 @@ if options.output: ...@@ -30,7 +31,7 @@ if options.output:
modules = [basename(splitext(x)[0]).replace('.', '_') for x in args] modules = [basename(splitext(x)[0]).replace('.', '_') for x in args]
print """\ print("""\
#include <Python.h> #include <Python.h>
#include <locale.h> #include <locale.h>
#include <stdio.h> #include <stdio.h>
...@@ -45,25 +46,25 @@ print """\ ...@@ -45,25 +46,25 @@ print """\
#else #else
# define MODINIT(name) PyInit_ ## name # define MODINIT(name) PyInit_ ## name
#endif #endif
""" """)
for name in modules: for name in modules:
print "PyMODINIT_FUNC MODINIT(%s) (void);" % name print("PyMODINIT_FUNC MODINIT(%s) (void);" % name)
print """ print("""
static struct _inittab inittab[] = {""" static struct _inittab inittab[] = {""")
for name in modules: for name in modules:
print ' {"%(name)s", MODINIT(%(name)s)},' % {'name' : name} print(' {"%(name)s", MODINIT(%(name)s)},' % {'name' : name})
print """ {NULL, NULL} print(""" {NULL, NULL}
}; };
""", """, end=' ')
if not options.pymain: if not options.pymain:
print "\nextern int __pyx_module_is_main_%s;" % modules[0] print("\nextern int __pyx_module_is_main_%s;" % modules[0])
print """ print("""
#if PY_MAJOR_VERSION < 3 #if PY_MAJOR_VERSION < 3
int main(int argc, char** argv) { int main(int argc, char** argv) {
#elif defined(WIN32) || defined(MS_WINDOWS) #elif defined(WIN32) || defined(MS_WINDOWS)
...@@ -71,13 +72,13 @@ int wmain(int argc, wchar_t **argv) { ...@@ -71,13 +72,13 @@ int wmain(int argc, wchar_t **argv) {
#else #else
static int python_main(int argc, wchar_t **argv) { static int python_main(int argc, wchar_t **argv) {
#endif #endif
""", """, end=' ')
if not options.pymain: if not options.pymain:
print """\ print("""\
PyObject *m = NULL; PyObject *m = NULL;
int r = 0; int r = 0;
""", """, end=' ')
print """\ print("""\
/* 754 requires that FP exceptions run in "no stop" mode by default, /* 754 requires that FP exceptions run in "no stop" mode by default,
* and until C vendors implement C99's ways to control FP exceptions, * and until C vendors implement C99's ways to control FP exceptions,
* Python requires non-stop mode. Alas, some platforms enable FP * Python requires non-stop mode. Alas, some platforms enable FP
...@@ -93,14 +94,14 @@ print """\ ...@@ -93,14 +94,14 @@ print """\
fprintf(stderr, "No memory\\n"); fprintf(stderr, "No memory\\n");
exit(1); exit(1);
} }
""", """, end=' ')
if options.pymain: if options.pymain:
print """\ print("""\
return Py_Main(argc, argv); return Py_Main(argc, argv);
} }
""" """)
else: else:
print """\ print("""\
Py_SetProgramName(argv[0]); Py_SetProgramName(argv[0]);
Py_Initialize(); Py_Initialize();
PySys_SetArgv(argc, argv); PySys_SetArgv(argc, argv);
...@@ -118,140 +119,140 @@ else: ...@@ -118,140 +119,140 @@ else:
Py_Finalize(); Py_Finalize();
return r; return r;
} }
""" % {'main' : modules[0]}, """ % {'main' : modules[0]}, end=' ')
print r""" print(r"""
#if PY_MAJOR_VERSION >= 3 && !defined(WIN32) && !defined(MS_WINDOWS) #if PY_MAJOR_VERSION >= 3 && !defined(WIN32) && !defined(MS_WINDOWS)
static wchar_t* static wchar_t*
char2wchar(char* arg) char2wchar(char* arg)
{ {
wchar_t *res; wchar_t *res;
#ifdef HAVE_BROKEN_MBSTOWCS #ifdef HAVE_BROKEN_MBSTOWCS
/* Some platforms have a broken implementation of /* Some platforms have a broken implementation of
* mbstowcs which does not count the characters that * mbstowcs which does not count the characters that
* would result from conversion. Use an upper bound. * would result from conversion. Use an upper bound.
*/ */
size_t argsize = strlen(arg); size_t argsize = strlen(arg);
#else #else
size_t argsize = mbstowcs(NULL, arg, 0); size_t argsize = mbstowcs(NULL, arg, 0);
#endif #endif
size_t count; size_t count;
unsigned char *in; unsigned char *in;
wchar_t *out; wchar_t *out;
#ifdef HAVE_MBRTOWC #ifdef HAVE_MBRTOWC
mbstate_t mbs; mbstate_t mbs;
#endif #endif
if (argsize != (size_t)-1) { if (argsize != (size_t)-1) {
res = (wchar_t *)malloc((argsize+1)*sizeof(wchar_t)); res = (wchar_t *)malloc((argsize+1)*sizeof(wchar_t));
if (!res) if (!res)
goto oom; goto oom;
count = mbstowcs(res, arg, argsize+1); count = mbstowcs(res, arg, argsize+1);
if (count != (size_t)-1) { if (count != (size_t)-1) {
wchar_t *tmp; wchar_t *tmp;
/* Only use the result if it contains no /* Only use the result if it contains no
surrogate characters. */ surrogate characters. */
for (tmp = res; *tmp != 0 && for (tmp = res; *tmp != 0 &&
(*tmp < 0xd800 || *tmp > 0xdfff); tmp++) (*tmp < 0xd800 || *tmp > 0xdfff); tmp++)
; ;
if (*tmp == 0) if (*tmp == 0)
return res; return res;
} }
free(res); free(res);
} }
/* Conversion failed. Fall back to escaping with surrogateescape. */ /* Conversion failed. Fall back to escaping with surrogateescape. */
#ifdef HAVE_MBRTOWC #ifdef HAVE_MBRTOWC
/* Try conversion with mbrtwoc (C99), and escape non-decodable bytes. */ /* Try conversion with mbrtwoc (C99), and escape non-decodable bytes. */
/* Overallocate; as multi-byte characters are in the argument, the /* Overallocate; as multi-byte characters are in the argument, the
actual output could use less memory. */ actual output could use less memory. */
argsize = strlen(arg) + 1; argsize = strlen(arg) + 1;
res = malloc(argsize*sizeof(wchar_t)); res = malloc(argsize*sizeof(wchar_t));
if (!res) goto oom; if (!res) goto oom;
in = (unsigned char*)arg; in = (unsigned char*)arg;
out = res; out = res;
memset(&mbs, 0, sizeof mbs); memset(&mbs, 0, sizeof mbs);
while (argsize) { while (argsize) {
size_t converted = mbrtowc(out, (char*)in, argsize, &mbs); size_t converted = mbrtowc(out, (char*)in, argsize, &mbs);
if (converted == 0) if (converted == 0)
/* Reached end of string; null char stored. */ /* Reached end of string; null char stored. */
break; break;
if (converted == (size_t)-2) { if (converted == (size_t)-2) {
/* Incomplete character. This should never happen, /* Incomplete character. This should never happen,
since we provide everything that we have - since we provide everything that we have -
unless there is a bug in the C library, or I unless there is a bug in the C library, or I
misunderstood how mbrtowc works. */ misunderstood how mbrtowc works. */
fprintf(stderr, "unexpected mbrtowc result -2\n"); fprintf(stderr, "unexpected mbrtowc result -2\n");
return NULL; return NULL;
} }
if (converted == (size_t)-1) { if (converted == (size_t)-1) {
/* Conversion error. Escape as UTF-8b, and start over /* Conversion error. Escape as UTF-8b, and start over
in the initial shift state. */ in the initial shift state. */
*out++ = 0xdc00 + *in++; *out++ = 0xdc00 + *in++;
argsize--; argsize--;
memset(&mbs, 0, sizeof mbs); memset(&mbs, 0, sizeof mbs);
continue; continue;
} }
if (*out >= 0xd800 && *out <= 0xdfff) { if (*out >= 0xd800 && *out <= 0xdfff) {
/* Surrogate character. Escape the original /* Surrogate character. Escape the original
byte sequence with surrogateescape. */ byte sequence with surrogateescape. */
argsize -= converted; argsize -= converted;
while (converted--) while (converted--)
*out++ = 0xdc00 + *in++; *out++ = 0xdc00 + *in++;
continue; continue;
} }
/* successfully converted some bytes */ /* successfully converted some bytes */
in += converted; in += converted;
argsize -= converted; argsize -= converted;
out++; out++;
} }
#else #else
/* Cannot use C locale for escaping; manually escape as if charset /* Cannot use C locale for escaping; manually escape as if charset
is ASCII (i.e. escape all bytes > 128. This will still roundtrip is ASCII (i.e. escape all bytes > 128. This will still roundtrip
correctly in the locale's charset, which must be an ASCII superset. */ correctly in the locale's charset, which must be an ASCII superset. */
res = malloc((strlen(arg)+1)*sizeof(wchar_t)); res = malloc((strlen(arg)+1)*sizeof(wchar_t));
if (!res) goto oom; if (!res) goto oom;
in = (unsigned char*)arg; in = (unsigned char*)arg;
out = res; out = res;
while(*in) while(*in)
if(*in < 128) if(*in < 128)
*out++ = *in++; *out++ = *in++;
else else
*out++ = 0xdc00 + *in++; *out++ = 0xdc00 + *in++;
*out = 0; *out = 0;
#endif #endif
return res; return res;
oom: oom:
fprintf(stderr, "out of memory\n"); fprintf(stderr, "out of memory\n");
return NULL; return NULL;
} }
int int
main(int argc, char **argv) main(int argc, char **argv)
{ {
wchar_t **argv_copy = (wchar_t **)malloc(sizeof(wchar_t*)*argc); wchar_t **argv_copy = (wchar_t **)malloc(sizeof(wchar_t*)*argc);
/* We need a second copies, as Python might modify the first one. */ /* We need a second copies, as Python might modify the first one. */
wchar_t **argv_copy2 = (wchar_t **)malloc(sizeof(wchar_t*)*argc); wchar_t **argv_copy2 = (wchar_t **)malloc(sizeof(wchar_t*)*argc);
int i, res; int i, res;
char *oldloc; char *oldloc;
if (!argv_copy || !argv_copy2) { if (!argv_copy || !argv_copy2) {
fprintf(stderr, "out of memory\n"); fprintf(stderr, "out of memory\n");
return 1; return 1;
} }
oldloc = strdup(setlocale(LC_ALL, NULL)); oldloc = strdup(setlocale(LC_ALL, NULL));
setlocale(LC_ALL, ""); setlocale(LC_ALL, "");
for (i = 0; i < argc; i++) { for (i = 0; i < argc; i++) {
argv_copy2[i] = argv_copy[i] = char2wchar(argv[i]); argv_copy2[i] = argv_copy[i] = char2wchar(argv[i]);
if (!argv_copy[i]) if (!argv_copy[i])
return 1; return 1;
} }
setlocale(LC_ALL, oldloc); setlocale(LC_ALL, oldloc);
free(oldloc); free(oldloc);
res = python_main(argc, argv_copy); res = python_main(argc, argv_copy);
for (i = 0; i < argc; i++) { for (i = 0; i < argc; i++) {
free(argv_copy2[i]); free(argv_copy2[i]);
} }
free(argv_copy); free(argv_copy);
free(argv_copy2); free(argv_copy2);
return res; return res;
} }
#endif""" #endif""")
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment
GitLab Nexedi Edition | About GitLab | About Nexedi | 沪ICP备2021021310号-2 | 沪ICP备2021021310号-7