Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
C
cython
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
Analytics
Analytics
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Commits
Issue Boards
Open sidebar
Boxiang Sun
cython
Commits
4072b4dd
Commit
4072b4dd
authored
May 12, 2009
by
Dag Sverre Seljebotn
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Utility code code stream refactor
parent
bba66f99
Changes
3
Show whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
102 additions
and
131 deletions
+102
-131
Cython/Compiler/Buffer.py
Cython/Compiler/Buffer.py
+61
-63
Cython/Compiler/Code.py
Cython/Compiler/Code.py
+37
-49
Cython/Compiler/ModuleNode.py
Cython/Compiler/ModuleNode.py
+4
-19
No files found.
Cython/Compiler/Buffer.py
View file @
4072b4dd
...
@@ -413,7 +413,11 @@ def put_buffer_lookup_code(entry, index_signeds, index_cnames, directives, pos,
...
@@ -413,7 +413,11 @@ def put_buffer_lookup_code(entry, index_signeds, index_cnames, directives, pos,
params
.
append
(
s
.
cname
)
params
.
append
(
s
.
cname
)
# Make sure the utility code is available
# Make sure the utility code is available
code
.
globalstate
.
use_code_from
(
funcgen
,
name
=
funcname
,
nd
=
nd
)
if
funcname
not
in
code
.
globalstate
.
utility_codes
:
code
.
globalstate
.
utility_codes
.
add
(
funcname
)
protocode
=
code
.
globalstate
[
'utility_code_proto'
]
defcode
=
code
.
globalstate
[
'utility_code_def'
]
funcgen
(
protocode
,
defcode
,
name
=
funcname
,
nd
=
nd
)
ptr_type
=
entry
.
type
.
buffer_ptr_type
ptr_type
=
entry
.
type
.
buffer_ptr_type
ptrcode
=
"%s(%s, %s.buf, %s)"
%
(
funcname
,
ptrcode
=
"%s(%s, %s.buf, %s)"
%
(
funcname
,
...
@@ -581,37 +585,31 @@ def mangle_dtype_name(dtype):
...
@@ -581,37 +585,31 @@ def mangle_dtype_name(dtype):
return
prefix
+
dtype
.
declaration_code
(
""
).
replace
(
" "
,
"_"
)
return
prefix
+
dtype
.
declaration_code
(
""
).
replace
(
" "
,
"_"
)
def
get_type_information_cname
(
code
,
dtype
,
maxdepth
=
None
):
def
get_type_information_cname
(
code
,
dtype
,
maxdepth
=
None
):
# Output the
__Pyx_TypeInfo type information for the given dtype if needed
,
# Output the
run-time type information (__Pyx_TypeInfo) for given dtype
,
# and return the name of the type info struct.
# and return the name of the type info struct.
#
# Structs with two floats of the same size are encoded as complex numbers.
# One can seperate between complex numbers declared as struct or with native
# encoding by inspecting to see if the fields field of the type is
# filled in.
namesuffix
=
mangle_dtype_name
(
dtype
)
namesuffix
=
mangle_dtype_name
(
dtype
)
name
=
"__Pyx_TypeInfo_%s"
%
namesuffix
name
=
"__Pyx_TypeInfo_%s"
%
namesuffix
structinfo_name
=
"__Pyx_StructFields_%s"
%
namesuffix
structinfo_name
=
"__Pyx_StructFields_%s"
%
namesuffix
if
dtype
.
is_error
:
return
"<error>"
# It's critical that walking the type info doesn't use more stack
# It's critical that walking the type info doesn't use more stack
# depth than dtype.struct_nesting_depth() returns, so use an assertion for this
# depth than dtype.struct_nesting_depth() returns, so use an assertion for this
if
maxdepth
is
None
:
maxdepth
=
dtype
.
struct_nesting_depth
()
if
maxdepth
is
None
:
maxdepth
=
dtype
.
struct_nesting_depth
()
code
.
globalstate
.
use_code_from
(
type_information_code
,
name
,
if
maxdepth
<=
0
:
structinfo_name
=
structinfo_name
,
assert
False
dtype
=
dtype
,
maxdepth
=
maxdepth
)
return
name
def
type_information_code
(
proto
,
impl
,
name
,
structinfo_name
,
dtype
,
maxdepth
):
if
name
not
in
code
.
globalstate
.
utility_codes
:
# Output the run-time type information (__Pyx_TypeInfo) for given dtype.
code
.
globalstate
.
utility_codes
.
add
(
name
)
# Use through get_type_information_cname
typecode
=
code
.
globalstate
[
'typeinfo'
]
#
# Structs with two floats of the same size are encoded as complex numbers.
# One can seperate between complex numbers declared as struct or with native
# encoding by inspecting to see if the fields field of the type is
# filled in.
if
dtype
.
is_error
:
return
complex_possible
=
dtype
.
is_struct_or_union
and
dtype
.
can_be_complex
()
complex_possible
=
dtype
.
is_struct_or_union
and
dtype
.
can_be_complex
()
code
=
proto
.
globalstate
[
'typeinfo'
]
if
maxdepth
<=
0
:
assert
False
declcode
=
dtype
.
declaration_code
(
""
)
declcode
=
dtype
.
declaration_code
(
""
)
if
dtype
.
is_simple_buffer_dtype
():
if
dtype
.
is_simple_buffer_dtype
():
structinfo_name
=
"NULL"
structinfo_name
=
"NULL"
...
@@ -622,12 +620,12 @@ def type_information_code(proto, impl, name, structinfo_name, dtype, maxdepth):
...
@@ -622,12 +620,12 @@ def type_information_code(proto, impl, name, structinfo_name, dtype, maxdepth):
assert
len
(
fields
)
>
0
assert
len
(
fields
)
>
0
types
=
[
get_type_information_cname
(
proto
,
f
.
type
,
maxdepth
-
1
)
types
=
[
get_type_information_cname
(
proto
,
f
.
type
,
maxdepth
-
1
)
for
f
in
fields
]
for
f
in
fields
]
code
.
putln
(
"static __Pyx_StructField %s[] = {"
%
structinfo_name
,
safe
=
True
)
type
code
.
putln
(
"static __Pyx_StructField %s[] = {"
%
structinfo_name
,
safe
=
True
)
for
f
,
typeinfo
in
zip
(
fields
,
types
):
for
f
,
typeinfo
in
zip
(
fields
,
types
):
code
.
putln
(
' {&%s, "%s", offsetof(%s, %s)},'
%
type
code
.
putln
(
' {&%s, "%s", offsetof(%s, %s)},'
%
(
typeinfo
,
f
.
name
,
dtype
.
declaration_code
(
""
),
f
.
cname
),
safe
=
True
)
(
typeinfo
,
f
.
name
,
dtype
.
declaration_code
(
""
),
f
.
cname
),
safe
=
True
)
code
.
putln
(
' {NULL, NULL, 0}'
,
safe
=
True
)
type
code
.
putln
(
' {NULL, NULL, 0}'
,
safe
=
True
)
code
.
putln
(
"};"
,
safe
=
True
)
type
code
.
putln
(
"};"
,
safe
=
True
)
else
:
else
:
assert
False
assert
False
...
@@ -649,14 +647,14 @@ def type_information_code(proto, impl, name, structinfo_name, dtype, maxdepth):
...
@@ -649,14 +647,14 @@ def type_information_code(proto, impl, name, structinfo_name, dtype, maxdepth):
print
dtype
print
dtype
assert
False
assert
False
code
.
putln
((
'static __Pyx_TypeInfo %s = { "%s", %s, sizeof(%s),
\
'
%s
\
'
};'
type
code
.
putln
((
'static __Pyx_TypeInfo %s = { "%s", %s, sizeof(%s),
\
'
%s
\
'
};'
)
%
(
name
,
)
%
(
name
,
rep
,
rep
,
structinfo_name
,
structinfo_name
,
declcode
,
declcode
,
typegroup
,
typegroup
,
),
safe
=
True
)
),
safe
=
True
)
return
name
# Utility function to set the right exception
# Utility function to set the right exception
...
...
Cython/Compiler/Code.py
View file @
4072b4dd
...
@@ -7,6 +7,7 @@ import Naming
...
@@ -7,6 +7,7 @@ import Naming
import
Options
import
Options
from
Cython.Utils
import
open_new_file
,
open_source_file
from
Cython.Utils
import
open_new_file
,
open_source_file
from
PyrexTypes
import
py_object_type
,
typecast
from
PyrexTypes
import
py_object_type
,
typecast
import
PyrexTypes
from
TypeSlots
import
method_coexist
from
TypeSlots
import
method_coexist
from
Scanning
import
SourceDescriptor
from
Scanning
import
SourceDescriptor
from
Cython.StringIOTree
import
StringIOTree
from
Cython.StringIOTree
import
StringIOTree
...
@@ -203,9 +204,7 @@ class GlobalState(object):
...
@@ -203,9 +204,7 @@ class GlobalState(object):
# to create this output C code. This is
# to create this output C code. This is
# used to annotate the comments.
# used to annotate the comments.
#
#
# used_utility_code set(string|int) Ids of used utility code (to avoid reinsertion)
# utility_codes set IDs of used utility code (to avoid reinsertion)
# utilprotowriter CCodeWriter
# utildefwriter CCodeWriter
#
#
# declared_cnames {string:Entry} used in a transition phase to merge pxd-declared
# declared_cnames {string:Entry} used in a transition phase to merge pxd-declared
# constants etc. into the pyx-declared ones (i.e,
# constants etc. into the pyx-declared ones (i.e,
...
@@ -230,12 +229,14 @@ class GlobalState(object):
...
@@ -230,12 +229,14 @@ class GlobalState(object):
code_layout
=
[
code_layout
=
[
'h_code'
,
'h_code'
,
'utility_code_proto'
,
'type_declarations'
,
'type_declarations'
,
'module_declarations'
,
'module_declarations'
,
'typeinfo'
,
'typeinfo'
,
'before_global_var'
,
'before_global_var'
,
'global_var'
,
'global_var'
,
'all_the_rest'
,
'all_the_rest'
,
'utility_code_def'
]
]
...
@@ -243,7 +244,7 @@ class GlobalState(object):
...
@@ -243,7 +244,7 @@ class GlobalState(object):
self
.
filename_table
=
{}
self
.
filename_table
=
{}
self
.
filename_list
=
[]
self
.
filename_list
=
[]
self
.
input_file_contents
=
{}
self
.
input_file_contents
=
{}
self
.
u
sed_utility_code
=
set
()
self
.
u
tility_codes
=
set
()
self
.
declared_cnames
=
{}
self
.
declared_cnames
=
{}
self
.
pystring_table_needed
=
False
self
.
pystring_table_needed
=
False
self
.
in_utility_code_generation
=
False
self
.
in_utility_code_generation
=
False
...
@@ -254,12 +255,11 @@ class GlobalState(object):
...
@@ -254,12 +255,11 @@ class GlobalState(object):
writer
.
globalstate
=
self
writer
.
globalstate
=
self
for
part
in
self
.
code_layout
:
for
part
in
self
.
code_layout
:
self
.
parts
[
part
]
=
writer
.
insertion_point
()
#new_writer()
self
.
parts
[
part
]
=
writer
.
insertion_point
()
#new_writer()
self
.
initwriters
(
writer
)
self
.
init_writers
(
writer
)
def
initwriters
(
self
,
rootwriter
):
self
.
utilprotowriter
=
rootwriter
.
new_writer
()
def
init_writers
(
self
,
rootwriter
):
self
.
utildefwriter
=
rootwriter
.
new_writer
()
self
.
decls_writer
=
rootwriter
.
new_writer
()
self
.
decls_writer
=
rootwriter
.
new_writer
()
self
.
pystring_table
=
rootwriter
.
new_writer
()
self
.
pystring_table
=
rootwriter
.
new_writer
()
self
.
init_cached_builtins_writer
=
rootwriter
.
new_writer
()
self
.
init_cached_builtins_writer
=
rootwriter
.
new_writer
()
...
@@ -282,6 +282,31 @@ class GlobalState(object):
...
@@ -282,6 +282,31 @@ class GlobalState(object):
self
.
pystring_table
.
putln
(
"static __Pyx_StringTabEntry %s[] = {"
%
self
.
pystring_table
.
putln
(
"static __Pyx_StringTabEntry %s[] = {"
%
Naming
.
stringtab_cname
)
Naming
.
stringtab_cname
)
#
# utility_code_def
#
code
=
self
.
parts
[
'utility_code_def'
]
if
self
.
emit_linenums
:
code
.
write
(
'
\
n
#line 1 "cython_utility"
\
n
'
)
code
.
putln
(
""
)
code
.
putln
(
"/* Runtime support code */"
)
code
.
putln
(
""
)
code
.
putln
(
"static void %s(void) {"
%
Naming
.
fileinit_cname
)
code
.
putln
(
"%s = %s;"
%
(
Naming
.
filetable_cname
,
Naming
.
filenames_cname
))
code
.
putln
(
"}"
)
def
finalize_writers
(
self
):
self
.
close_global_decls
()
#
# utility_code_def
#
code
=
self
.
parts
[
'utility_code_def'
]
code
.
put
(
PyrexTypes
.
type_conversion_functions
)
code
.
putln
(
""
)
def
__getitem__
(
self
,
key
):
def
__getitem__
(
self
,
key
):
return
self
.
parts
[
key
]
return
self
.
parts
[
key
]
...
@@ -439,55 +464,18 @@ class GlobalState(object):
...
@@ -439,55 +464,18 @@ class GlobalState(object):
code twice. Otherwise, id(codetup) is used as such an identifier.
code twice. Otherwise, id(codetup) is used as such an identifier.
"""
"""
if
name
is
None
:
name
=
id
(
utility_code
)
if
name
is
None
:
name
=
id
(
utility_code
)
if
self
.
check_utility_code_needed_and_register
(
name
):
if
name
not
in
self
.
utility_codes
:
self
.
utility_codes
.
add
(
name
)
if
utility_code
.
requires
:
if
utility_code
.
requires
:
for
dependency
in
utility_code
.
requires
:
for
dependency
in
utility_code
.
requires
:
self
.
use_utility_code
(
dependency
)
self
.
use_utility_code
(
dependency
)
if
utility_code
.
proto
:
if
utility_code
.
proto
:
self
.
utilprotowriter
.
put
(
utility_code
.
proto
)
self
.
parts
[
'utility_code_proto'
]
.
put
(
utility_code
.
proto
)
if
utility_code
.
impl
:
if
utility_code
.
impl
:
self
.
utildefwriter
.
put
(
utility_code
.
impl
)
self
.
parts
[
'utility_code_def'
]
.
put
(
utility_code
.
impl
)
utility_code
.
write_init_code
(
self
.
initwriter
,
self
.
module_pos
)
utility_code
.
write_init_code
(
self
.
initwriter
,
self
.
module_pos
)
utility_code
.
write_cleanup_code
(
self
.
cleanupwriter
,
self
.
module_pos
)
utility_code
.
write_cleanup_code
(
self
.
cleanupwriter
,
self
.
module_pos
)
def
has_code
(
self
,
name
):
return
name
in
self
.
used_utility_code
def
use_code_from
(
self
,
func
,
name
,
*
args
,
**
kw
):
"""
Requests that the utility code that func can generate is used in the C
file. func is called like this:
func(proto, definition, name, *args, **kw)
where proto and definition are two CCodeWriter instances; the
former should have the prototype written to it and the other the definition.
The call might happen at some later point (if compiling multiple modules
into a cache for instance), and will only happen once per utility code.
name is used to identify the utility code, so that it isn't regenerated
when the same code is requested again.
"""
if
self
.
check_utility_code_needed_and_register
(
name
):
func
(
self
.
utilprotowriter
,
self
.
utildefwriter
,
name
,
*
args
,
**
kw
)
def
check_utility_code_needed_and_register
(
self
,
name
):
if
name
in
self
.
used_utility_code
:
return
False
else
:
self
.
used_utility_code
.
add
(
name
)
return
True
def
put_utility_code_protos
(
self
,
writer
):
writer
.
insert
(
self
.
utilprotowriter
)
def
put_utility_code_defs
(
self
,
writer
):
if
self
.
emit_linenums
:
writer
.
write
(
'
\
n
#line 1 "cython_utility"
\
n
'
)
writer
.
insert
(
self
.
utildefwriter
)
def
funccontext_property
(
name
):
def
funccontext_property
(
name
):
def
get
(
self
):
def
get
(
self
):
...
...
Cython/Compiler/ModuleNode.py
View file @
4072b4dd
...
@@ -288,12 +288,13 @@ class ModuleNode(Nodes.Node, Nodes.BlockNode):
...
@@ -288,12 +288,13 @@ class ModuleNode(Nodes.Node, Nodes.BlockNode):
if
Options
.
embed
:
if
Options
.
embed
:
self
.
generate_main_method
(
env
,
code
)
self
.
generate_main_method
(
env
,
code
)
self
.
generate_filename_table
(
code
)
self
.
generate_filename_table
(
code
)
self
.
generate_utility_functions
(
env
,
code
,
h_code
)
self
.
generate_declarations_for_modules
(
env
,
modules
,
globalstate
)
self
.
generate_declarations_for_modules
(
env
,
modules
,
globalstate
)
h_code
.
write
(
'
\
n
'
)
h_code
.
write
(
'
\
n
'
)
globalstate
.
close_global_decls
()
for
codetup
,
name
in
env
.
utility_code_list
:
globalstate
.
use_utility_code
(
codetup
,
name
)
globalstate
.
finalize_writers
()
f
=
open_new_file
(
result
.
c_file
)
f
=
open_new_file
(
result
.
c_file
)
rootwriter
.
copyto
(
f
)
rootwriter
.
copyto
(
f
)
...
@@ -2061,22 +2062,6 @@ class ModuleNode(Nodes.Node, Nodes.BlockNode):
...
@@ -2061,22 +2062,6 @@ class ModuleNode(Nodes.Node, Nodes.BlockNode):
"%s = &%s;"
%
(
"%s = &%s;"
%
(
type
.
typeptr_cname
,
type
.
typeobj_cname
))
type
.
typeptr_cname
,
type
.
typeobj_cname
))
def
generate_utility_functions
(
self
,
env
,
code
,
h_code
):
for
codetup
,
name
in
env
.
utility_code_list
:
code
.
globalstate
.
use_utility_code
(
codetup
,
name
)
code
.
globalstate
.
put_utility_code_protos
(
h_code
)
code
.
putln
(
""
)
code
.
putln
(
"/* Runtime support code */"
)
code
.
putln
(
""
)
code
.
putln
(
"static void %s(void) {"
%
Naming
.
fileinit_cname
)
code
.
putln
(
"%s = %s;"
%
(
Naming
.
filetable_cname
,
Naming
.
filenames_cname
))
code
.
putln
(
"}"
)
code
.
globalstate
.
put_utility_code_defs
(
code
)
code
.
put
(
PyrexTypes
.
type_conversion_functions
)
code
.
putln
(
""
)
#------------------------------------------------------------------------------------
#------------------------------------------------------------------------------------
#
#
# Runtime support code
# Runtime support code
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment