Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
C
cpython
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
Analytics
Analytics
Repository
Value Stream
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Commits
Issue Boards
Open sidebar
Kirill Smelkov
cpython
Commits
938ac765
Commit
938ac765
authored
Jan 21, 2001
by
Fredrik Lundh
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
forgot to check in the new makeunicodedata.py script
parent
d3099536
Changes
5
Expand all
Hide whitespace changes
Inline
Side-by-side
Showing
5 changed files
with
8294 additions
and
8383 deletions
+8294
-8383
Modules/ucnhash.c
Modules/ucnhash.c
+8
-10
Modules/unicodedata_db.h
Modules/unicodedata_db.h
+1
-1
Modules/unicodename_db.h
Modules/unicodename_db.h
+8013
-8354
Objects/unicodetype_db.h
Objects/unicodetype_db.h
+1
-1
Tools/unicode/makeunicodedata.py
Tools/unicode/makeunicodedata.py
+271
-17
No files found.
Modules/ucnhash.c
View file @
938ac765
...
...
@@ -11,16 +11,13 @@
/* database code (cut and pasted from the unidb package) */
static
unsigned
long
gethash
(
const
char
*
s
,
int
len
)
gethash
(
const
char
*
s
,
int
len
,
int
scale
)
{
int
i
;
unsigned
long
h
=
0
;
unsigned
long
ix
;
for
(
i
=
0
;
i
<
len
;
i
++
)
{
/* magic value 47 was chosen to minimize the number
of collisions for the uninames dataset. see the
makeunicodedata script for more background */
h
=
(
h
*
47
)
+
(
unsigned
char
)
toupper
(
s
[
i
]);
h
=
(
h
*
scale
)
+
(
unsigned
char
)
toupper
(
s
[
i
]);
ix
=
h
&
0xff000000
;
if
(
ix
)
h
=
(
h
^
((
ix
>>
24
)
&
0xff
))
&
0x00ffffff
;
...
...
@@ -40,8 +37,9 @@ getname(Py_UCS4 code, char* buffer, int buflen)
return
0
;
/* get offset into phrasebook */
offset
=
phrasebook_offset1
[(
code
>>
SHIFT
)];
offset
=
phrasebook_offset2
[(
offset
<<
SHIFT
)
+
(
code
&
((
1
<<
SHIFT
)
-
1
))];
offset
=
phrasebook_offset1
[(
code
>>
phrasebook_shift
)];
offset
=
phrasebook_offset2
[(
offset
<<
phrasebook_shift
)
+
(
code
&
((
1
<<
phrasebook_shift
)
-
1
))];
if
(
!
offset
)
return
0
;
...
...
@@ -99,14 +97,14 @@ static int
getcode
(
const
char
*
name
,
int
namelen
,
Py_UCS4
*
code
)
{
unsigned
int
h
,
v
;
unsigned
int
mask
=
CODE_SIZE
-
1
;
unsigned
int
mask
=
code_size
-
1
;
unsigned
int
i
,
incr
;
/* the following is the same as python's dictionary lookup, with
only minor changes. see the makeunicodedata script for more
details */
h
=
(
unsigned
int
)
gethash
(
name
,
namelen
);
h
=
(
unsigned
int
)
gethash
(
name
,
namelen
,
code_magic
);
i
=
(
~
h
)
&
mask
;
v
=
code_hash
[
i
];
if
(
!
v
)
...
...
@@ -129,7 +127,7 @@ getcode(const char* name, int namelen, Py_UCS4* code)
}
incr
=
incr
<<
1
;
if
(
incr
>
mask
)
incr
=
incr
^
CODE_POLY
;
incr
=
incr
^
code_poly
;
}
}
...
...
Modules/unicodedata_db.h
View file @
938ac765
/* this file was generated by tools\unicode\makeunicodedata.py
1
.1 */
/* this file was generated by tools\unicode\makeunicodedata.py
2
.1 */
/* a list of unique database records */
const
_PyUnicode_DatabaseRecord
_PyUnicode_Database_Records
[]
=
{
...
...
Modules/unicodename_db.h
View file @
938ac765
This diff is collapsed.
Click to expand it.
Objects/unicodetype_db.h
View file @
938ac765
/* this file was generated by tools\unicode\makeunicodedata.py
1
.1 */
/* this file was generated by tools\unicode\makeunicodedata.py
2
.1 */
/* a list of unique character type descriptors */
const
_PyUnicode_TypeRecord
_PyUnicode_TypeRecords
[]
=
{
...
...
Tools/unicode/makeunicodedata.py
View file @
938ac765
This diff is collapsed.
Click to expand it.
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment