Skip to content

C
cpython
Commit c3cec786 authored by Victor Stinner's avatar Victor Stinner
Browse files
Options

Add asciilib: similar to ucs1, ucs2 and ucs4 library, but specialized to ASCII 

ucs1, ucs2 and ucs4 libraries have to scan created substring to find the
maximum character, whereas it is not need to ASCII strings. Because ASCII
strings are common, it is useful to optimize ASCII.
parent 14f8f028
Hide whitespace changes
Inline Side-by-side
Showing with 153 additions and 49 deletions
Include/unicodeobject.h
View file @ c3cec786
...@@ -1851,6 +1851,7 @@ PyAPI_FUNC(Py_ssize_t) _PyUnicode_InsertThousandsGroupingLocale(Py_UNICODE *buff ...@@ -1851,6 +1851,7 @@ PyAPI_FUNC(Py_ssize_t) _PyUnicode_InsertThousandsGroupingLocale(Py_UNICODE *buff
see Objects/stringlib/localeutil.h */ see Objects/stringlib/localeutil.h */
#ifndef Py_LIMITED_API #ifndef Py_LIMITED_API
PyAPI_FUNC(Py_ssize_t) _PyUnicode_InsertThousandsGrouping( PyAPI_FUNC(Py_ssize_t) _PyUnicode_InsertThousandsGrouping(
PyObject *unicode,
int kind, int kind,
void *buffer, void *buffer,
Py_ssize_t n_buffer, Py_ssize_t n_buffer,
......
Objects/stringlib/asciilib.h 0 → 100644
View file @ c3cec786
/* this is sort of a hack. there's at least one place (formatting
floats) where some stringlib code takes a different path if it's
compiled as unicode. */
#define STRINGLIB_IS_UNICODE 1
#define FASTSEARCH asciilib_fastsearch
#define STRINGLIB(F) asciilib_##F
#define STRINGLIB_OBJECT PyUnicodeObject
#define STRINGLIB_CHAR Py_UCS1
#define STRINGLIB_TYPE_NAME "unicode"
#define STRINGLIB_PARSE_CODE "U"
#define STRINGLIB_EMPTY unicode_empty
#define STRINGLIB_ISSPACE Py_UNICODE_ISSPACE
#define STRINGLIB_ISLINEBREAK BLOOM_LINEBREAK
#define STRINGLIB_ISDECIMAL Py_UNICODE_ISDECIMAL
#define STRINGLIB_TODECIMAL Py_UNICODE_TODECIMAL
#define STRINGLIB_TOUPPER Py_UNICODE_TOUPPER
#define STRINGLIB_TOLOWER Py_UNICODE_TOLOWER
#define STRINGLIB_FILL Py_UNICODE_FILL
#define STRINGLIB_STR PyUnicode_1BYTE_DATA
#define STRINGLIB_LEN PyUnicode_GET_LENGTH
#define STRINGLIB_NEW unicode_fromascii
#define STRINGLIB_RESIZE not_supported
#define STRINGLIB_CHECK PyUnicode_Check
#define STRINGLIB_CHECK_EXACT PyUnicode_CheckExact
#define STRINGLIB_GROUPING _PyUnicode_InsertThousandsGrouping
#define STRINGLIB_GROUPING_LOCALE _PyUnicode_InsertThousandsGroupingLocale
#define STRINGLIB_TOSTR PyObject_Str
#define STRINGLIB_TOASCII PyObject_ASCII
#define _Py_InsertThousandsGrouping _PyUnicode_ascii_InsertThousandsGrouping
#define _Py_InsertThousandsGroupingLocale _PyUnicode_ascii_InsertThousandsGroupingLocale
Objects/unicodeobject.c
View file @ c3cec786
...@@ -8331,6 +8331,15 @@ PyUnicode_EncodeDecimal(Py_UNICODE *s, ...@@ -8331,6 +8331,15 @@ PyUnicode_EncodeDecimal(Py_UNICODE *s,
/* --- Helpers ------------------------------------------------------------ */ /* --- Helpers ------------------------------------------------------------ */
#include "stringlib/asciilib.h"
#include "stringlib/fastsearch.h"
#include "stringlib/partition.h"
#include "stringlib/split.h"
#include "stringlib/count.h"
#include "stringlib/find.h"
#include "stringlib/localeutil.h"
#include "stringlib/undef.h"
#include "stringlib/ucs1lib.h" #include "stringlib/ucs1lib.h"
#include "stringlib/fastsearch.h" #include "stringlib/fastsearch.h"
#include "stringlib/partition.h" #include "stringlib/partition.h"
...@@ -8359,7 +8368,10 @@ PyUnicode_EncodeDecimal(Py_UNICODE *s, ...@@ -8359,7 +8368,10 @@ PyUnicode_EncodeDecimal(Py_UNICODE *s,
#include "stringlib/undef.h" #include "stringlib/undef.h"
static Py_ssize_t static Py_ssize_t
any_find_slice(Py_ssize_t Py_LOCAL_CALLBACK(ucs1)(const Py_UCS1*, Py_ssize_t, any_find_slice(Py_ssize_t Py_LOCAL_CALLBACK(ascii)(const Py_UCS1*, Py_ssize_t,
const Py_UCS1*, Py_ssize_t,
Py_ssize_t, Py_ssize_t),
Py_ssize_t Py_LOCAL_CALLBACK(ucs1)(const Py_UCS1*, Py_ssize_t,
const Py_UCS1*, Py_ssize_t, const Py_UCS1*, Py_ssize_t,
Py_ssize_t, Py_ssize_t), Py_ssize_t, Py_ssize_t),
Py_ssize_t Py_LOCAL_CALLBACK(ucs2)(const Py_UCS2*, Py_ssize_t, Py_ssize_t Py_LOCAL_CALLBACK(ucs2)(const Py_UCS2*, Py_ssize_t,
...@@ -8396,7 +8408,10 @@ any_find_slice(Py_ssize_t Py_LOCAL_CALLBACK(ucs1)(const Py_UCS1*, Py_ssize_t, ...@@ -8396,7 +8408,10 @@ any_find_slice(Py_ssize_t Py_LOCAL_CALLBACK(ucs1)(const Py_UCS1*, Py_ssize_t,
switch(kind) { switch(kind) {
case PyUnicode_1BYTE_KIND: case PyUnicode_1BYTE_KIND:
result = ucs1(buf1, len1, buf2, len2, start, end); if (PyUnicode_IS_ASCII(s1) && PyUnicode_IS_ASCII(s2))
result = ascii(buf1, len1, buf2, len2, start, end);
else
result = ucs1(buf1, len1, buf2, len2, start, end);
break; break;
case PyUnicode_2BYTE_KIND: case PyUnicode_2BYTE_KIND:
result = ucs2(buf1, len1, buf2, len2, start, end); result = ucs2(buf1, len1, buf2, len2, start, end);
...@@ -8417,7 +8432,7 @@ any_find_slice(Py_ssize_t Py_LOCAL_CALLBACK(ucs1)(const Py_UCS1*, Py_ssize_t, ...@@ -8417,7 +8432,7 @@ any_find_slice(Py_ssize_t Py_LOCAL_CALLBACK(ucs1)(const Py_UCS1*, Py_ssize_t,
} }
Py_ssize_t Py_ssize_t
_PyUnicode_InsertThousandsGrouping(int kind, void *data, _PyUnicode_InsertThousandsGrouping(PyObject *unicode, int kind, void *data,
Py_ssize_t n_buffer, Py_ssize_t n_buffer,
void *digits, Py_ssize_t n_digits, void *digits, Py_ssize_t n_digits,
Py_ssize_t min_width, Py_ssize_t min_width,
...@@ -8426,9 +8441,14 @@ _PyUnicode_InsertThousandsGrouping(int kind, void *data, ...@@ -8426,9 +8441,14 @@ _PyUnicode_InsertThousandsGrouping(int kind, void *data,
{ {
switch(kind) { switch(kind) {
case PyUnicode_1BYTE_KIND: case PyUnicode_1BYTE_KIND:
return _PyUnicode_ucs1_InsertThousandsGrouping( if (unicode != NULL && PyUnicode_IS_ASCII(unicode))
(Py_UCS1*)data, n_buffer, (Py_UCS1*)digits, n_digits, return _PyUnicode_ascii_InsertThousandsGrouping(
min_width, grouping, thousands_sep); (Py_UCS1*)data, n_buffer, (Py_UCS1*)digits, n_digits,
min_width, grouping, thousands_sep);
else
return _PyUnicode_ucs1_InsertThousandsGrouping(
(Py_UCS1*)data, n_buffer, (Py_UCS1*)digits, n_digits,
min_width, grouping, thousands_sep);
case PyUnicode_2BYTE_KIND: case PyUnicode_2BYTE_KIND:
return _PyUnicode_ucs2_InsertThousandsGrouping( return _PyUnicode_ucs2_InsertThousandsGrouping(
(Py_UCS2*)data, n_buffer, (Py_UCS2*)digits, n_digits, (Py_UCS2*)data, n_buffer, (Py_UCS2*)digits, n_digits,
...@@ -8505,10 +8525,16 @@ PyUnicode_Count(PyObject *str, ...@@ -8505,10 +8525,16 @@ PyUnicode_Count(PyObject *str,
ADJUST_INDICES(start, end, len1); ADJUST_INDICES(start, end, len1);
switch(kind) { switch(kind) {
case PyUnicode_1BYTE_KIND: case PyUnicode_1BYTE_KIND:
result = ucs1lib_count( if (PyUnicode_IS_ASCII(str_obj) && PyUnicode_IS_ASCII(sub_obj))
((Py_UCS1*)buf1) + start, end - start, result = asciilib_count(
buf2, len2, PY_SSIZE_T_MAX ((Py_UCS1*)buf1) + start, end - start,
); buf2, len2, PY_SSIZE_T_MAX
);
else
result = ucs1lib_count(
((Py_UCS1*)buf1) + start, end - start,
buf2, len2, PY_SSIZE_T_MAX
);
break; break;
case PyUnicode_2BYTE_KIND: case PyUnicode_2BYTE_KIND:
result = ucs2lib_count( result = ucs2lib_count(
...@@ -8565,12 +8591,14 @@ PyUnicode_Find(PyObject *str, ...@@ -8565,12 +8591,14 @@ PyUnicode_Find(PyObject *str,
if (direction > 0) if (direction > 0)
result = any_find_slice( result = any_find_slice(
ucs1lib_find_slice, ucs2lib_find_slice, ucs4lib_find_slice, asciilib_find_slice, ucs1lib_find_slice,
ucs2lib_find_slice, ucs4lib_find_slice,
str, sub, start, end str, sub, start, end
); );
else else
result = any_find_slice( result = any_find_slice(
ucs1lib_rfind_slice, ucs2lib_rfind_slice, ucs4lib_rfind_slice, asciilib_find_slice, ucs1lib_rfind_slice,
ucs2lib_rfind_slice, ucs4lib_rfind_slice,
str, sub, start, end str, sub, start, end
); );
...@@ -9200,9 +9228,14 @@ PyUnicode_Splitlines(PyObject *string, int keepends) ...@@ -9200,9 +9228,14 @@ PyUnicode_Splitlines(PyObject *string, int keepends)
switch(PyUnicode_KIND(string)) { switch(PyUnicode_KIND(string)) {
case PyUnicode_1BYTE_KIND: case PyUnicode_1BYTE_KIND:
list = ucs1lib_splitlines( if (PyUnicode_IS_ASCII(string))
(PyObject*) string, PyUnicode_1BYTE_DATA(string), list = asciilib_splitlines(
PyUnicode_GET_LENGTH(string), keepends); (PyObject*) string, PyUnicode_1BYTE_DATA(string),
PyUnicode_GET_LENGTH(string), keepends);
else
list = ucs1lib_splitlines(
(PyObject*) string, PyUnicode_1BYTE_DATA(string),
PyUnicode_GET_LENGTH(string), keepends);
break; break;
case PyUnicode_2BYTE_KIND: case PyUnicode_2BYTE_KIND:
list = ucs2lib_splitlines( list = ucs2lib_splitlines(
...@@ -9241,10 +9274,16 @@ split(PyObject *self, ...@@ -9241,10 +9274,16 @@ split(PyObject *self,
if (substring == NULL) if (substring == NULL)
switch(PyUnicode_KIND(self)) { switch(PyUnicode_KIND(self)) {
case PyUnicode_1BYTE_KIND: case PyUnicode_1BYTE_KIND:
return ucs1lib_split_whitespace( if (PyUnicode_IS_ASCII(self))
(PyObject*) self, PyUnicode_1BYTE_DATA(self), return asciilib_split_whitespace(
PyUnicode_GET_LENGTH(self), maxcount (PyObject*) self, PyUnicode_1BYTE_DATA(self),
); PyUnicode_GET_LENGTH(self), maxcount
);
else
return ucs1lib_split_whitespace(
(PyObject*) self, PyUnicode_1BYTE_DATA(self),
PyUnicode_GET_LENGTH(self), maxcount
);
case PyUnicode_2BYTE_KIND: case PyUnicode_2BYTE_KIND:
return ucs2lib_split_whitespace( return ucs2lib_split_whitespace(
(PyObject*) self, PyUnicode_2BYTE_DATA(self), (PyObject*) self, PyUnicode_2BYTE_DATA(self),
...@@ -9283,8 +9322,12 @@ split(PyObject *self, ...@@ -9283,8 +9322,12 @@ split(PyObject *self,
switch(kind) { switch(kind) {
case PyUnicode_1BYTE_KIND: case PyUnicode_1BYTE_KIND:
out = ucs1lib_split( if (PyUnicode_IS_ASCII(self) && PyUnicode_IS_ASCII(substring))
(PyObject*) self, buf1, len1, buf2, len2, maxcount); out = asciilib_split(
(PyObject*) self, buf1, len1, buf2, len2, maxcount);
else
out = ucs1lib_split(
(PyObject*) self, buf1, len1, buf2, len2, maxcount);
break; break;
case PyUnicode_2BYTE_KIND: case PyUnicode_2BYTE_KIND:
out = ucs2lib_split( out = ucs2lib_split(
...@@ -9323,10 +9366,16 @@ rsplit(PyObject *self, ...@@ -9323,10 +9366,16 @@ rsplit(PyObject *self,
if (substring == NULL) if (substring == NULL)
switch(PyUnicode_KIND(self)) { switch(PyUnicode_KIND(self)) {
case PyUnicode_1BYTE_KIND: case PyUnicode_1BYTE_KIND:
return ucs1lib_rsplit_whitespace( if (PyUnicode_IS_ASCII(self))
(PyObject*) self, PyUnicode_1BYTE_DATA(self), return asciilib_rsplit_whitespace(
PyUnicode_GET_LENGTH(self), maxcount (PyObject*) self, PyUnicode_1BYTE_DATA(self),
); PyUnicode_GET_LENGTH(self), maxcount
);
else
return ucs1lib_rsplit_whitespace(
(PyObject*) self, PyUnicode_1BYTE_DATA(self),
PyUnicode_GET_LENGTH(self), maxcount
);
case PyUnicode_2BYTE_KIND: case PyUnicode_2BYTE_KIND:
return ucs2lib_rsplit_whitespace( return ucs2lib_rsplit_whitespace(
(PyObject*) self, PyUnicode_2BYTE_DATA(self), (PyObject*) self, PyUnicode_2BYTE_DATA(self),
...@@ -9365,8 +9414,12 @@ rsplit(PyObject *self, ...@@ -9365,8 +9414,12 @@ rsplit(PyObject *self,
switch(kind) { switch(kind) {
case PyUnicode_1BYTE_KIND: case PyUnicode_1BYTE_KIND:
out = ucs1lib_rsplit( if (PyUnicode_IS_ASCII(self) && PyUnicode_IS_ASCII(substring))
(PyObject*) self, buf1, len1, buf2, len2, maxcount); out = asciilib_rsplit(
(PyObject*) self, buf1, len1, buf2, len2, maxcount);
else
out = ucs1lib_rsplit(
(PyObject*) self, buf1, len1, buf2, len2, maxcount);
break; break;
case PyUnicode_2BYTE_KIND: case PyUnicode_2BYTE_KIND:
out = ucs2lib_rsplit( out = ucs2lib_rsplit(
...@@ -9387,12 +9440,15 @@ rsplit(PyObject *self, ...@@ -9387,12 +9440,15 @@ rsplit(PyObject *self,
} }
static Py_ssize_t static Py_ssize_t
anylib_find(int kind, void *buf1, Py_ssize_t len1, anylib_find(int kind, PyObject *str1, void *buf1, Py_ssize_t len1,
void *buf2, Py_ssize_t len2, Py_ssize_t offset) PyObject *str2, void *buf2, Py_ssize_t len2, Py_ssize_t offset)
{ {
switch(kind) { switch(kind) {
case PyUnicode_1BYTE_KIND: case PyUnicode_1BYTE_KIND:
return ucs1lib_find(buf1, len1, buf2, len2, offset); if (PyUnicode_IS_ASCII(str1) && PyUnicode_IS_ASCII(str2))
return asciilib_find(buf1, len1, buf2, len2, offset);
else
return ucs1lib_find(buf1, len1, buf2, len2, offset);
case PyUnicode_2BYTE_KIND: case PyUnicode_2BYTE_KIND:
return ucs2lib_find(buf1, len1, buf2, len2, offset); return ucs2lib_find(buf1, len1, buf2, len2, offset);
case PyUnicode_4BYTE_KIND: case PyUnicode_4BYTE_KIND:
...@@ -9403,12 +9459,15 @@ anylib_find(int kind, void *buf1, Py_ssize_t len1, ...@@ -9403,12 +9459,15 @@ anylib_find(int kind, void *buf1, Py_ssize_t len1,
} }
static Py_ssize_t static Py_ssize_t
anylib_count(int kind, void* sbuf, Py_ssize_t slen, anylib_count(int kind, PyObject *sstr, void* sbuf, Py_ssize_t slen,
void *buf1, Py_ssize_t len1, Py_ssize_t maxcount) PyObject *str1, void *buf1, Py_ssize_t len1, Py_ssize_t maxcount)
{ {
switch(kind) { switch(kind) {
case PyUnicode_1BYTE_KIND: case PyUnicode_1BYTE_KIND:
return ucs1lib_count(sbuf, slen, buf1, len1, maxcount); if (PyUnicode_IS_ASCII(sstr) && PyUnicode_IS_ASCII(str1))
return asciilib_count(sbuf, slen, buf1, len1, maxcount);
else
return ucs1lib_count(sbuf, slen, buf1, len1, maxcount);
case PyUnicode_2BYTE_KIND: case PyUnicode_2BYTE_KIND:
return ucs2lib_count(sbuf, slen, buf1, len1, maxcount); return ucs2lib_count(sbuf, slen, buf1, len1, maxcount);
case PyUnicode_4BYTE_KIND: case PyUnicode_4BYTE_KIND:
...@@ -9497,7 +9556,7 @@ replace(PyObject *self, PyObject *str1, ...@@ -9497,7 +9556,7 @@ replace(PyObject *self, PyObject *str1,
if (!buf1) goto error; if (!buf1) goto error;
release1 = 1; release1 = 1;
} }
i = anylib_find(rkind, sbuf, slen, buf1, len1, 0); i = anylib_find(rkind, self, sbuf, slen, str1, buf1, len1, 0);
if (i < 0) if (i < 0)
goto nothing; goto nothing;
if (rkind > kind2) { if (rkind > kind2) {
...@@ -9530,9 +9589,9 @@ replace(PyObject *self, PyObject *str1, ...@@ -9530,9 +9589,9 @@ replace(PyObject *self, PyObject *str1,
i += len1; i += len1;
while ( --maxcount > 0) { while ( --maxcount > 0) {
i = anylib_find(rkind, sbuf+PyUnicode_KIND_SIZE(rkind, i), i = anylib_find(rkind, self,
slen-i, sbuf+PyUnicode_KIND_SIZE(rkind, i), slen-i,
buf1, len1, i); str1, buf1, len1, i);
if (i == -1) if (i == -1)
break; break;
memcpy(res + PyUnicode_KIND_SIZE(rkind, i), memcpy(res + PyUnicode_KIND_SIZE(rkind, i),
...@@ -9557,7 +9616,7 @@ replace(PyObject *self, PyObject *str1, ...@@ -9557,7 +9616,7 @@ replace(PyObject *self, PyObject *str1,
if (!buf1) goto error; if (!buf1) goto error;
release1 = 1; release1 = 1;
} }
n = anylib_count(rkind, sbuf, slen, buf1, len1, maxcount); n = anylib_count(rkind, self, sbuf, slen, str1, buf1, len1, maxcount);
if (n == 0) if (n == 0)
goto nothing; goto nothing;
if (kind2 < rkind) { if (kind2 < rkind) {
...@@ -9596,9 +9655,9 @@ replace(PyObject *self, PyObject *str1, ...@@ -9596,9 +9655,9 @@ replace(PyObject *self, PyObject *str1,
if (len1 > 0) { if (len1 > 0) {
while (n-- > 0) { while (n-- > 0) {
/* look for next match */ /* look for next match */
j = anylib_find(rkind, j = anylib_find(rkind, self,
sbuf + PyUnicode_KIND_SIZE(rkind, i), sbuf + PyUnicode_KIND_SIZE(rkind, i), slen-i,
slen-i, buf1, len1, i); str1, buf1, len1, i);
if (j == -1) if (j == -1)
break; break;
else if (j > i) { else if (j > i) {
...@@ -10443,7 +10502,8 @@ unicode_find(PyObject *self, PyObject *args) ...@@ -10443,7 +10502,8 @@ unicode_find(PyObject *self, PyObject *args)
return NULL; return NULL;
result = any_find_slice( result = any_find_slice(
ucs1lib_find_slice, ucs2lib_find_slice, ucs4lib_find_slice, asciilib_find_slice, ucs1lib_find_slice,
ucs2lib_find_slice, ucs4lib_find_slice,
self, (PyObject*)substring, start, end self, (PyObject*)substring, start, end
); );
...@@ -10536,7 +10596,8 @@ unicode_index(PyObject *self, PyObject *args) ...@@ -10536,7 +10596,8 @@ unicode_index(PyObject *self, PyObject *args)
return NULL; return NULL;
result = any_find_slice( result = any_find_slice(
ucs1lib_find_slice, ucs2lib_find_slice, ucs4lib_find_slice, asciilib_find_slice, ucs1lib_find_slice,
ucs2lib_find_slice, ucs4lib_find_slice,
self, (PyObject*)substring, start, end self, (PyObject*)substring, start, end
); );
...@@ -11548,7 +11609,8 @@ unicode_rfind(PyObject *self, PyObject *args) ...@@ -11548,7 +11609,8 @@ unicode_rfind(PyObject *self, PyObject *args)
return NULL; return NULL;
result = any_find_slice( result = any_find_slice(
ucs1lib_rfind_slice, ucs2lib_rfind_slice, ucs4lib_rfind_slice, asciilib_rfind_slice, ucs1lib_rfind_slice,
ucs2lib_rfind_slice, ucs4lib_rfind_slice,
self, (PyObject*)substring, start, end self, (PyObject*)substring, start, end
); );
...@@ -11583,7 +11645,8 @@ unicode_rindex(PyObject *self, PyObject *args) ...@@ -11583,7 +11645,8 @@ unicode_rindex(PyObject *self, PyObject *args)
return NULL; return NULL;
result = any_find_slice( result = any_find_slice(
ucs1lib_rfind_slice, ucs2lib_rfind_slice, ucs4lib_rfind_slice, asciilib_rfind_slice, ucs1lib_rfind_slice,
ucs2lib_rfind_slice, ucs4lib_rfind_slice,
self, (PyObject*)substring, start, end self, (PyObject*)substring, start, end
); );
...@@ -11712,7 +11775,10 @@ PyUnicode_Partition(PyObject *str_in, PyObject *sep_in) ...@@ -11712,7 +11775,10 @@ PyUnicode_Partition(PyObject *str_in, PyObject *sep_in)
switch(PyUnicode_KIND(str_obj)) { switch(PyUnicode_KIND(str_obj)) {
case PyUnicode_1BYTE_KIND: case PyUnicode_1BYTE_KIND:
out = ucs1lib_partition(str_obj, buf1, len1, sep_obj, buf2, len2); if (PyUnicode_IS_ASCII(str_obj) && PyUnicode_IS_ASCII(sep_obj))
out = asciilib_partition(str_obj, buf1, len1, sep_obj, buf2, len2);
else
out = ucs1lib_partition(str_obj, buf1, len1, sep_obj, buf2, len2);
break; break;
case PyUnicode_2BYTE_KIND: case PyUnicode_2BYTE_KIND:
out = ucs2lib_partition(str_obj, buf1, len1, sep_obj, buf2, len2); out = ucs2lib_partition(str_obj, buf1, len1, sep_obj, buf2, len2);
...@@ -11781,7 +11847,10 @@ PyUnicode_RPartition(PyObject *str_in, PyObject *sep_in) ...@@ -11781,7 +11847,10 @@ PyUnicode_RPartition(PyObject *str_in, PyObject *sep_in)
switch(PyUnicode_KIND(str_in)) { switch(PyUnicode_KIND(str_in)) {
case PyUnicode_1BYTE_KIND: case PyUnicode_1BYTE_KIND:
out = ucs1lib_rpartition(str_obj, buf1, len1, sep_obj, buf2, len2); if (PyUnicode_IS_ASCII(str_obj) && PyUnicode_IS_ASCII(sep_obj))
out = asciilib_rpartition(str_obj, buf1, len1, sep_obj, buf2, len2);
else
out = ucs1lib_rpartition(str_obj, buf1, len1, sep_obj, buf2, len2);
break; break;
case PyUnicode_2BYTE_KIND: case PyUnicode_2BYTE_KIND:
out = ucs2lib_rpartition(str_obj, buf1, len1, sep_obj, buf2, len2); out = ucs2lib_rpartition(str_obj, buf1, len1, sep_obj, buf2, len2);
......
Python/formatter_unicode.c
View file @ c3cec786
...@@ -501,7 +501,7 @@ calc_number_widths(NumberFieldWidths *spec, Py_ssize_t n_prefix, ...@@ -501,7 +501,7 @@ calc_number_widths(NumberFieldWidths *spec, Py_ssize_t n_prefix,
spec->n_grouped_digits = 0; spec->n_grouped_digits = 0;
else else
spec->n_grouped_digits = _PyUnicode_InsertThousandsGrouping( spec->n_grouped_digits = _PyUnicode_InsertThousandsGrouping(
PyUnicode_1BYTE_KIND, NULL, 0, NULL, NULL, PyUnicode_1BYTE_KIND, NULL, 0, NULL,
spec->n_digits, spec->n_min_width, spec->n_digits, spec->n_min_width,
locale->grouping, locale->thousands_sep); locale->grouping, locale->thousands_sep);
...@@ -603,7 +603,7 @@ fill_number(PyObject *out, Py_ssize_t pos, const NumberFieldWidths *spec, ...@@ -603,7 +603,7 @@ fill_number(PyObject *out, Py_ssize_t pos, const NumberFieldWidths *spec,
r = r =
#endif #endif
_PyUnicode_InsertThousandsGrouping( _PyUnicode_InsertThousandsGrouping(
kind, out, kind,
(char*)data + PyUnicode_KIND_SIZE(kind, pos), (char*)data + PyUnicode_KIND_SIZE(kind, pos),
spec->n_grouped_digits, spec->n_grouped_digits,
pdigits + PyUnicode_KIND_SIZE(kind, d_pos), pdigits + PyUnicode_KIND_SIZE(kind, d_pos),
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment
GitLab Nexedi Edition | About GitLab | About Nexedi | 沪ICP备2021021310号-2 | 沪ICP备2021021310号-7