Skip to content

G
go
Commit fc52d702 authored by Rob Pike's avatar Rob Pike
Browse files
Options

unicode: update to unicode 6.0.0 

R=rsc
CC=golang-dev
https://golang.org/cl/3981049
parent 61439186
Hide whitespace changes
Inline Side-by-side
Showing with 312 additions and 191 deletions
src/pkg/unicode/letter_test.go
View file @ fc52d702
......@@ -56,6 +56,7 @@ var letterTest = []int{
0xf9,
0x2ec,
0x535,
0x620,
0x6e6,
0x93d,
0xa15,
......@@ -85,7 +86,7 @@ var notletterTest = []int{
0x20,
0x35,
0x375,
0x620,
0x619,
0x700,
0xfffe,
0x1ffff,
......
src/pkg/unicode/maketables.go
View file @ fc52d702
......@@ -32,7 +32,7 @@ func main() {
var dataURL = flag.String("data", "", "full URL for UnicodeData.txt; defaults to --url/UnicodeData.txt")
var url = flag.String("url",
"http://www.unicode.org/Public/5.2.0/ucd/",
"http://www.unicode.org/Public/6.0.0/ucd/",
"URL of Unicode database directory")
var tablelist = flag.String("tables",
"all",
......@@ -382,7 +382,7 @@ func printCategories() {
type Op func(code int) bool
const format = "\tRange{0x%04x, 0x%04x, %d},\n"
const format = "\t{0x%04x, 0x%04x, %d},\n"
func dumpRange(header string, inCategory Op) {
fmt.Print(header)
......@@ -805,14 +805,14 @@ func printCaseRange(lo, hi *caseState) {
}
switch {
case hi.point > lo.point && lo.isUpperLower():
fmt.Printf("\tCaseRange{0x%04X, 0x%04X, d{UpperLower, UpperLower, UpperLower}},\n",
fmt.Printf("\t{0x%04X, 0x%04X, d{UpperLower, UpperLower, UpperLower}},\n",
lo.point, hi.point)
case hi.point > lo.point && lo.isLowerUpper():
logger.Exitf("LowerUpper sequence: should not happen: U+%04X. If it's real, need to fix To()", lo.point)
fmt.Printf("\tCaseRange{0x%04X, 0x%04X, d{LowerUpper, LowerUpper, LowerUpper}},\n",
fmt.Printf("\t{0x%04X, 0x%04X, d{LowerUpper, LowerUpper, LowerUpper}},\n",
lo.point, hi.point)
default:
fmt.Printf("\tCaseRange{0x%04X, 0x%04X, d{%d, %d, %d}},\n",
fmt.Printf("\t{0x%04X, 0x%04X, d{%d, %d, %d}},\n",
lo.point, hi.point,
lo.deltaToUpper, lo.deltaToLower, lo.deltaToTitle)
}
......
src/pkg/unicode/script_test.go
View file @ fc52d702
......@@ -14,7 +14,7 @@ type T struct {
script string
}
// Hand-chosen tests from Unicode 5.1.0, mostly to discover when new
// Hand-chosen tests from Unicode 5.1.0 & 6.0..0, mostly to discover when new
// scripts and categories arise.
var inTest = []T{
{0x06e2, "Arabic"},
......@@ -22,11 +22,13 @@ var inTest = []T{
{0x10b20, "Avestan"},
{0x1b37, "Balinese"},
{0xa6af, "Bamum"},
{0x1be1, "Batak"},
{0x09c2, "Bengali"},
{0x3115, "Bopomofo"},
{0x282d, "Braille"},
{0x1a1a, "Buginese"},
{0x1747, "Buhid"},
{0x11011, "Brahmi"},
{0x156d, "Canadian_Aboriginal"},
{0x102a9, "Carian"},
{0xaa4d, "Cham"},
......@@ -72,6 +74,7 @@ var inTest = []T{
{0x10290, "Lycian"},
{0x10930, "Lydian"},
{0x0d42, "Malayalam"},
{0x0843, "Mandaic"},
{0xabd0, "Meetei_Mayek"},
{0x1822, "Mongolian"},
{0x104c, "Myanmar"},
......@@ -204,7 +207,7 @@ func TestScripts(t *testing.T) {
}
}
for k := range notTested {
t.Error("not tested:", k)
t.Error("script not tested:", k)
}
}
......@@ -223,7 +226,7 @@ func TestCategories(t *testing.T) {
notTested[test.script] = false, false
}
for k := range notTested {
t.Error("not tested:", k)
t.Error("category not tested:", k)
}
}
......@@ -242,6 +245,6 @@ func TestProperties(t *testing.T) {
notTested[test.script] = false, false
}
for k := range notTested {
t.Error("not tested:", k)
t.Error("property not tested:", k)
}
}
src/pkg/unicode/tables.go
View file @ fc52d702
// Generated by running
// maketables --tables=all --data=http://www.unicode.org/Public/5.2.0/ucd/UnicodeData.txt
// maketables --tables=all --data=http://www.unicode.org/Public/6.0.0/ucd/UnicodeData.txt
// DO NOT EDIT
package unicode
// Version is the Unicode edition from which the tables are derived.
const Version = "5.2.0"
const Version = "6.0.0"
// Categories is the set of Unicode data tables.
var Categories = map[string][]Range{
......@@ -61,7 +61,7 @@ var _Lm = []Range{
{0x1d78, 0x1d9b, 35},
{0x1d9c, 0x1dbf, 1},
{0x2071, 0x207f, 14},
{0x2090, 0x2094, 1},
{0x2090, 0x209c, 1},
{0x2c7d, 0x2d6f, 242},
{0x2e2f, 0x3005, 470},
{0x3031, 0x3035, 1},
......@@ -129,7 +129,7 @@ var _Ll = []Range{
{0x0461, 0x0481, 2},
{0x048b, 0x04bf, 2},
{0x04c2, 0x04ce, 2},
{0x04cf, 0x0525, 2},
{0x04cf, 0x0527, 2},
{0x0561, 0x0587, 1},
{0x1d00, 0x1d2b, 1},
{0x1d62, 0x1d77, 1},
......@@ -174,8 +174,7 @@ var _Ll = []Range{
{0x2ce4, 0x2cec, 8},
{0x2cee, 0x2d00, 18},
{0x2d01, 0x2d25, 1},
{0xa641, 0xa65f, 2},
{0xa663, 0xa66d, 2},
{0xa641, 0xa66d, 2},
{0xa681, 0xa697, 2},
{0xa723, 0xa72f, 2},
{0xa730, 0xa731, 1},
......@@ -183,7 +182,10 @@ var _Ll = []Range{
{0xa772, 0xa778, 1},
{0xa77a, 0xa77c, 2},
{0xa77f, 0xa787, 2},
{0xa78c, 0xfb00, 21364},
{0xa78c, 0xa78e, 2},
{0xa791, 0xa7a1, 16},
{0xa7a3, 0xa7a9, 2},
{0xa7fa, 0xfb00, 21254},
{0xfb01, 0xfb06, 1},
{0xfb13, 0xfb17, 1},
{0xff41, 0xff5a, 1},
......@@ -220,19 +222,18 @@ var _Ll = []Range{
var _Me = []Range{
{0x0488, 0x0489, 1},
{0x06de, 0x20dd, 6655},
{0x20de, 0x20e0, 1},
{0x20dd, 0x20e0, 1},
{0x20e2, 0x20e4, 1},
{0xa670, 0xa672, 1},
}
var _Mc = []Range{
{0x0903, 0x093e, 59},
{0x093f, 0x0940, 1},
{0x0903, 0x093b, 56},
{0x093e, 0x0940, 1},
{0x0949, 0x094c, 1},
{0x094e, 0x0982, 52},
{0x0983, 0x09be, 59},
{0x09bf, 0x09c0, 1},
{0x094e, 0x094f, 1},
{0x0982, 0x0983, 1},
{0x09be, 0x09c0, 1},
{0x09c7, 0x09c8, 1},
{0x09cb, 0x09cc, 1},
{0x09d7, 0x0a03, 44},
......@@ -299,7 +300,10 @@ var _Mc = []Range{
{0x1b43, 0x1b44, 1},
{0x1b82, 0x1ba1, 31},
{0x1ba6, 0x1ba7, 1},
{0x1baa, 0x1c24, 122},
{0x1baa, 0x1be7, 61},
{0x1bea, 0x1bec, 1},
{0x1bee, 0x1bf2, 4},
{0x1bf3, 0x1c24, 49},
{0x1c25, 0x1c2b, 1},
{0x1c34, 0x1c35, 1},
{0x1ce1, 0x1cf2, 17},
......@@ -318,7 +322,8 @@ var _Mc = []Range{
{0xabe3, 0xabe4, 1},
{0xabe6, 0xabe7, 1},
{0xabe9, 0xabea, 1},
{0xabec, 0x11082, 25750},
{0xabec, 0x11000, 25620},
{0x11002, 0x11082, 128},
{0x110b0, 0x110b2, 1},
{0x110b7, 0x110b8, 1},
{0x1d165, 0x1d166, 1},
......@@ -333,7 +338,7 @@ var _Mn = []Range{
{0x05c2, 0x05c4, 2},
{0x05c5, 0x05c7, 2},
{0x0610, 0x061a, 1},
{0x064b, 0x065e, 1},
{0x064b, 0x065f, 1},
{0x0670, 0x06d6, 102},
{0x06d7, 0x06dc, 1},
{0x06df, 0x06e4, 1},
......@@ -347,11 +352,12 @@ var _Mn = []Range{
{0x081b, 0x0823, 1},
{0x0825, 0x0827, 1},
{0x0829, 0x082d, 1},
{0x0859, 0x085b, 1},
{0x0900, 0x0902, 1},
{0x093c, 0x0941, 5},
{0x0942, 0x0948, 1},
{0x093a, 0x093c, 2},
{0x0941, 0x0948, 1},
{0x094d, 0x0951, 4},
{0x0952, 0x0955, 1},
{0x0952, 0x0957, 1},
{0x0962, 0x0963, 1},
{0x0981, 0x09bc, 59},
{0x09c1, 0x09c4, 1},
......@@ -400,7 +406,7 @@ var _Mn = []Range{
{0x0f71, 0x0f7e, 1},
{0x0f80, 0x0f84, 1},
{0x0f86, 0x0f87, 1},
{0x0f90, 0x0f97, 1},
{0x0f8d, 0x0f97, 1},
{0x0f99, 0x0fbc, 1},
{0x0fc6, 0x102d, 103},
{0x102e, 0x1030, 1},
......@@ -412,7 +418,8 @@ var _Mn = []Range{
{0x1071, 0x1074, 1},
{0x1082, 0x1085, 3},
{0x1086, 0x108d, 7},
{0x109d, 0x135f, 706},
{0x109d, 0x135d, 704},
{0x135e, 0x135f, 1},
{0x1712, 0x1714, 1},
{0x1732, 0x1734, 1},
{0x1752, 0x1753, 1},
......@@ -442,6 +449,9 @@ var _Mn = []Range{
{0x1b80, 0x1b81, 1},
{0x1ba2, 0x1ba5, 1},
{0x1ba8, 0x1ba9, 1},
{0x1be6, 0x1be8, 2},
{0x1be9, 0x1bed, 4},
{0x1bef, 0x1bf1, 1},
{0x1c2c, 0x1c33, 1},
{0x1c36, 0x1c37, 1},
{0x1cd0, 0x1cd2, 1},
......@@ -449,12 +459,13 @@ var _Mn = []Range{
{0x1ce2, 0x1ce8, 1},
{0x1ced, 0x1dc0, 211},
{0x1dc1, 0x1de6, 1},
{0x1dfd, 0x1dff, 1},
{0x1dfc, 0x1dff, 1},
{0x20d0, 0x20dc, 1},
{0x20e1, 0x20e5, 4},
{0x20e6, 0x20f0, 1},
{0x2cef, 0x2cf1, 1},
{0x2de0, 0x2dff, 1},
{0x2d7f, 0x2de0, 97},
{0x2de1, 0x2dff, 1},
{0x302a, 0x302f, 1},
{0x3099, 0x309a, 1},
{0xa66f, 0xa67c, 13},
......@@ -488,9 +499,10 @@ var _Mn = []Range{
{0x10a05, 0x10a06, 1},
{0x10a0c, 0x10a0f, 1},
{0x10a38, 0x10a3a, 1},
{0x10a3f, 0x11080, 1601},
{0x11081, 0x110b3, 50},
{0x110b4, 0x110b6, 1},
{0x10a3f, 0x11001, 1474},
{0x11038, 0x11046, 1},
{0x11080, 0x11081, 1},
{0x110b3, 0x110b6, 1},
{0x110b9, 0x110ba, 1},
{0x1d167, 0x1d169, 1},
{0x1d17b, 0x1d182, 1},
......@@ -524,13 +536,13 @@ var letter = []Range{
{0x038f, 0x03a1, 1},
{0x03a3, 0x03f5, 1},
{0x03f7, 0x0481, 1},
{0x048a, 0x0525, 1},
{0x048a, 0x0527, 1},
{0x0531, 0x0556, 1},
{0x0559, 0x0561, 8},
{0x0562, 0x0587, 1},
{0x05d0, 0x05ea, 1},
{0x05f0, 0x05f2, 1},
{0x0621, 0x064a, 1},
{0x0620, 0x064a, 1},
{0x066e, 0x066f, 1},
{0x0671, 0x06d3, 1},
{0x06d5, 0x06e5, 16},
......@@ -546,11 +558,12 @@ var letter = []Range{
{0x07fa, 0x0800, 6},
{0x0801, 0x0815, 1},
{0x081a, 0x0824, 10},
{0x0828, 0x0904, 220},
{0x0905, 0x0939, 1},
{0x0828, 0x0840, 24},
{0x0841, 0x0858, 1},
{0x0904, 0x0939, 1},
{0x093d, 0x0950, 19},
{0x0958, 0x0961, 1},
{0x0971, 0x0972, 1},
{0x0971, 0x0977, 1},
{0x0979, 0x097f, 1},
{0x0985, 0x098c, 1},
{0x098f, 0x0990, 1},
......@@ -615,13 +628,13 @@ var letter = []Range{
{0x0cb5, 0x0cb9, 1},
{0x0cbd, 0x0cde, 33},
{0x0ce0, 0x0ce1, 1},
{0x0cf1, 0x0cf2, 1},
{0x0d05, 0x0d0c, 1},
{0x0d0e, 0x0d10, 1},
{0x0d12, 0x0d28, 1},
{0x0d2a, 0x0d39, 1},
{0x0d3d, 0x0d60, 35},
{0x0d61, 0x0d7a, 25},
{0x0d7b, 0x0d7f, 1},
{0x0d12, 0x0d3a, 1},
{0x0d3d, 0x0d4e, 17},
{0x0d60, 0x0d61, 1},
{0x0d7a, 0x0d7f, 1},
{0x0d85, 0x0d96, 1},
{0x0d9a, 0x0db1, 1},
{0x0db3, 0x0dbb, 1},
......@@ -647,7 +660,7 @@ var letter = []Range{
{0x0edd, 0x0f00, 35},
{0x0f40, 0x0f47, 1},
{0x0f49, 0x0f6c, 1},
{0x0f88, 0x0f8b, 1},
{0x0f88, 0x0f8c, 1},
{0x1000, 0x102a, 1},
{0x103f, 0x1050, 17},
{0x1051, 0x1055, 1},
......@@ -706,6 +719,7 @@ var letter = []Range{
{0x1b45, 0x1b4b, 1},
{0x1b83, 0x1ba0, 1},
{0x1bae, 0x1baf, 1},
{0x1bc0, 0x1be5, 1},
{0x1c00, 0x1c23, 1},
{0x1c4d, 0x1c4f, 1},
{0x1c5a, 0x1c7d, 1},
......@@ -730,7 +744,7 @@ var letter = []Range{
{0x1ff2, 0x1ff4, 1},
{0x1ff6, 0x1ffc, 1},
{0x2071, 0x207f, 14},
{0x2090, 0x2094, 1},
{0x2090, 0x209c, 1},
{0x2102, 0x2107, 5},
{0x210a, 0x2113, 1},
{0x2115, 0x2119, 4},
......@@ -768,7 +782,7 @@ var letter = []Range{
{0x30fc, 0x30ff, 1},
{0x3105, 0x312d, 1},
{0x3131, 0x318e, 1},
{0x31a0, 0x31b7, 1},
{0x31a0, 0x31ba, 1},
{0x31f0, 0x31ff, 1},
{0x3400, 0x4db5, 1},
{0x4e00, 0x9fcb, 1},
......@@ -777,14 +791,15 @@ var letter = []Range{
{0xa500, 0xa60c, 1},
{0xa610, 0xa61f, 1},
{0xa62a, 0xa62b, 1},
{0xa640, 0xa65f, 1},
{0xa662, 0xa66e, 1},
{0xa640, 0xa66e, 1},
{0xa67f, 0xa697, 1},
{0xa6a0, 0xa6e5, 1},
{0xa717, 0xa71f, 1},
{0xa722, 0xa788, 1},
{0xa78b, 0xa78c, 1},
{0xa7fb, 0xa801, 1},
{0xa78b, 0xa78e, 1},
{0xa790, 0xa791, 1},
{0xa7a0, 0xa7a9, 1},
{0xa7fa, 0xa801, 1},
{0xa803, 0xa805, 1},
{0xa807, 0xa80a, 1},
{0xa80c, 0xa822, 1},
......@@ -808,6 +823,11 @@ var letter = []Range{
{0xaaba, 0xaabd, 1},
{0xaac0, 0xaac2, 2},
{0xaadb, 0xaadd, 1},
{0xab01, 0xab06, 1},
{0xab09, 0xab0e, 1},
{0xab11, 0xab16, 1},
{0xab20, 0xab26, 1},
{0xab28, 0xab2e, 1},
{0xabc0, 0xabe2, 1},
{0xac00, 0xd7a3, 1},
{0xd7b0, 0xd7c6, 1},
......@@ -871,9 +891,12 @@ var letter = []Range{
{0x10b40, 0x10b55, 1},
{0x10b60, 0x10b72, 1},
{0x10c00, 0x10c48, 1},
{0x11003, 0x11037, 1},
{0x11083, 0x110af, 1},
{0x12000, 0x1236e, 1},
{0x13000, 0x1342e, 1},
{0x16800, 0x16a38, 1},
{0x1b000, 0x1b001, 1},
{0x1d400, 0x1d454, 1},
{0x1d456, 0x1d49c, 1},
{0x1d49e, 0x1d49f, 1},
......@@ -906,6 +929,7 @@ var letter = []Range{
{0x1d7c4, 0x1d7cb, 1},
{0x20000, 0x2a6d6, 1},
{0x2a700, 0x2b734, 1},
{0x2b740, 0x2b81d, 1},
{0x2f800, 0x2fa1d, 1},
}
......@@ -976,13 +1000,14 @@ var _Po = []Range{
{0x0701, 0x070d, 1},
{0x07f7, 0x07f9, 1},
{0x0830, 0x083e, 1},
{0x0964, 0x0965, 1},
{0x0970, 0x0df4, 1156},
{0x0e4f, 0x0e5a, 11},
{0x0e5b, 0x0f04, 169},
{0x0f05, 0x0f12, 1},
{0x085e, 0x0964, 262},
{0x0965, 0x0970, 11},
{0x0df4, 0x0e4f, 91},
{0x0e5a, 0x0e5b, 1},
{0x0f04, 0x0f12, 1},
{0x0f85, 0x0fd0, 75},
{0x0fd1, 0x0fd4, 1},
{0x0fd9, 0x0fda, 1},
{0x104a, 0x104f, 1},
{0x10fb, 0x1361, 614},
{0x1362, 0x1368, 1},
......@@ -994,11 +1019,11 @@ var _Po = []Range{
{0x1800, 0x1805, 1},
{0x1807, 0x180a, 1},
{0x1944, 0x1945, 1},
{0x19de, 0x19df, 1},
{0x1a1e, 0x1a1f, 1},
{0x1aa0, 0x1aa6, 1},
{0x1aa8, 0x1aad, 1},
{0x1b5a, 0x1b60, 1},
{0x1bfc, 0x1bff, 1},
{0x1c3b, 0x1c3f, 1},
{0x1c7e, 0x1c7f, 1},
{0x1cd3, 0x2016, 835},
......@@ -1012,8 +1037,9 @@ var _Po = []Range{
{0x2056, 0x205e, 1},
{0x2cf9, 0x2cfc, 1},
{0x2cfe, 0x2cff, 1},
{0x2e00, 0x2e01, 1},
{0x2e06, 0x2e08, 1},
{0x2d70, 0x2e00, 144},
{0x2e01, 0x2e06, 5},
{0x2e07, 0x2e08, 1},
{0x2e0b, 0x2e0e, 3},
{0x2e0f, 0x2e16, 1},
{0x2e18, 0x2e19, 1},
......@@ -1060,6 +1086,7 @@ var _Po = []Range{
{0x10a50, 0x10a58, 1},
{0x10a7f, 0x10b39, 186},
{0x10b3a, 0x10b3f, 1},
{0x11047, 0x1104d, 1},
{0x110bb, 0x110bc, 1},
{0x110be, 0x110c1, 1},
{0x12470, 0x12473, 1},
......@@ -1174,7 +1201,7 @@ var _Nd = []Range{
{0x17e0, 0x17e9, 1},
{0x1810, 0x1819, 1},
{0x1946, 0x194f, 1},
{0x19d0, 0x19da, 1},
{0x19d0, 0x19d9, 1},
{0x1a80, 0x1a89, 1},
{0x1a90, 0x1a99, 1},
{0x1b50, 0x1b59, 1},
......@@ -1189,6 +1216,7 @@ var _Nd = []Range{
{0xabf0, 0xabf9, 1},
{0xff10, 0xff19, 1},
{0x104a0, 0x104a9, 1},
{0x11066, 0x1106f, 1},
{0x1d7ce, 0x1d7ff, 1},
}
......@@ -1211,14 +1239,15 @@ var _No = []Range{
{0x00b9, 0x00bc, 3},
{0x00bd, 0x00be, 1},
{0x09f4, 0x09f9, 1},
{0x0b72, 0x0b77, 1},
{0x0bf0, 0x0bf2, 1},
{0x0c78, 0x0c7e, 1},
{0x0d70, 0x0d75, 1},
{0x0f2a, 0x0f33, 1},
{0x1369, 0x137c, 1},
{0x17f0, 0x17f9, 1},
{0x2070, 0x2074, 4},
{0x2075, 0x2079, 1},
{0x19da, 0x2070, 1686},
{0x2074, 0x2079, 1},
{0x2080, 0x2089, 1},
{0x2150, 0x215f, 1},
{0x2189, 0x2460, 727},
......@@ -1243,6 +1272,7 @@ var _No = []Range{
{0x10b58, 0x10b5f, 1},
{0x10b78, 0x10b7f, 1},
{0x10e60, 0x10e7e, 1},
{0x11052, 0x11065, 1},
{0x1d360, 0x1d371, 1},
{0x1f100, 0x1f10a, 1},
}
......@@ -1252,13 +1282,12 @@ var _So = []Range{
{0x00a9, 0x00ae, 5},
{0x00b0, 0x00b6, 6},
{0x0482, 0x060e, 396},
{0x060f, 0x06e9, 218},
{0x06fd, 0x06fe, 1},
{0x07f6, 0x09fa, 516},
{0x0b70, 0x0bf3, 131},
{0x0bf4, 0x0bf8, 1},
{0x060f, 0x06de, 207},
{0x06e9, 0x06fd, 20},
{0x06fe, 0x07f6, 248},
{0x09fa, 0x0b70, 374},
{0x0bf3, 0x0bf8, 1},
{0x0bfa, 0x0c7f, 133},
{0x0cf1, 0x0cf2, 1},
{0x0d79, 0x0f01, 392},
{0x0f02, 0x0f03, 1},
{0x0f13, 0x0f17, 1},
......@@ -1271,16 +1300,16 @@ var _So = []Range{
{0x109e, 0x109f, 1},
{0x1360, 0x1390, 48},
{0x1391, 0x1399, 1},
{0x1940, 0x19e0, 160},
{0x19e1, 0x19ff, 1},
{0x1940, 0x19de, 158},
{0x19df, 0x19ff, 1},
{0x1b61, 0x1b6a, 1},
{0x1b74, 0x1b7c, 1},
{0x2100, 0x2101, 1},
{0x2103, 0x2106, 1},
{0x2108, 0x2109, 1},
{0x2114, 0x2116, 2},
{0x2117, 0x2118, 1},
{0x211e, 0x2123, 1},
{0x2117, 0x211e, 7},
{0x211f, 0x2123, 1},
{0x2125, 0x2129, 2},
{0x212e, 0x213a, 12},
{0x213b, 0x214a, 15},
......@@ -1301,7 +1330,7 @@ var _So = []Range{
{0x232b, 0x237b, 1},
{0x237d, 0x239a, 1},
{0x23b4, 0x23db, 1},
{0x23e2, 0x23e8, 1},
{0x23e2, 0x23f3, 1},
{0x2400, 0x2426, 1},
{0x2440, 0x244a, 1},
{0x249c, 0x24e9, 1},
......@@ -1309,21 +1338,9 @@ var _So = []Range{
{0x25b8, 0x25c0, 1},
{0x25c2, 0x25f7, 1},
{0x2600, 0x266e, 1},
{0x2670, 0x26cd, 1},
{0x26cf, 0x26e1, 1},
{0x26e3, 0x26e8, 5},
{0x26e9, 0x26ff, 1},
{0x2701, 0x2704, 1},
{0x2706, 0x2709, 1},
{0x270c, 0x2727, 1},
{0x2729, 0x274b, 1},
{0x274d, 0x274f, 2},
{0x2750, 0x2752, 1},
{0x2756, 0x275e, 1},
{0x2761, 0x2767, 1},
{0x2794, 0x2798, 4},
{0x2799, 0x27af, 1},
{0x27b1, 0x27be, 1},
{0x2670, 0x26ff, 1},
{0x2701, 0x2767, 1},
{0x2794, 0x27bf, 1},
{0x2800, 0x28ff, 1},
{0x2b00, 0x2b2f, 1},
{0x2b45, 0x2b46, 1},
......@@ -1372,18 +1389,43 @@ var _So = []Range{
{0x1d301, 0x1d356, 1},
{0x1f000, 0x1f02b, 1},
{0x1f030, 0x1f093, 1},
{0x1f0a0, 0x1f0ae, 1},
{0x1f0b1, 0x1f0be, 1},
{0x1f0c1, 0x1f0cf, 1},
{0x1f0d1, 0x1f0df, 1},
{0x1f110, 0x1f12e, 1},
{0x1f131, 0x1f13d, 12},
{0x1f13f, 0x1f142, 3},
{0x1f146, 0x1f14a, 4},
{0x1f14b, 0x1f14e, 1},
{0x1f157, 0x1f15f, 8},
{0x1f179, 0x1f17b, 2},
{0x1f17c, 0x1f17f, 3},
{0x1f18a, 0x1f18d, 1},
{0x1f190, 0x1f200, 112},
{0x1f210, 0x1f231, 1},
{0x1f130, 0x1f169, 1},
{0x1f170, 0x1f19a, 1},
{0x1f1e6, 0x1f202, 1},
{0x1f210, 0x1f23a, 1},
{0x1f240, 0x1f248, 1},
{0x1f250, 0x1f251, 1},
{0x1f300, 0x1f320, 1},
{0x1f330, 0x1f335, 1},
{0x1f337, 0x1f37c, 1},
{0x1f380, 0x1f393, 1},
{0x1f3a0, 0x1f3c4, 1},
{0x1f3c6, 0x1f3ca, 1},
{0x1f3e0, 0x1f3f0, 1},
{0x1f400, 0x1f43e, 1},
{0x1f440, 0x1f442, 2},
{0x1f443, 0x1f4f7, 1},
{0x1f4f9, 0x1f4fc, 1},
{0x1f500, 0x1f53d, 1},
{0x1f550, 0x1f567, 1},
{0x1f5fb, 0x1f5ff, 1},
{0x1f601, 0x1f610, 1},
{0x1f612, 0x1f614, 1},
{0x1f616, 0x1f61c, 2},
{0x1f61d, 0x1f61e, 1},
{0x1f620, 0x1f625, 1},
{0x1f628, 0x1f62b, 1},
{0x1f62d, 0x1f630, 3},
{0x1f631, 0x1f633, 1},
{0x1f635, 0x1f640, 1},
{0x1f645, 0x1f64f, 1},
{0x1f680, 0x1f6c5, 1},
{0x1f700, 0x1f773, 1},
}
var _Sm = []Range{
......@@ -1397,7 +1439,8 @@ var _Sm = []Range{
{0x2044, 0x2052, 14},
{0x207a, 0x207c, 1},
{0x208a, 0x208c, 1},
{0x2140, 0x2144, 1},
{0x2118, 0x2140, 40},
{0x2141, 0x2144, 1},
{0x214b, 0x2190, 69},
{0x2191, 0x2194, 1},
{0x219a, 0x219b, 1},
......@@ -1416,8 +1459,8 @@ var _Sm = []Range{
{0x266f, 0x27c0, 337},
{0x27c1, 0x27c4, 1},
{0x27c7, 0x27ca, 1},
{0x27cc, 0x27d0, 4},
{0x27d1, 0x27e5, 1},
{0x27cc, 0x27ce, 2},
{0x27cf, 0x27e5, 1},
{0x27f0, 0x27ff, 1},
{0x2900, 0x2982, 1},
{0x2999, 0x29d7, 1},
......@@ -1459,6 +1502,7 @@ var _Sk = []Range{
{0xa700, 0xa716, 1},
{0xa720, 0xa721, 1},
{0xa789, 0xa78a, 1},
{0xfbb2, 0xfbc1, 1},
{0xff3e, 0xff40, 2},
{0xffe3, 0xffe3, 1},
}
......@@ -1470,7 +1514,7 @@ var _Sc = []Range{
{0x09f3, 0x09fb, 8},
{0x0af1, 0x0bf9, 264},
{0x0e3f, 0x17db, 2460},
{0x20a0, 0x20b8, 1},
{0x20a0, 0x20b9, 1},
{0xa838, 0xfdfc, 21956},
{0xfe69, 0xff04, 155},
{0xffe0, 0xffe1, 1},
......@@ -1528,7 +1572,7 @@ var _Lu = []Range{
{0x0460, 0x0480, 2},
{0x048a, 0x04c0, 2},
{0x04c1, 0x04cd, 2},
{0x04d0, 0x0524, 2},
{0x04d0, 0x0526, 2},
{0x0531, 0x0556, 1},
{0x10a0, 0x10c5, 1},
{0x1e00, 0x1e94, 2},
......@@ -1564,15 +1608,16 @@ var _Lu = []Range{
{0x2c7e, 0x2c80, 1},
{0x2c82, 0x2ce2, 2},
{0x2ceb, 0x2ced, 2},
{0xa640, 0xa65e, 2},
{0xa662, 0xa66c, 2},
{0xa640, 0xa66c, 2},
{0xa680, 0xa696, 2},
{0xa722, 0xa72e, 2},
{0xa732, 0xa76e, 2},
{0xa779, 0xa77d, 2},
{0xa77e, 0xa786, 2},
{0xa78b, 0xff21, 22422},
{0xff22, 0xff3a, 1},
{0xa78b, 0xa78d, 2},
{0xa790, 0xa7a0, 16},
{0xa7a2, 0xa7a8, 2},
{0xff21, 0xff3a, 1},
{0x10400, 0x10427, 1},
{0x1d400, 0x1d419, 1},
{0x1d434, 0x1d44d, 1},
......@@ -1622,7 +1667,7 @@ var _Lo = []Range{
{0x0294, 0x05d0, 828},
{0x05d1, 0x05ea, 1},
{0x05f0, 0x05f2, 1},
{0x0621, 0x063f, 1},
{0x0620, 0x063f, 1},
{0x0641, 0x064a, 1},
{0x066e, 0x066f, 1},
{0x0671, 0x06d3, 1},
......@@ -1635,11 +1680,12 @@ var _Lo = []Range{
{0x07b1, 0x07ca, 25},
{0x07cb, 0x07ea, 1},
{0x0800, 0x0815, 1},
{0x0840, 0x0858, 1},
{0x0904, 0x0939, 1},
{0x093d, 0x0950, 19},
{0x0958, 0x0961, 1},
{0x0972, 0x0979, 7},
{0x097a, 0x097f, 1},
{0x0972, 0x0977, 1},
{0x0979, 0x097f, 1},
{0x0985, 0x098c, 1},
{0x098f, 0x0990, 1},
{0x0993, 0x09a8, 1},
......@@ -1703,13 +1749,13 @@ var _Lo = []Range{
{0x0cb5, 0x0cb9, 1},
{0x0cbd, 0x0cde, 33},
{0x0ce0, 0x0ce1, 1},
{0x0cf1, 0x0cf2, 1},
{0x0d05, 0x0d0c, 1},
{0x0d0e, 0x0d10, 1},
{0x0d12, 0x0d28, 1},
{0x0d2a, 0x0d39, 1},
{0x0d3d, 0x0d60, 35},
{0x0d61, 0x0d7a, 25},
{0x0d7b, 0x0d7f, 1},
{0x0d12, 0x0d3a, 1},
{0x0d3d, 0x0d4e, 17},
{0x0d60, 0x0d61, 1},
{0x0d7a, 0x0d7f, 1},
{0x0d85, 0x0d96, 1},
{0x0d9a, 0x0db1, 1},
{0x0db3, 0x0dbb, 1},
......@@ -1735,7 +1781,7 @@ var _Lo = []Range{
{0x0f00, 0x0f40, 64},
{0x0f41, 0x0f47, 1},
{0x0f49, 0x0f6c, 1},
{0x0f88, 0x0f8b, 1},
{0x0f88, 0x0f8c, 1},
{0x1000, 0x102a, 1},
{0x103f, 0x1050, 17},
{0x1051, 0x1055, 1},
......@@ -1792,6 +1838,7 @@ var _Lo = []Range{
{0x1b45, 0x1b4b, 1},
{0x1b83, 0x1ba0, 1},
{0x1bae, 0x1baf, 1},
{0x1bc0, 0x1be5, 1},
{0x1c00, 0x1c23, 1},
{0x1c4d, 0x1c4f, 1},
{0x1c5a, 0x1c77, 1},
......@@ -1815,7 +1862,7 @@ var _Lo = []Range{
{0x30ff, 0x3105, 6},
{0x3106, 0x312d, 1},
{0x3131, 0x318e, 1},
{0x31a0, 0x31b7, 1},
{0x31a0, 0x31ba, 1},
{0x31f0, 0x31ff, 1},
{0x3400, 0x4db5, 1},
{0x4e00, 0x9fcb, 1},
......@@ -1851,6 +1898,11 @@ var _Lo = []Range{
{0xaaba, 0xaabd, 1},
{0xaac0, 0xaac2, 2},
{0xaadb, 0xaadc, 1},
{0xab01, 0xab06, 1},
{0xab09, 0xab0e, 1},
{0xab11, 0xab16, 1},
{0xab20, 0xab26, 1},
{0xab28, 0xab2e, 1},
{0xabc0, 0xabe2, 1},
{0xac00, 0xd7a3, 1},
{0xd7b0, 0xd7c6, 1},
......@@ -1912,11 +1964,15 @@ var _Lo = []Range{
{0x10b40, 0x10b55, 1},
{0x10b60, 0x10b72, 1},
{0x10c00, 0x10c48, 1},
{0x11003, 0x11037, 1},
{0x11083, 0x110af, 1},
{0x12000, 0x1236e, 1},
{0x13000, 0x1342e, 1},
{0x16800, 0x16a38, 1},
{0x1b000, 0x1b001, 1},
{0x20000, 0x2a6d6, 1},
{0x2a700, 0x2b734, 1},
{0x2b740, 0x2b81d, 1},
{0x2f800, 0x2fa1d, 1},
}
......@@ -1958,7 +2014,7 @@ var (
)
// Generated by running
// maketables --scripts=all --url=http://www.unicode.org/Public/5.2.0/ucd/
// maketables --scripts=all --url=http://www.unicode.org/Public/6.0.0/ucd/
// DO NOT EDIT
// Scripts is the set of Unicode script tables.
......@@ -1977,6 +2033,7 @@ var Scripts = map[string][]Range{
"Bopomofo": Bopomofo,
"Imperial_Aramaic": Imperial_Aramaic,
"Kaithi": Kaithi,
"Mandaic": Mandaic,
"Old_South_Arabian": Old_South_Arabian,
"Kayah_Li": Kayah_Li,
"New_Tai_Lue": New_Tai_Lue,
......@@ -1987,6 +2044,7 @@ var Scripts = map[string][]Range{
"Old_Turkic": Old_Turkic,
"Tamil": Tamil,
"Tagalog": Tagalog,
"Brahmi": Brahmi,
"Arabic": Arabic,
"Tagbanwa": Tagbanwa,
"Canadian_Aboriginal": Canadian_Aboriginal,
......@@ -2019,6 +2077,7 @@ var Scripts = map[string][]Range{
"Vai": Vai,
"Cherokee": Cherokee,
"Ogham": Ogham,
"Batak": Batak,
"Syriac": Syriac,
"Gurmukhi": Gurmukhi,
"Tai_Tham": Tai_Tham,
......@@ -2065,17 +2124,17 @@ var _Katakana = []Range{
{0x3300, 0x3357, 1},
{0xff66, 0xff6f, 1},
{0xff71, 0xff9d, 1},
{0x1b000, 0x1b000, 1},
}
var _Malayalam = []Range{
{0x0d02, 0x0d03, 1},
{0x0d05, 0x0d0c, 1},
{0x0d0e, 0x0d10, 1},
{0x0d12, 0x0d28, 1},
{0x0d2a, 0x0d39, 1},
{0x0d12, 0x0d3a, 1},
{0x0d3d, 0x0d44, 1},
{0x0d46, 0x0d48, 1},
{0x0d4a, 0x0d4d, 1},
{0x0d4a, 0x0d4e, 1},
{0x0d57, 0x0d57, 1},
{0x0d60, 0x0d63, 1},
{0x0d66, 0x0d75, 1},
......@@ -2108,15 +2167,17 @@ var _Latin = []Range{
{0x1e00, 0x1eff, 1},
{0x2071, 0x2071, 1},
{0x207f, 0x207f, 1},
{0x2090, 0x2094, 1},
{0x2090, 0x209c, 1},
{0x212a, 0x212b, 1},
{0x2132, 0x2132, 1},
{0x214e, 0x214e, 1},
{0x2160, 0x2188, 1},
{0x2c60, 0x2c7f, 1},
{0xa722, 0xa787, 1},
{0xa78b, 0xa78c, 1},
{0xa7fb, 0xa7ff, 1},
{0xa78b, 0xa78e, 1},
{0xa790, 0xa791, 1},
{0xa7a0, 0xa7a9, 1},
{0xa7fa, 0xa7ff, 1},
{0xfb00, 0xfb06, 1},
{0xff21, 0xff3a, 1},
{0xff41, 0xff5a, 1},
......@@ -2143,6 +2204,7 @@ var _Inherited = []Range{
{0x0300, 0x036f, 1},
{0x0485, 0x0486, 1},
{0x064b, 0x0655, 1},
{0x065f, 0x065f, 1},
{0x0670, 0x0670, 1},
{0x0951, 0x0952, 1},
{0x1cd0, 0x1cd2, 1},
......@@ -2150,10 +2212,10 @@ var _Inherited = []Range{
{0x1ce2, 0x1ce8, 1},
{0x1ced, 0x1ced, 1},
{0x1dc0, 0x1de6, 1},
{0x1dfd, 0x1dff, 1},
{0x1dfc, 0x1dff, 1},
{0x200c, 0x200d, 1},
{0x20d0, 0x20f0, 1},
{0x302a, 0x302f, 1},
{0x302a, 0x302d, 1},
{0x3099, 0x309a, 1},
{0xfe00, 0xfe0f, 1},
{0xfe20, 0xfe26, 1},
......@@ -2188,8 +2250,9 @@ var _Samaritan = []Range{
}
var _Bopomofo = []Range{
{0x02ea, 0x02eb, 1},
{0x3105, 0x312d, 1},
{0x31a0, 0x31b7, 1},
{0x31a0, 0x31ba, 1},
}
var _Imperial_Aramaic = []Range{
......@@ -2201,6 +2264,11 @@ var _Kaithi = []Range{
{0x11080, 0x110c1, 1},
}
var _Mandaic = []Range{
{0x0840, 0x085b, 1},
{0x085e, 0x085e, 1},
}
var _Old_South_Arabian = []Range{
{0x10a60, 0x10a7f, 1},
}
......@@ -2241,13 +2309,13 @@ var _Common = []Range{
{0x00d7, 0x00d7, 1},
{0x00f7, 0x00f7, 1},
{0x02b9, 0x02df, 1},
{0x02e5, 0x02ff, 1},
{0x02e5, 0x02e9, 1},
{0x02ec, 0x02ff, 1},
{0x0374, 0x0374, 1},
{0x037e, 0x037e, 1},
{0x0385, 0x0385, 1},
{0x0387, 0x0387, 1},
{0x0589, 0x0589, 1},
{0x0600, 0x0603, 1},
{0x060c, 0x060c, 1},
{0x061b, 0x061b, 1},
{0x061f, 0x061f, 1},
......@@ -2256,7 +2324,6 @@ var _Common = []Range{
{0x06dd, 0x06dd, 1},
{0x0964, 0x0965, 1},
{0x0970, 0x0970, 1},
{0x0cf1, 0x0cf2, 1},
{0x0e3f, 0x0e3f, 1},
{0x0fd5, 0x0fd8, 1},
{0x10fb, 0x10fb, 1},
......@@ -2273,33 +2340,20 @@ var _Common = []Range{
{0x206a, 0x2070, 1},
{0x2074, 0x207e, 1},
{0x2080, 0x208e, 1},
{0x20a0, 0x20b8, 1},
{0x20a0, 0x20b9, 1},
{0x2100, 0x2125, 1},
{0x2127, 0x2129, 1},
{0x212c, 0x2131, 1},
{0x2133, 0x214d, 1},
{0x214f, 0x215f, 1},
{0x2189, 0x2189, 1},
{0x2190, 0x23e8, 1},
{0x2190, 0x23f3, 1},
{0x2400, 0x2426, 1},
{0x2440, 0x244a, 1},
{0x2460, 0x26cd, 1},
{0x26cf, 0x26e1, 1},
{0x26e3, 0x26e3, 1},
{0x26e8, 0x26ff, 1},
{0x2701, 0x2704, 1},
{0x2706, 0x2709, 1},
{0x270c, 0x2727, 1},
{0x2729, 0x274b, 1},
{0x274d, 0x274d, 1},
{0x274f, 0x2752, 1},
{0x2756, 0x275e, 1},
{0x2761, 0x2794, 1},
{0x2798, 0x27af, 1},
{0x27b1, 0x27be, 1},
{0x27c0, 0x27ca, 1},
{0x2460, 0x26ff, 1},
{0x2701, 0x27ca, 1},
{0x27cc, 0x27cc, 1},
{0x27d0, 0x27ff, 1},
{0x27ce, 0x27ff, 1},
{0x2900, 0x2b4c, 1},
{0x2b50, 0x2b59, 1},
{0x2e00, 0x2e31, 1},
......@@ -2373,23 +2427,47 @@ var _Common = []Range{
{0x1d7ce, 0x1d7ff, 1},
{0x1f000, 0x1f02b, 1},
{0x1f030, 0x1f093, 1},
{0x1f0a0, 0x1f0ae, 1},
{0x1f0b1, 0x1f0be, 1},
{0x1f0c1, 0x1f0cf, 1},
{0x1f0d1, 0x1f0df, 1},
{0x1f100, 0x1f10a, 1},
{0x1f110, 0x1f12e, 1},
{0x1f131, 0x1f131, 1},
{0x1f13d, 0x1f13d, 1},
{0x1f13f, 0x1f13f, 1},
{0x1f142, 0x1f142, 1},
{0x1f146, 0x1f146, 1},
{0x1f14a, 0x1f14e, 1},
{0x1f157, 0x1f157, 1},
{0x1f15f, 0x1f15f, 1},
{0x1f179, 0x1f179, 1},
{0x1f17b, 0x1f17c, 1},
{0x1f17f, 0x1f17f, 1},
{0x1f18a, 0x1f18d, 1},
{0x1f190, 0x1f190, 1},
{0x1f210, 0x1f231, 1},
{0x1f130, 0x1f169, 1},
{0x1f170, 0x1f19a, 1},
{0x1f1e6, 0x1f1ff, 1},
{0x1f201, 0x1f202, 1},
{0x1f210, 0x1f23a, 1},
{0x1f240, 0x1f248, 1},
{0x1f250, 0x1f251, 1},
{0x1f300, 0x1f320, 1},
{0x1f330, 0x1f335, 1},
{0x1f337, 0x1f37c, 1},
{0x1f380, 0x1f393, 1},
{0x1f3a0, 0x1f3c4, 1},
{0x1f3c6, 0x1f3ca, 1},
{0x1f3e0, 0x1f3f0, 1},
{0x1f400, 0x1f43e, 1},
{0x1f440, 0x1f440, 1},
{0x1f442, 0x1f4f7, 1},
{0x1f4f9, 0x1f4fc, 1},
{0x1f500, 0x1f53d, 1},
{0x1f550, 0x1f567, 1},
{0x1f5fb, 0x1f5ff, 1},
{0x1f601, 0x1f610, 1},
{0x1f612, 0x1f614, 1},
{0x1f616, 0x1f616, 1},
{0x1f618, 0x1f618, 1},
{0x1f61a, 0x1f61a, 1},
{0x1f61c, 0x1f61e, 1},
{0x1f620, 0x1f625, 1},
{0x1f628, 0x1f62b, 1},
{0x1f62d, 0x1f62d, 1},
{0x1f630, 0x1f633, 1},
{0x1f635, 0x1f640, 1},
{0x1f645, 0x1f64f, 1},
{0x1f680, 0x1f6c5, 1},
{0x1f700, 0x1f773, 1},
{0xe0001, 0xe0001, 1},
{0xe0020, 0xe007f, 1},
}
......@@ -2408,6 +2486,7 @@ var _Kannada = []Range{
{0x0cde, 0x0cde, 1},
{0x0ce0, 0x0ce3, 1},
{0x0ce6, 0x0cef, 1},
{0x0cf1, 0x0cf2, 1},
}
var _Old_Turkic = []Range{
......@@ -2438,18 +2517,24 @@ var _Tagalog = []Range{
{0x170e, 0x1714, 1},
}
var _Brahmi = []Range{
{0x11000, 0x1104d, 1},
{0x11052, 0x1106f, 1},
}
var _Arabic = []Range{
{0x0600, 0x0603, 1},
{0x0606, 0x060b, 1},
{0x060d, 0x061a, 1},
{0x061e, 0x061e, 1},
{0x0621, 0x063f, 1},
{0x0620, 0x063f, 1},
{0x0641, 0x064a, 1},
{0x0656, 0x065e, 1},
{0x066a, 0x066f, 1},
{0x0671, 0x06dc, 1},
{0x06de, 0x06ff, 1},
{0x0750, 0x077f, 1},
{0xfb50, 0xfbb1, 1},
{0xfb50, 0xfbc1, 1},
{0xfbd3, 0xfd3d, 1},
{0xfd50, 0xfd8f, 1},
{0xfd92, 0xfdc7, 1},
......@@ -2473,11 +2558,11 @@ var _Canadian_Aboriginal = []Range{
var _Tibetan = []Range{
{0x0f00, 0x0f47, 1},
{0x0f49, 0x0f6c, 1},
{0x0f71, 0x0f8b, 1},
{0x0f90, 0x0f97, 1},
{0x0f71, 0x0f97, 1},
{0x0f99, 0x0fbc, 1},
{0x0fbe, 0x0fcc, 1},
{0x0fce, 0x0fd4, 1},
{0x0fd9, 0x0fda, 1},
}
var _Coptic = []Range{
......@@ -2489,6 +2574,7 @@ var _Coptic = []Range{
var _Hiragana = []Range{
{0x3041, 0x3096, 1},
{0x309d, 0x309f, 1},
{0x1b001, 0x1b001, 1},
{0x1f200, 0x1f200, 1},
}
......@@ -2620,6 +2706,7 @@ var _Saurashtra = []Range{
var _Hangul = []Range{
{0x1100, 0x11ff, 1},
{0x302e, 0x302f, 1},
{0x3131, 0x318e, 1},
{0x3200, 0x321e, 1},
{0x3260, 0x327e, 1},
......@@ -2671,7 +2758,7 @@ var _Oriya = []Range{
{0x0b56, 0x0b57, 1},
{0x0b5c, 0x0b5d, 1},
{0x0b5f, 0x0b63, 1},
{0x0b66, 0x0b71, 1},
{0x0b66, 0x0b77, 1},
}
var _Buhid = []Range{
......@@ -2695,7 +2782,7 @@ var _Ethiopic = []Range{
{0x12d8, 0x1310, 1},
{0x1312, 0x1315, 1},
{0x1318, 0x135a, 1},
{0x135f, 0x137c, 1},
{0x135d, 0x137c, 1},
{0x1380, 0x1399, 1},
{0x2d80, 0x2d96, 1},
{0x2da0, 0x2da6, 1},
......@@ -2706,6 +2793,11 @@ var _Ethiopic = []Range{
{0x2dc8, 0x2dce, 1},
{0x2dd0, 0x2dd6, 1},
{0x2dd8, 0x2dde, 1},
{0xab01, 0xab06, 1},
{0xab09, 0xab0e, 1},
{0xab11, 0xab16, 1},
{0xab20, 0xab26, 1},
{0xab28, 0xab2e, 1},
}
var _Javanese = []Range{
......@@ -2730,6 +2822,11 @@ var _Ogham = []Range{
{0x1680, 0x169c, 1},
}
var _Batak = []Range{
{0x1bc0, 0x1bf3, 1},
{0x1bfc, 0x1bff, 1},
}
var _Syriac = []Range{
{0x0700, 0x070d, 1},
{0x070f, 0x074a, 1},
......@@ -2796,6 +2893,7 @@ var _Buginese = []Range{
var _Bamum = []Range{
{0xa6a0, 0xa6f7, 1},
{0x16800, 0x16a38, 1},
}
var _Lepcha = []Range{
......@@ -2890,13 +2988,10 @@ var _Tai_Viet = []Range{
}
var _Devanagari = []Range{
{0x0900, 0x0939, 1},
{0x093c, 0x094e, 1},
{0x0950, 0x0950, 1},
{0x0953, 0x0955, 1},
{0x0958, 0x0963, 1},
{0x0900, 0x0950, 1},
{0x0953, 0x0963, 1},
{0x0966, 0x096f, 1},
{0x0971, 0x0972, 1},
{0x0971, 0x0977, 1},
{0x0979, 0x097f, 1},
{0xa8e0, 0xa8fb, 1},
}
......@@ -2908,7 +3003,8 @@ var _Lydian = []Range{
var _Tifinagh = []Range{
{0x2d30, 0x2d65, 1},
{0x2d6f, 0x2d6f, 1},
{0x2d6f, 0x2d70, 1},
{0x2d7f, 0x2d7f, 1},
}
var _Ugaritic = []Range{
......@@ -2923,12 +3019,11 @@ var _Thai = []Range{
var _Cyrillic = []Range{
{0x0400, 0x0484, 1},
{0x0487, 0x0525, 1},
{0x0487, 0x0527, 1},
{0x1d2b, 0x1d2b, 1},
{0x1d78, 0x1d78, 1},
{0x2de0, 0x2dff, 1},
{0xa640, 0xa65f, 1},
{0xa662, 0xa673, 1},
{0xa640, 0xa673, 1},
{0xa67c, 0xa697, 1},
}
......@@ -2982,6 +3077,7 @@ var _Han = []Range{
{0xfa70, 0xfad9, 1},
{0x20000, 0x2a6d6, 1},
{0x2a700, 0x2b734, 1},
{0x2b740, 0x2b81d, 1},
{0x2f800, 0x2fa1d, 1},
}
......@@ -2995,8 +3091,10 @@ var (
Avestan = _Avestan // Avestan is the set of Unicode characters in script Avestan.
Balinese = _Balinese // Balinese is the set of Unicode characters in script Balinese.
Bamum = _Bamum // Bamum is the set of Unicode characters in script Bamum.
Batak = _Batak // Batak is the set of Unicode characters in script Batak.
Bengali = _Bengali // Bengali is the set of Unicode characters in script Bengali.
Bopomofo = _Bopomofo // Bopomofo is the set of Unicode characters in script Bopomofo.
Brahmi = _Brahmi // Brahmi is the set of Unicode characters in script Brahmi.
Braille = _Braille // Braille is the set of Unicode characters in script Braille.
Buginese = _Buginese // Buginese is the set of Unicode characters in script Buginese.
Buhid = _Buhid // Buhid is the set of Unicode characters in script Buhid.
......@@ -3044,6 +3142,7 @@ var (
Lycian = _Lycian // Lycian is the set of Unicode characters in script Lycian.
Lydian = _Lydian // Lydian is the set of Unicode characters in script Lydian.
Malayalam = _Malayalam // Malayalam is the set of Unicode characters in script Malayalam.
Mandaic = _Mandaic // Mandaic is the set of Unicode characters in script Mandaic.
Meetei_Mayek = _Meetei_Mayek // Meetei_Mayek is the set of Unicode characters in script Meetei_Mayek.
Mongolian = _Mongolian // Mongolian is the set of Unicode characters in script Mongolian.
Myanmar = _Myanmar // Myanmar is the set of Unicode characters in script Myanmar.
......@@ -3085,7 +3184,7 @@ var (
)
// Generated by running
// maketables --props=all --url=http://www.unicode.org/Public/5.2.0/ucd/
// maketables --props=all --url=http://www.unicode.org/Public/6.0.0/ucd/
// DO NOT EDIT
// Properties is the set of Unicode property tables.
......@@ -3236,6 +3335,7 @@ var _ASCII_Hex_Digit = []Range{
var _Deprecated = []Range{
{0x0149, 0x0149, 1},
{0x0673, 0x0673, 1},
{0x0f77, 0x0f77, 1},
{0x0f79, 0x0f79, 1},
{0x17a3, 0x17a4, 1},
......@@ -3263,6 +3363,7 @@ var _Terminal_Punctuation = []Range{
{0x070c, 0x070c, 1},
{0x07f8, 0x07f9, 1},
{0x0830, 0x083e, 1},
{0x085e, 0x085e, 1},
{0x0964, 0x0965, 1},
{0x0e5a, 0x0e5b, 1},
{0x0f08, 0x0f08, 1},
......@@ -3309,6 +3410,7 @@ var _Terminal_Punctuation = []Range{
{0x10857, 0x10857, 1},
{0x1091f, 0x1091f, 1},
{0x10b3a, 0x10b3f, 1},
{0x11047, 0x1104d, 1},
{0x110be, 0x110c1, 1},
{0x12470, 0x12473, 1},
}
......@@ -3332,6 +3434,7 @@ var _Other_ID_Continue = []Range{
{0x00b7, 0x00b7, 1},
{0x0387, 0x0387, 1},
{0x1369, 0x1371, 1},
{0x19da, 0x19da, 1},
}
var _Bidi_Control = []Range{
......@@ -3383,6 +3486,7 @@ var _Other_Math = []Range{
{0x20e5, 0x20e6, 1},
{0x20eb, 0x20ef, 1},
{0x2102, 0x2102, 1},
{0x2107, 0x2107, 1},
{0x210a, 0x2113, 1},
{0x2115, 0x2115, 1},
{0x2119, 0x211d, 1},
......@@ -3480,6 +3584,7 @@ var _Unified_Ideograph = []Range{
{0xfa27, 0xfa29, 1},
{0x20000, 0x2a6d6, 1},
{0x2a700, 0x2b734, 1},
{0x2b740, 0x2b81d, 1},
}
var _Hyphen = []Range{
......@@ -3535,9 +3640,11 @@ var _STerm = []Range{
{0x1362, 0x1362, 1},
{0x1367, 0x1368, 1},
{0x166e, 0x166e, 1},
{0x1735, 0x1736, 1},
{0x1803, 0x1803, 1},
{0x1809, 0x1809, 1},
{0x1944, 0x1945, 1},
{0x1aa8, 0x1aab, 1},
{0x1b5a, 0x1b5b, 1},
{0x1b5e, 0x1b5f, 1},
{0x1c3b, 0x1c3c, 1},
......@@ -3562,6 +3669,8 @@ var _STerm = []Range{
{0xff0e, 0xff0e, 1},
{0xff1f, 0xff1f, 1},
{0xff61, 0xff61, 1},
{0x10a56, 0x10a57, 1},
{0x11047, 0x11048, 1},
{0x110be, 0x110c1, 1},
}
......@@ -3574,7 +3683,7 @@ var _Other_Alphabetic = []Range{
{0x05c7, 0x05c7, 1},
{0x0610, 0x061a, 1},
{0x064b, 0x0657, 1},
{0x0659, 0x065e, 1},
{0x0659, 0x065f, 1},
{0x0670, 0x0670, 1},
{0x06d6, 0x06dc, 1},
{0x06e1, 0x06e4, 1},
......@@ -3588,9 +3697,10 @@ var _Other_Alphabetic = []Range{
{0x0825, 0x0827, 1},
{0x0829, 0x082c, 1},
{0x0900, 0x0903, 1},
{0x093a, 0x093b, 1},
{0x093e, 0x094c, 1},
{0x094e, 0x094e, 1},
{0x0955, 0x0955, 1},
{0x094e, 0x094f, 1},
{0x0955, 0x0957, 1},
{0x0962, 0x0963, 1},
{0x0981, 0x0983, 1},
{0x09be, 0x09c4, 1},
......@@ -3652,7 +3762,7 @@ var _Other_Alphabetic = []Range{
{0x0ebb, 0x0ebc, 1},
{0x0ecd, 0x0ecd, 1},
{0x0f71, 0x0f81, 1},
{0x0f90, 0x0f97, 1},
{0x0f8d, 0x0f97, 1},
{0x0f99, 0x0fbc, 1},
{0x102b, 0x1036, 1},
{0x1038, 0x1038, 1},
......@@ -3682,6 +3792,7 @@ var _Other_Alphabetic = []Range{
{0x1b35, 0x1b43, 1},
{0x1b80, 0x1b82, 1},
{0x1ba1, 0x1ba9, 1},
{0x1be7, 0x1bf1, 1},
{0x1c24, 0x1c35, 1},
{0x1cf2, 0x1cf2, 1},
{0x24b6, 0x24e9, 1},
......@@ -3692,7 +3803,7 @@ var _Other_Alphabetic = []Range{
{0xa926, 0xa92a, 1},
{0xa947, 0xa952, 1},
{0xa980, 0xa983, 1},
{0xa9b3, 0xa9bf, 1},
{0xa9b4, 0xa9bf, 1},
{0xaa29, 0xaa36, 1},
{0xaa43, 0xaa43, 1},
{0xaa4c, 0xaa4d, 1},
......@@ -3705,6 +3816,8 @@ var _Other_Alphabetic = []Range{
{0x10a01, 0x10a03, 1},
{0x10a05, 0x10a06, 1},
{0x10a0c, 0x10a0f, 1},
{0x11000, 0x11002, 1},
{0x11038, 0x11045, 1},
{0x11082, 0x11082, 1},
{0x110b0, 0x110b8, 1},
}
......@@ -3867,6 +3980,7 @@ var _Ideographic = []Range{
{0xfa70, 0xfad9, 1},
{0x20000, 0x2a6d6, 1},
{0x2a700, 0x2b734, 1},
{0x2b740, 0x2b81d, 1},
{0x2f800, 0x2fa1d, 1},
}
......@@ -3978,7 +4092,7 @@ var (
)
// Generated by running
// maketables --data=http://www.unicode.org/Public/5.2.0/ucd/UnicodeData.txt
// maketables --data=http://www.unicode.org/Public/6.0.0/ucd/UnicodeData.txt
// DO NOT EDIT
// CaseRanges is the table describing case mappings for all letters with
......@@ -4078,6 +4192,7 @@ var _CaseRanges = []CaseRange{
{0x025B, 0x025B, d{-203, 0, -203}},
{0x0260, 0x0260, d{-205, 0, -205}},
{0x0263, 0x0263, d{-207, 0, -207}},
{0x0265, 0x0265, d{42280, 0, 42280}},
{0x0268, 0x0268, d{-209, 0, -209}},
{0x0269, 0x0269, d{-211, 0, -211}},
{0x026B, 0x026B, d{10743, 0, 10743}},
......@@ -4134,7 +4249,7 @@ var _CaseRanges = []CaseRange{
{0x04C0, 0x04C0, d{0, 15, 0}},
{0x04C1, 0x04CE, d{UpperLower, UpperLower, UpperLower}},
{0x04CF, 0x04CF, d{-15, 0, -15}},
{0x04D0, 0x0525, d{UpperLower, UpperLower, UpperLower}},
{0x04D0, 0x0527, d{UpperLower, UpperLower, UpperLower}},
{0x0531, 0x0556, d{0, 48, 0}},
{0x0561, 0x0586, d{-48, 0, -48}},
{0x10A0, 0x10C5, d{0, 7264, 0}},
......@@ -4222,8 +4337,7 @@ var _CaseRanges = []CaseRange{
{0x2C80, 0x2CE3, d{UpperLower, UpperLower, UpperLower}},
{0x2CEB, 0x2CEE, d{UpperLower, UpperLower, UpperLower}},
{0x2D00, 0x2D25, d{-7264, 0, -7264}},
{0xA640, 0xA65F, d{UpperLower, UpperLower, UpperLower}},
{0xA662, 0xA66D, d{UpperLower, UpperLower, UpperLower}},
{0xA640, 0xA66D, d{UpperLower, UpperLower, UpperLower}},
{0xA680, 0xA697, d{UpperLower, UpperLower, UpperLower}},
{0xA722, 0xA72F, d{UpperLower, UpperLower, UpperLower}},
{0xA732, 0xA76F, d{UpperLower, UpperLower, UpperLower}},
......@@ -4231,6 +4345,9 @@ var _CaseRanges = []CaseRange{
{0xA77D, 0xA77D, d{0, -35332, 0}},
{0xA77E, 0xA787, d{UpperLower, UpperLower, UpperLower}},
{0xA78B, 0xA78C, d{UpperLower, UpperLower, UpperLower}},
{0xA78D, 0xA78D, d{0, -42280, 0}},
{0xA790, 0xA791, d{UpperLower, UpperLower, UpperLower}},
{0xA7A0, 0xA7A9, d{UpperLower, UpperLower, UpperLower}},
{0xFF21, 0xFF3A, d{0, 32, 0}},
{0xFF41, 0xFF5A, d{-32, 0, -32}},
{0x10400, 0x10427, d{0, 40, 0}},
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment
GitLab Nexedi Edition | About GitLab | About Nexedi | 沪ICP备2021021310号-2 | 沪ICP备2021021310号-7