Fossil SCM

Update internal Unicode character tables, used in regular expression handling, from version 7.0 to 8.0.

jan.nijtmans 2015-06-19 09:03 trunk
Commit 192c8266efa205bd8bb111321c5dd76506cf7332
Parent 33c44fab3a79926…
2 files changed +86 -81 +2
~ src/unicode.c ~ www/changes.wiki
M src/unicode.c
+86 -81
--- src/unicode.c
+++ src/unicode.c
@@ -49,11 +49,11 @@
4949
 0x00164437, 0x0017CC02, 0x0018001D, 0x00187802, 0x00192C15,
5050
 0x0019A804, 0x0019C001, 0x001B5001, 0x001B580F, 0x001B9C07,
5151
 0x001BF402, 0x001C000E, 0x001C3C01, 0x001C4401, 0x001CC01B,
5252
 0x001E980B, 0x001FAC09, 0x001FD804, 0x00205804, 0x00206C09,
5353
 0x00209403, 0x0020A405, 0x0020C00F, 0x00216403, 0x00217801,
54
- 0x00239020, 0x0024E803, 0x0024F812, 0x00254407, 0x00258804,
54
+ 0x00238C21, 0x0024E803, 0x0024F812, 0x00254407, 0x00258804,
5555
 0x0025C001, 0x00260403, 0x0026F001, 0x0026F807, 0x00271C02,
5656
 0x00272C03, 0x00275C01, 0x00278802, 0x0027C802, 0x0027E802,
5757
 0x00280403, 0x0028F001, 0x0028F805, 0x00291C02, 0x00292C03,
5858
 0x00294401, 0x0029C002, 0x0029D401, 0x002A0403, 0x002AF001,
5959
 0x002AF808, 0x002B1C03, 0x002B2C03, 0x002B8802, 0x002BC002,
@@ -72,66 +72,67 @@
7272
 0x00417803, 0x00418803, 0x00419C07, 0x0041C404, 0x0042080C,
7373
 0x00423C01, 0x00426806, 0x0043EC01, 0x004D740C, 0x004E400A,
7474
 0x00500001, 0x0059B402, 0x005A0001, 0x005A6C02, 0x005BAC03,
7575
 0x005C4803, 0x005CC805, 0x005D4802, 0x005DC802, 0x005ED023,
7676
 0x005F6004, 0x005F7401, 0x0060000F, 0x0062A401, 0x0064800C,
77
- 0x0064C00C, 0x00650001, 0x00651002, 0x0066C011, 0x00672002,
78
- 0x00677822, 0x00685C05, 0x00687802, 0x0069540A, 0x0069801D,
79
- 0x0069FC01, 0x006A8007, 0x006AA006, 0x006AC00F, 0x006C0005,
80
- 0x006CD011, 0x006D6823, 0x006E0003, 0x006E840D, 0x006F980E,
81
- 0x006FF004, 0x00709014, 0x0070EC05, 0x0071F802, 0x00730008,
82
- 0x00734019, 0x0073B401, 0x0073C803, 0x0073E002, 0x00770036,
83
- 0x0077F004, 0x007EF401, 0x007EFC03, 0x007F3403, 0x007F7403,
84
- 0x007FB403, 0x007FF402, 0x00800065, 0x0081980A, 0x0081E805,
85
- 0x00822805, 0x0082801E, 0x00834021, 0x00840002, 0x00840C04,
86
- 0x00842002, 0x00845001, 0x00845803, 0x00847806, 0x00849401,
87
- 0x00849C01, 0x0084A401, 0x0084B801, 0x0084E802, 0x00850005,
88
- 0x00852804, 0x00853C01, 0x0086426B, 0x00900027, 0x0091000B,
89
- 0x0092704E, 0x00940276, 0x009E53E0, 0x00ADD820, 0x00AE6022,
90
- 0x00AEF40C, 0x00AF2808, 0x00B39406, 0x00B3BC03, 0x00B3E404,
77
+ 0x0064C00C, 0x00650001, 0x00651002, 0x00677822, 0x00685C05,
78
+ 0x00687802, 0x0069540A, 0x0069801D, 0x0069FC01, 0x006A8007,
79
+ 0x006AA006, 0x006AC00F, 0x006C0005, 0x006CD011, 0x006D6823,
80
+ 0x006E0003, 0x006E840D, 0x006F980E, 0x006FF004, 0x00709014,
81
+ 0x0070EC05, 0x0071F802, 0x00730008, 0x00734019, 0x0073B401,
82
+ 0x0073C803, 0x0073E002, 0x00770036, 0x0077F004, 0x007EF401,
83
+ 0x007EFC03, 0x007F3403, 0x007F7403, 0x007FB403, 0x007FF402,
84
+ 0x00800065, 0x0081980A, 0x0081E805, 0x00822805, 0x0082801F,
85
+ 0x00834021, 0x00840002, 0x00840C04, 0x00842002, 0x00845001,
86
+ 0x00845803, 0x00847806, 0x00849401, 0x00849C01, 0x0084A401,
87
+ 0x0084B801, 0x0084E802, 0x00850005, 0x00852804, 0x00853C01,
88
+ 0x00862802, 0x0086426B, 0x00900027, 0x0091000B, 0x0092704E,
89
+ 0x00940276, 0x009E53E0, 0x00ADD820, 0x00AE6022, 0x00AEF40C,
90
+ 0x00AF2808, 0x00AFB004, 0x00B39406, 0x00B3BC03, 0x00B3E404,
9191
 0x00B3F802, 0x00B5C001, 0x00B5FC01, 0x00B7804F, 0x00B8C013,
9292
 0x00BA001A, 0x00BA6C59, 0x00BC00D6, 0x00BFC00C, 0x00C00005,
9393
 0x00C02019, 0x00C0A807, 0x00C0D802, 0x00C0F403, 0x00C26404,
9494
 0x00C28001, 0x00C3EC01, 0x00C64002, 0x00C6580A, 0x00C70024,
9595
 0x00C8001F, 0x00C8A81E, 0x00C94001, 0x00C98020, 0x00CA2827,
9696
 0x00CB003F, 0x00CC0100, 0x01370040, 0x02924037, 0x0293F802,
97
- 0x02983403, 0x0299BC10, 0x029A7C01, 0x029BC008, 0x029C0017,
97
+ 0x02983403, 0x0299BC10, 0x029A7802, 0x029BC008, 0x029C0017,
9898
 0x029C8002, 0x029E2402, 0x02A00801, 0x02A01801, 0x02A02C01,
9999
 0x02A08C09, 0x02A0D804, 0x02A1D004, 0x02A20002, 0x02A2D011,
100
- 0x02A33802, 0x02A38012, 0x02A3E003, 0x02A4980A, 0x02A51C0D,
101
- 0x02A57C01, 0x02A60004, 0x02A6CC1B, 0x02A77802, 0x02A79401,
102
- 0x02A8A40E, 0x02A90C01, 0x02A93002, 0x02A97004, 0x02A9DC03,
103
- 0x02A9EC03, 0x02AAC001, 0x02AAC803, 0x02AADC02, 0x02AAF802,
104
- 0x02AB0401, 0x02AB7802, 0x02ABAC07, 0x02ABD402, 0x02AD6C01,
105
- 0x02AF8C0B, 0x03600001, 0x036DFC02, 0x036FFC02, 0x037FFC01,
106
- 0x03EC7801, 0x03ECA401, 0x03EEC810, 0x03F4F802, 0x03F7F002,
107
- 0x03F8001A, 0x03F8800E, 0x03F8C023, 0x03F95013, 0x03F9A004,
100
+ 0x02A33802, 0x02A38012, 0x02A3E003, 0x02A3F001, 0x02A4980A,
101
+ 0x02A51C0D, 0x02A57C01, 0x02A60004, 0x02A6CC1B, 0x02A77802,
102
+ 0x02A79401, 0x02A8A40E, 0x02A90C01, 0x02A93002, 0x02A97004,
103
+ 0x02A9DC03, 0x02A9EC03, 0x02AAC001, 0x02AAC803, 0x02AADC02,
104
+ 0x02AAF802, 0x02AB0401, 0x02AB7802, 0x02ABAC07, 0x02ABD402,
105
+ 0x02AD6C01, 0x02AF8C0B, 0x03600001, 0x036DFC02, 0x036FFC02,
106
+ 0x037FFC01, 0x03EC7801, 0x03ECA401, 0x03EEC810, 0x03F4F802,
107
+ 0x03F7F002, 0x03F8001A, 0x03F88033, 0x03F95013, 0x03F9A004,
108108
 0x03FBFC01, 0x03FC040F, 0x03FC6807, 0x03FCEC06, 0x03FD6C0B,
109109
 0x03FF8007, 0x03FFA007, 0x03FFE405, 0x04040003, 0x0404DC09,
110110
 0x0405E411, 0x04063001, 0x0406400C, 0x04068001, 0x0407402E,
111111
 0x040B8001, 0x040DD805, 0x040E7C01, 0x040F4001, 0x0415BC01,
112112
 0x04215C01, 0x0421DC02, 0x04247C01, 0x0424FC01, 0x04280403,
113113
 0x04281402, 0x04283004, 0x0428E003, 0x0428FC01, 0x04294009,
114114
 0x0429FC01, 0x042B2001, 0x042B9402, 0x042BC007, 0x042CE407,
115115
 0x042E6404, 0x04400003, 0x0440E016, 0x0441FC04, 0x0442C012,
116116
 0x04440003, 0x04449C0E, 0x04450004, 0x0445CC03, 0x04460003,
117
- 0x0446CC0E, 0x04471404, 0x04473401, 0x0448B012, 0x044B7C0C,
118
- 0x044C0403, 0x044CF001, 0x044CF807, 0x044D1C02, 0x044D2C03,
119
- 0x044D5C01, 0x044D8802, 0x044D9807, 0x044DC005, 0x0452C014,
120
- 0x04531801, 0x0456BC07, 0x0456E012, 0x0458C014, 0x045AAC0D,
117
+ 0x0446CC0E, 0x04471409, 0x04476C01, 0x04477403, 0x0448B012,
118
+ 0x044AA401, 0x044B7C0C, 0x044C0004, 0x044CF001, 0x044CF807,
119
+ 0x044D1C02, 0x044D2C03, 0x044D5C01, 0x044D8802, 0x044D9807,
120
+ 0x044DC005, 0x0452C014, 0x04531801, 0x0456BC07, 0x0456E020,
121
+ 0x04577002, 0x0458C014, 0x045AAC0D, 0x045C740F, 0x045CF004,
121122
 0x0491C005, 0x05A9B802, 0x05ABC006, 0x05ACC010, 0x05AD1002,
122123
 0x05BD442E, 0x05BE3C04, 0x06F27008, 0x074000F6, 0x07440027,
123
- 0x0744A4B5, 0x07480046, 0x074C0057, 0x075B0401, 0x075B6C01,
124
+ 0x0744A4C0, 0x07480046, 0x074C0057, 0x075B0401, 0x075B6C01,
124125
 0x075BEC01, 0x075C5401, 0x075CD401, 0x075D3C01, 0x075DBC01,
125
- 0x075E2401, 0x075EA401, 0x075F0C01, 0x07A34007, 0x07BBC002,
126
- 0x07C0002C, 0x07C0C064, 0x07C2800F, 0x07C2C40F, 0x07C3040F,
127
- 0x07C34425, 0x07C4401F, 0x07C4C03C, 0x07C5C02B, 0x07C7981D,
128
- 0x07C8402B, 0x07C90009, 0x07C94002, 0x07CC002D, 0x07CCC04E,
129
- 0x07CE004F, 0x07CF5024, 0x07D000FF, 0x07D4004B, 0x07D5402A,
130
- 0x07D5EC29, 0x07D6949E, 0x07D9148B, 0x07DB800D, 0x07DBC004,
131
- 0x07DC0074, 0x07DE0055, 0x07E0000C, 0x07E04038, 0x07E1400A,
132
- 0x07E18028, 0x07E2401E, 0x38000401, 0x38008060, 0x380400F0,
126
+ 0x075E2401, 0x075EA401, 0x075F0C01, 0x0760028C, 0x076A6C05,
127
+ 0x076A840F, 0x07A34007, 0x07BBC002, 0x07C0002C, 0x07C0C064,
128
+ 0x07C2800F, 0x07C2C40F, 0x07C3040F, 0x07C34425, 0x07C4401F,
129
+ 0x07C4C03C, 0x07C5C02B, 0x07C7981D, 0x07C8402B, 0x07C90009,
130
+ 0x07C94002, 0x07CC027A, 0x07D5EC29, 0x07D6952C, 0x07DB800D,
131
+ 0x07DBC004, 0x07DC0074, 0x07DE0055, 0x07E0000C, 0x07E04038,
132
+ 0x07E1400A, 0x07E18028, 0x07E2401E, 0x07E44009, 0x07E60005,
133
+ 0x07E70001, 0x38000401, 0x38008060, 0x380400F0,
133134
 };
134135
 static const unsigned int aAscii[4] = {
135136
 0xFFFFFFFF, 0xFC00FFFF, 0xF8000001, 0xF8000001,
136137
 };
137138
@@ -259,12 +260,12 @@
259260
 unsigned char flags;
260261
 unsigned char nRange;
261262
 } aEntry[] = {
262263
 {65, 14, 26}, {181, 64, 1}, {192, 14, 23},
263264
 {216, 14, 7}, {256, 1, 48}, {306, 1, 6},
264
- {313, 1, 16}, {330, 1, 46}, {376, 126, 1},
265
- {377, 1, 6}, {383, 114, 1}, {385, 50, 1},
265
+ {313, 1, 16}, {330, 1, 46}, {376, 132, 1},
266
+ {377, 1, 6}, {383, 120, 1}, {385, 50, 1},
266267
 {386, 1, 4}, {390, 44, 1}, {391, 0, 1},
267268
 {393, 42, 2}, {395, 0, 1}, {398, 32, 1},
268269
 {399, 38, 1}, {400, 40, 1}, {401, 0, 1},
269270
 {403, 42, 1}, {404, 46, 1}, {406, 52, 1},
270271
 {407, 48, 1}, {408, 0, 1}, {412, 52, 1},
@@ -273,64 +274,65 @@
273274
 {428, 0, 1}, {430, 60, 1}, {431, 0, 1},
274275
 {433, 58, 2}, {435, 1, 4}, {439, 62, 1},
275276
 {440, 0, 1}, {444, 0, 1}, {452, 2, 1},
276277
 {453, 0, 1}, {455, 2, 1}, {456, 0, 1},
277278
 {458, 2, 1}, {459, 1, 18}, {478, 1, 18},
278
- {497, 2, 1}, {498, 1, 4}, {502, 132, 1},
279
- {503, 144, 1}, {504, 1, 40}, {544, 120, 1},
280
- {546, 1, 18}, {570, 70, 1}, {571, 0, 1},
281
- {573, 118, 1}, {574, 68, 1}, {577, 0, 1},
282
- {579, 116, 1}, {580, 28, 1}, {581, 30, 1},
279
+ {497, 2, 1}, {498, 1, 4}, {502, 138, 1},
280
+ {503, 150, 1}, {504, 1, 40}, {544, 126, 1},
281
+ {546, 1, 18}, {570, 72, 1}, {571, 0, 1},
282
+ {573, 124, 1}, {574, 70, 1}, {577, 0, 1},
283
+ {579, 122, 1}, {580, 28, 1}, {581, 30, 1},
283284
 {582, 1, 10}, {837, 36, 1}, {880, 1, 4},
284285
 {886, 0, 1}, {895, 36, 1}, {902, 18, 1},
285286
 {904, 16, 3}, {908, 26, 1}, {910, 24, 2},
286287
 {913, 14, 17}, {931, 14, 9}, {962, 0, 1},
287
- {975, 4, 1}, {976, 150, 1}, {977, 152, 1},
288
- {981, 156, 1}, {982, 154, 1}, {984, 1, 24},
289
- {1008, 146, 1}, {1009, 148, 1}, {1012, 140, 1},
290
- {1013, 138, 1}, {1015, 0, 1}, {1017, 162, 1},
291
- {1018, 0, 1}, {1021, 120, 3}, {1024, 34, 16},
288
+ {975, 4, 1}, {976, 156, 1}, {977, 158, 1},
289
+ {981, 162, 1}, {982, 160, 1}, {984, 1, 24},
290
+ {1008, 152, 1}, {1009, 154, 1}, {1012, 146, 1},
291
+ {1013, 144, 1}, {1015, 0, 1}, {1017, 168, 1},
292
+ {1018, 0, 1}, {1021, 126, 3}, {1024, 34, 16},
292293
 {1040, 14, 32}, {1120, 1, 34}, {1162, 1, 54},
293294
 {1216, 6, 1}, {1217, 1, 14}, {1232, 1, 96},
294
- {1329, 22, 38}, {4256, 66, 38}, {4295, 66, 1},
295
- {4301, 66, 1}, {7680, 1, 150}, {7835, 142, 1},
296
- {7838, 106, 1}, {7840, 1, 96}, {7944, 160, 8},
297
- {7960, 160, 6}, {7976, 160, 8}, {7992, 160, 8},
298
- {8008, 160, 6}, {8025, 161, 8}, {8040, 160, 8},
299
- {8072, 160, 8}, {8088, 160, 8}, {8104, 160, 8},
300
- {8120, 160, 2}, {8122, 136, 2}, {8124, 158, 1},
301
- {8126, 110, 1}, {8136, 134, 4}, {8140, 158, 1},
302
- {8152, 160, 2}, {8154, 130, 2}, {8168, 160, 2},
303
- {8170, 128, 2}, {8172, 162, 1}, {8184, 122, 2},
304
- {8186, 124, 2}, {8188, 158, 1}, {8486, 108, 1},
305
- {8490, 102, 1}, {8491, 104, 1}, {8498, 12, 1},
306
- {8544, 8, 16}, {8579, 0, 1}, {9398, 10, 26},
307
- {11264, 22, 47}, {11360, 0, 1}, {11362, 98, 1},
308
- {11363, 112, 1}, {11364, 100, 1}, {11367, 1, 6},
309
- {11373, 94, 1}, {11374, 96, 1}, {11375, 90, 1},
310
- {11376, 92, 1}, {11378, 0, 1}, {11381, 0, 1},
311
- {11390, 88, 2}, {11392, 1, 100}, {11499, 1, 4},
312
- {11506, 0, 1}, {42560, 1, 46}, {42624, 1, 28},
313
- {42786, 1, 14}, {42802, 1, 62}, {42873, 1, 4},
314
- {42877, 86, 1}, {42878, 1, 10}, {42891, 0, 1},
315
- {42893, 82, 1}, {42896, 1, 4}, {42902, 1, 20},
316
- {42922, 76, 1}, {42923, 72, 1}, {42924, 74, 1},
317
- {42925, 78, 1}, {42928, 84, 1}, {42929, 80, 1},
318
- {65313, 14, 26},
295
+ {1329, 22, 38}, {4256, 68, 38}, {4295, 68, 1},
296
+ {4301, 68, 1}, {5112, 166, 6}, {7680, 1, 150},
297
+ {7835, 148, 1}, {7838, 112, 1}, {7840, 1, 96},
298
+ {7944, 166, 8}, {7960, 166, 6}, {7976, 166, 8},
299
+ {7992, 166, 8}, {8008, 166, 6}, {8025, 167, 8},
300
+ {8040, 166, 8}, {8072, 166, 8}, {8088, 166, 8},
301
+ {8104, 166, 8}, {8120, 166, 2}, {8122, 142, 2},
302
+ {8124, 164, 1}, {8126, 116, 1}, {8136, 140, 4},
303
+ {8140, 164, 1}, {8152, 166, 2}, {8154, 136, 2},
304
+ {8168, 166, 2}, {8170, 134, 2}, {8172, 168, 1},
305
+ {8184, 128, 2}, {8186, 130, 2}, {8188, 164, 1},
306
+ {8486, 114, 1}, {8490, 108, 1}, {8491, 110, 1},
307
+ {8498, 12, 1}, {8544, 8, 16}, {8579, 0, 1},
308
+ {9398, 10, 26}, {11264, 22, 47}, {11360, 0, 1},
309
+ {11362, 104, 1}, {11363, 118, 1}, {11364, 106, 1},
310
+ {11367, 1, 6}, {11373, 100, 1}, {11374, 102, 1},
311
+ {11375, 96, 1}, {11376, 98, 1}, {11378, 0, 1},
312
+ {11381, 0, 1}, {11390, 94, 2}, {11392, 1, 100},
313
+ {11499, 1, 4}, {11506, 0, 1}, {42560, 1, 46},
314
+ {42624, 1, 28}, {42786, 1, 14}, {42802, 1, 62},
315
+ {42873, 1, 4}, {42877, 92, 1}, {42878, 1, 10},
316
+ {42891, 0, 1}, {42893, 84, 1}, {42896, 1, 4},
317
+ {42902, 1, 20}, {42922, 78, 1}, {42923, 74, 1},
318
+ {42924, 76, 1}, {42925, 80, 1}, {42928, 88, 1},
319
+ {42929, 82, 1}, {42930, 86, 1}, {42931, 66, 1},
320
+ {42932, 1, 4}, {43888, 90, 80}, {65313, 14, 26},
319321
 };
320322
 static const unsigned short aiOff[] = {
321323
 1, 2, 8, 15, 16, 26, 28, 32,
322324
 37, 38, 40, 48, 63, 64, 69, 71,
323325
 79, 80, 116, 202, 203, 205, 206, 207,
324326
 209, 210, 211, 213, 214, 217, 218, 219,
325
- 775, 7264, 10792, 10795, 23217, 23221, 23228, 23231,
326
- 23254, 23256, 23278, 30204, 54721, 54753, 54754, 54756,
327
- 54787, 54793, 54809, 57153, 57274, 57921, 58019, 58363,
328
- 61722, 65268, 65341, 65373, 65406, 65408, 65410, 65415,
329
- 65424, 65436, 65439, 65450, 65462, 65472, 65476, 65478,
330
- 65480, 65482, 65488, 65506, 65511, 65514, 65521, 65527,
331
- 65528, 65529,
327
+ 775, 928, 7264, 10792, 10795, 23217, 23221, 23228,
328
+ 23231, 23254, 23256, 23275, 23278, 26672, 30204, 54721,
329
+ 54753, 54754, 54756, 54787, 54793, 54809, 57153, 57274,
330
+ 57921, 58019, 58363, 61722, 65268, 65341, 65373, 65406,
331
+ 65408, 65410, 65415, 65424, 65436, 65439, 65450, 65462,
332
+ 65472, 65476, 65478, 65480, 65482, 65488, 65506, 65511,
333
+ 65514, 65521, 65527, 65528, 65529,
332334
 };
333335
334336
 int ret = c;
335337
336338
 assert( c>=0 );
@@ -366,12 +368,15 @@
366368
 if( bRemoveDiacritic ) ret = unicode_remove_diacritic(ret);
367369
 }
368370
369371
 else if( c>=66560 && c<66600 ){
370372
 ret = c + 40;
373
+ }
374
+ else if( c>=68736 && c<68787 ){
375
+ ret = c + 64;
371376
 }
372377
 else if( c>=71840 && c<71872 ){
373378
 ret = c + 32;
374379
 }
375380
376381
 return ret;
377382
 }
378383
--- src/unicode.c
+++ src/unicode.c
@@ -49,11 +49,11 @@
49 0x00164437, 0x0017CC02, 0x0018001D, 0x00187802, 0x00192C15,
50 0x0019A804, 0x0019C001, 0x001B5001, 0x001B580F, 0x001B9C07,
51 0x001BF402, 0x001C000E, 0x001C3C01, 0x001C4401, 0x001CC01B,
52 0x001E980B, 0x001FAC09, 0x001FD804, 0x00205804, 0x00206C09,
53 0x00209403, 0x0020A405, 0x0020C00F, 0x00216403, 0x00217801,
54 0x00239020, 0x0024E803, 0x0024F812, 0x00254407, 0x00258804,
55 0x0025C001, 0x00260403, 0x0026F001, 0x0026F807, 0x00271C02,
56 0x00272C03, 0x00275C01, 0x00278802, 0x0027C802, 0x0027E802,
57 0x00280403, 0x0028F001, 0x0028F805, 0x00291C02, 0x00292C03,
58 0x00294401, 0x0029C002, 0x0029D401, 0x002A0403, 0x002AF001,
59 0x002AF808, 0x002B1C03, 0x002B2C03, 0x002B8802, 0x002BC002,
@@ -72,66 +72,67 @@
72 0x00417803, 0x00418803, 0x00419C07, 0x0041C404, 0x0042080C,
73 0x00423C01, 0x00426806, 0x0043EC01, 0x004D740C, 0x004E400A,
74 0x00500001, 0x0059B402, 0x005A0001, 0x005A6C02, 0x005BAC03,
75 0x005C4803, 0x005CC805, 0x005D4802, 0x005DC802, 0x005ED023,
76 0x005F6004, 0x005F7401, 0x0060000F, 0x0062A401, 0x0064800C,
77 0x0064C00C, 0x00650001, 0x00651002, 0x0066C011, 0x00672002,
78 0x00677822, 0x00685C05, 0x00687802, 0x0069540A, 0x0069801D,
79 0x0069FC01, 0x006A8007, 0x006AA006, 0x006AC00F, 0x006C0005,
80 0x006CD011, 0x006D6823, 0x006E0003, 0x006E840D, 0x006F980E,
81 0x006FF004, 0x00709014, 0x0070EC05, 0x0071F802, 0x00730008,
82 0x00734019, 0x0073B401, 0x0073C803, 0x0073E002, 0x00770036,
83 0x0077F004, 0x007EF401, 0x007EFC03, 0x007F3403, 0x007F7403,
84 0x007FB403, 0x007FF402, 0x00800065, 0x0081980A, 0x0081E805,
85 0x00822805, 0x0082801E, 0x00834021, 0x00840002, 0x00840C04,
86 0x00842002, 0x00845001, 0x00845803, 0x00847806, 0x00849401,
87 0x00849C01, 0x0084A401, 0x0084B801, 0x0084E802, 0x00850005,
88 0x00852804, 0x00853C01, 0x0086426B, 0x00900027, 0x0091000B,
89 0x0092704E, 0x00940276, 0x009E53E0, 0x00ADD820, 0x00AE6022,
90 0x00AEF40C, 0x00AF2808, 0x00B39406, 0x00B3BC03, 0x00B3E404,
91 0x00B3F802, 0x00B5C001, 0x00B5FC01, 0x00B7804F, 0x00B8C013,
92 0x00BA001A, 0x00BA6C59, 0x00BC00D6, 0x00BFC00C, 0x00C00005,
93 0x00C02019, 0x00C0A807, 0x00C0D802, 0x00C0F403, 0x00C26404,
94 0x00C28001, 0x00C3EC01, 0x00C64002, 0x00C6580A, 0x00C70024,
95 0x00C8001F, 0x00C8A81E, 0x00C94001, 0x00C98020, 0x00CA2827,
96 0x00CB003F, 0x00CC0100, 0x01370040, 0x02924037, 0x0293F802,
97 0x02983403, 0x0299BC10, 0x029A7C01, 0x029BC008, 0x029C0017,
98 0x029C8002, 0x029E2402, 0x02A00801, 0x02A01801, 0x02A02C01,
99 0x02A08C09, 0x02A0D804, 0x02A1D004, 0x02A20002, 0x02A2D011,
100 0x02A33802, 0x02A38012, 0x02A3E003, 0x02A4980A, 0x02A51C0D,
101 0x02A57C01, 0x02A60004, 0x02A6CC1B, 0x02A77802, 0x02A79401,
102 0x02A8A40E, 0x02A90C01, 0x02A93002, 0x02A97004, 0x02A9DC03,
103 0x02A9EC03, 0x02AAC001, 0x02AAC803, 0x02AADC02, 0x02AAF802,
104 0x02AB0401, 0x02AB7802, 0x02ABAC07, 0x02ABD402, 0x02AD6C01,
105 0x02AF8C0B, 0x03600001, 0x036DFC02, 0x036FFC02, 0x037FFC01,
106 0x03EC7801, 0x03ECA401, 0x03EEC810, 0x03F4F802, 0x03F7F002,
107 0x03F8001A, 0x03F8800E, 0x03F8C023, 0x03F95013, 0x03F9A004,
108 0x03FBFC01, 0x03FC040F, 0x03FC6807, 0x03FCEC06, 0x03FD6C0B,
109 0x03FF8007, 0x03FFA007, 0x03FFE405, 0x04040003, 0x0404DC09,
110 0x0405E411, 0x04063001, 0x0406400C, 0x04068001, 0x0407402E,
111 0x040B8001, 0x040DD805, 0x040E7C01, 0x040F4001, 0x0415BC01,
112 0x04215C01, 0x0421DC02, 0x04247C01, 0x0424FC01, 0x04280403,
113 0x04281402, 0x04283004, 0x0428E003, 0x0428FC01, 0x04294009,
114 0x0429FC01, 0x042B2001, 0x042B9402, 0x042BC007, 0x042CE407,
115 0x042E6404, 0x04400003, 0x0440E016, 0x0441FC04, 0x0442C012,
116 0x04440003, 0x04449C0E, 0x04450004, 0x0445CC03, 0x04460003,
117 0x0446CC0E, 0x04471404, 0x04473401, 0x0448B012, 0x044B7C0C,
118 0x044C0403, 0x044CF001, 0x044CF807, 0x044D1C02, 0x044D2C03,
119 0x044D5C01, 0x044D8802, 0x044D9807, 0x044DC005, 0x0452C014,
120 0x04531801, 0x0456BC07, 0x0456E012, 0x0458C014, 0x045AAC0D,
 
121 0x0491C005, 0x05A9B802, 0x05ABC006, 0x05ACC010, 0x05AD1002,
122 0x05BD442E, 0x05BE3C04, 0x06F27008, 0x074000F6, 0x07440027,
123 0x0744A4B5, 0x07480046, 0x074C0057, 0x075B0401, 0x075B6C01,
124 0x075BEC01, 0x075C5401, 0x075CD401, 0x075D3C01, 0x075DBC01,
125 0x075E2401, 0x075EA401, 0x075F0C01, 0x07A34007, 0x07BBC002,
126 0x07C0002C, 0x07C0C064, 0x07C2800F, 0x07C2C40F, 0x07C3040F,
127 0x07C34425, 0x07C4401F, 0x07C4C03C, 0x07C5C02B, 0x07C7981D,
128 0x07C8402B, 0x07C90009, 0x07C94002, 0x07CC002D, 0x07CCC04E,
129 0x07CE004F, 0x07CF5024, 0x07D000FF, 0x07D4004B, 0x07D5402A,
130 0x07D5EC29, 0x07D6949E, 0x07D9148B, 0x07DB800D, 0x07DBC004,
131 0x07DC0074, 0x07DE0055, 0x07E0000C, 0x07E04038, 0x07E1400A,
132 0x07E18028, 0x07E2401E, 0x38000401, 0x38008060, 0x380400F0,
133 };
134 static const unsigned int aAscii[4] = {
135 0xFFFFFFFF, 0xFC00FFFF, 0xF8000001, 0xF8000001,
136 };
137
@@ -259,12 +260,12 @@
259 unsigned char flags;
260 unsigned char nRange;
261 } aEntry[] = {
262 {65, 14, 26}, {181, 64, 1}, {192, 14, 23},
263 {216, 14, 7}, {256, 1, 48}, {306, 1, 6},
264 {313, 1, 16}, {330, 1, 46}, {376, 126, 1},
265 {377, 1, 6}, {383, 114, 1}, {385, 50, 1},
266 {386, 1, 4}, {390, 44, 1}, {391, 0, 1},
267 {393, 42, 2}, {395, 0, 1}, {398, 32, 1},
268 {399, 38, 1}, {400, 40, 1}, {401, 0, 1},
269 {403, 42, 1}, {404, 46, 1}, {406, 52, 1},
270 {407, 48, 1}, {408, 0, 1}, {412, 52, 1},
@@ -273,64 +274,65 @@
273 {428, 0, 1}, {430, 60, 1}, {431, 0, 1},
274 {433, 58, 2}, {435, 1, 4}, {439, 62, 1},
275 {440, 0, 1}, {444, 0, 1}, {452, 2, 1},
276 {453, 0, 1}, {455, 2, 1}, {456, 0, 1},
277 {458, 2, 1}, {459, 1, 18}, {478, 1, 18},
278 {497, 2, 1}, {498, 1, 4}, {502, 132, 1},
279 {503, 144, 1}, {504, 1, 40}, {544, 120, 1},
280 {546, 1, 18}, {570, 70, 1}, {571, 0, 1},
281 {573, 118, 1}, {574, 68, 1}, {577, 0, 1},
282 {579, 116, 1}, {580, 28, 1}, {581, 30, 1},
283 {582, 1, 10}, {837, 36, 1}, {880, 1, 4},
284 {886, 0, 1}, {895, 36, 1}, {902, 18, 1},
285 {904, 16, 3}, {908, 26, 1}, {910, 24, 2},
286 {913, 14, 17}, {931, 14, 9}, {962, 0, 1},
287 {975, 4, 1}, {976, 150, 1}, {977, 152, 1},
288 {981, 156, 1}, {982, 154, 1}, {984, 1, 24},
289 {1008, 146, 1}, {1009, 148, 1}, {1012, 140, 1},
290 {1013, 138, 1}, {1015, 0, 1}, {1017, 162, 1},
291 {1018, 0, 1}, {1021, 120, 3}, {1024, 34, 16},
292 {1040, 14, 32}, {1120, 1, 34}, {1162, 1, 54},
293 {1216, 6, 1}, {1217, 1, 14}, {1232, 1, 96},
294 {1329, 22, 38}, {4256, 66, 38}, {4295, 66, 1},
295 {4301, 66, 1}, {7680, 1, 150}, {7835, 142, 1},
296 {7838, 106, 1}, {7840, 1, 96}, {7944, 160, 8},
297 {7960, 160, 6}, {7976, 160, 8}, {7992, 160, 8},
298 {8008, 160, 6}, {8025, 161, 8}, {8040, 160, 8},
299 {8072, 160, 8}, {8088, 160, 8}, {8104, 160, 8},
300 {8120, 160, 2}, {8122, 136, 2}, {8124, 158, 1},
301 {8126, 110, 1}, {8136, 134, 4}, {8140, 158, 1},
302 {8152, 160, 2}, {8154, 130, 2}, {8168, 160, 2},
303 {8170, 128, 2}, {8172, 162, 1}, {8184, 122, 2},
304 {8186, 124, 2}, {8188, 158, 1}, {8486, 108, 1},
305 {8490, 102, 1}, {8491, 104, 1}, {8498, 12, 1},
306 {8544, 8, 16}, {8579, 0, 1}, {9398, 10, 26},
307 {11264, 22, 47}, {11360, 0, 1}, {11362, 98, 1},
308 {11363, 112, 1}, {11364, 100, 1}, {11367, 1, 6},
309 {11373, 94, 1}, {11374, 96, 1}, {11375, 90, 1},
310 {11376, 92, 1}, {11378, 0, 1}, {11381, 0, 1},
311 {11390, 88, 2}, {11392, 1, 100}, {11499, 1, 4},
312 {11506, 0, 1}, {42560, 1, 46}, {42624, 1, 28},
313 {42786, 1, 14}, {42802, 1, 62}, {42873, 1, 4},
314 {42877, 86, 1}, {42878, 1, 10}, {42891, 0, 1},
315 {42893, 82, 1}, {42896, 1, 4}, {42902, 1, 20},
316 {42922, 76, 1}, {42923, 72, 1}, {42924, 74, 1},
317 {42925, 78, 1}, {42928, 84, 1}, {42929, 80, 1},
318 {65313, 14, 26},
 
319 };
320 static const unsigned short aiOff[] = {
321 1, 2, 8, 15, 16, 26, 28, 32,
322 37, 38, 40, 48, 63, 64, 69, 71,
323 79, 80, 116, 202, 203, 205, 206, 207,
324 209, 210, 211, 213, 214, 217, 218, 219,
325 775, 7264, 10792, 10795, 23217, 23221, 23228, 23231,
326 23254, 23256, 23278, 30204, 54721, 54753, 54754, 54756,
327 54787, 54793, 54809, 57153, 57274, 57921, 58019, 58363,
328 61722, 65268, 65341, 65373, 65406, 65408, 65410, 65415,
329 65424, 65436, 65439, 65450, 65462, 65472, 65476, 65478,
330 65480, 65482, 65488, 65506, 65511, 65514, 65521, 65527,
331 65528, 65529,
332 };
333
334 int ret = c;
335
336 assert( c>=0 );
@@ -366,12 +368,15 @@
366 if( bRemoveDiacritic ) ret = unicode_remove_diacritic(ret);
367 }
368
369 else if( c>=66560 && c<66600 ){
370 ret = c + 40;
 
 
 
371 }
372 else if( c>=71840 && c<71872 ){
373 ret = c + 32;
374 }
375
376 return ret;
377 }
378
--- src/unicode.c
+++ src/unicode.c
@@ -49,11 +49,11 @@
49 0x00164437, 0x0017CC02, 0x0018001D, 0x00187802, 0x00192C15,
50 0x0019A804, 0x0019C001, 0x001B5001, 0x001B580F, 0x001B9C07,
51 0x001BF402, 0x001C000E, 0x001C3C01, 0x001C4401, 0x001CC01B,
52 0x001E980B, 0x001FAC09, 0x001FD804, 0x00205804, 0x00206C09,
53 0x00209403, 0x0020A405, 0x0020C00F, 0x00216403, 0x00217801,
54 0x00238C21, 0x0024E803, 0x0024F812, 0x00254407, 0x00258804,
55 0x0025C001, 0x00260403, 0x0026F001, 0x0026F807, 0x00271C02,
56 0x00272C03, 0x00275C01, 0x00278802, 0x0027C802, 0x0027E802,
57 0x00280403, 0x0028F001, 0x0028F805, 0x00291C02, 0x00292C03,
58 0x00294401, 0x0029C002, 0x0029D401, 0x002A0403, 0x002AF001,
59 0x002AF808, 0x002B1C03, 0x002B2C03, 0x002B8802, 0x002BC002,
@@ -72,66 +72,67 @@
72 0x00417803, 0x00418803, 0x00419C07, 0x0041C404, 0x0042080C,
73 0x00423C01, 0x00426806, 0x0043EC01, 0x004D740C, 0x004E400A,
74 0x00500001, 0x0059B402, 0x005A0001, 0x005A6C02, 0x005BAC03,
75 0x005C4803, 0x005CC805, 0x005D4802, 0x005DC802, 0x005ED023,
76 0x005F6004, 0x005F7401, 0x0060000F, 0x0062A401, 0x0064800C,
77 0x0064C00C, 0x00650001, 0x00651002, 0x00677822, 0x00685C05,
78 0x00687802, 0x0069540A, 0x0069801D, 0x0069FC01, 0x006A8007,
79 0x006AA006, 0x006AC00F, 0x006C0005, 0x006CD011, 0x006D6823,
80 0x006E0003, 0x006E840D, 0x006F980E, 0x006FF004, 0x00709014,
81 0x0070EC05, 0x0071F802, 0x00730008, 0x00734019, 0x0073B401,
82 0x0073C803, 0x0073E002, 0x00770036, 0x0077F004, 0x007EF401,
83 0x007EFC03, 0x007F3403, 0x007F7403, 0x007FB403, 0x007FF402,
84 0x00800065, 0x0081980A, 0x0081E805, 0x00822805, 0x0082801F,
85 0x00834021, 0x00840002, 0x00840C04, 0x00842002, 0x00845001,
86 0x00845803, 0x00847806, 0x00849401, 0x00849C01, 0x0084A401,
87 0x0084B801, 0x0084E802, 0x00850005, 0x00852804, 0x00853C01,
88 0x00862802, 0x0086426B, 0x00900027, 0x0091000B, 0x0092704E,
89 0x00940276, 0x009E53E0, 0x00ADD820, 0x00AE6022, 0x00AEF40C,
90 0x00AF2808, 0x00AFB004, 0x00B39406, 0x00B3BC03, 0x00B3E404,
91 0x00B3F802, 0x00B5C001, 0x00B5FC01, 0x00B7804F, 0x00B8C013,
92 0x00BA001A, 0x00BA6C59, 0x00BC00D6, 0x00BFC00C, 0x00C00005,
93 0x00C02019, 0x00C0A807, 0x00C0D802, 0x00C0F403, 0x00C26404,
94 0x00C28001, 0x00C3EC01, 0x00C64002, 0x00C6580A, 0x00C70024,
95 0x00C8001F, 0x00C8A81E, 0x00C94001, 0x00C98020, 0x00CA2827,
96 0x00CB003F, 0x00CC0100, 0x01370040, 0x02924037, 0x0293F802,
97 0x02983403, 0x0299BC10, 0x029A7802, 0x029BC008, 0x029C0017,
98 0x029C8002, 0x029E2402, 0x02A00801, 0x02A01801, 0x02A02C01,
99 0x02A08C09, 0x02A0D804, 0x02A1D004, 0x02A20002, 0x02A2D011,
100 0x02A33802, 0x02A38012, 0x02A3E003, 0x02A3F001, 0x02A4980A,
101 0x02A51C0D, 0x02A57C01, 0x02A60004, 0x02A6CC1B, 0x02A77802,
102 0x02A79401, 0x02A8A40E, 0x02A90C01, 0x02A93002, 0x02A97004,
103 0x02A9DC03, 0x02A9EC03, 0x02AAC001, 0x02AAC803, 0x02AADC02,
104 0x02AAF802, 0x02AB0401, 0x02AB7802, 0x02ABAC07, 0x02ABD402,
105 0x02AD6C01, 0x02AF8C0B, 0x03600001, 0x036DFC02, 0x036FFC02,
106 0x037FFC01, 0x03EC7801, 0x03ECA401, 0x03EEC810, 0x03F4F802,
107 0x03F7F002, 0x03F8001A, 0x03F88033, 0x03F95013, 0x03F9A004,
108 0x03FBFC01, 0x03FC040F, 0x03FC6807, 0x03FCEC06, 0x03FD6C0B,
109 0x03FF8007, 0x03FFA007, 0x03FFE405, 0x04040003, 0x0404DC09,
110 0x0405E411, 0x04063001, 0x0406400C, 0x04068001, 0x0407402E,
111 0x040B8001, 0x040DD805, 0x040E7C01, 0x040F4001, 0x0415BC01,
112 0x04215C01, 0x0421DC02, 0x04247C01, 0x0424FC01, 0x04280403,
113 0x04281402, 0x04283004, 0x0428E003, 0x0428FC01, 0x04294009,
114 0x0429FC01, 0x042B2001, 0x042B9402, 0x042BC007, 0x042CE407,
115 0x042E6404, 0x04400003, 0x0440E016, 0x0441FC04, 0x0442C012,
116 0x04440003, 0x04449C0E, 0x04450004, 0x0445CC03, 0x04460003,
117 0x0446CC0E, 0x04471409, 0x04476C01, 0x04477403, 0x0448B012,
118 0x044AA401, 0x044B7C0C, 0x044C0004, 0x044CF001, 0x044CF807,
119 0x044D1C02, 0x044D2C03, 0x044D5C01, 0x044D8802, 0x044D9807,
120 0x044DC005, 0x0452C014, 0x04531801, 0x0456BC07, 0x0456E020,
121 0x04577002, 0x0458C014, 0x045AAC0D, 0x045C740F, 0x045CF004,
122 0x0491C005, 0x05A9B802, 0x05ABC006, 0x05ACC010, 0x05AD1002,
123 0x05BD442E, 0x05BE3C04, 0x06F27008, 0x074000F6, 0x07440027,
124 0x0744A4C0, 0x07480046, 0x074C0057, 0x075B0401, 0x075B6C01,
125 0x075BEC01, 0x075C5401, 0x075CD401, 0x075D3C01, 0x075DBC01,
126 0x075E2401, 0x075EA401, 0x075F0C01, 0x0760028C, 0x076A6C05,
127 0x076A840F, 0x07A34007, 0x07BBC002, 0x07C0002C, 0x07C0C064,
128 0x07C2800F, 0x07C2C40F, 0x07C3040F, 0x07C34425, 0x07C4401F,
129 0x07C4C03C, 0x07C5C02B, 0x07C7981D, 0x07C8402B, 0x07C90009,
130 0x07C94002, 0x07CC027A, 0x07D5EC29, 0x07D6952C, 0x07DB800D,
131 0x07DBC004, 0x07DC0074, 0x07DE0055, 0x07E0000C, 0x07E04038,
132 0x07E1400A, 0x07E18028, 0x07E2401E, 0x07E44009, 0x07E60005,
133 0x07E70001, 0x38000401, 0x38008060, 0x380400F0,
134 };
135 static const unsigned int aAscii[4] = {
136 0xFFFFFFFF, 0xFC00FFFF, 0xF8000001, 0xF8000001,
137 };
138
@@ -259,12 +260,12 @@
260 unsigned char flags;
261 unsigned char nRange;
262 } aEntry[] = {
263 {65, 14, 26}, {181, 64, 1}, {192, 14, 23},
264 {216, 14, 7}, {256, 1, 48}, {306, 1, 6},
265 {313, 1, 16}, {330, 1, 46}, {376, 132, 1},
266 {377, 1, 6}, {383, 120, 1}, {385, 50, 1},
267 {386, 1, 4}, {390, 44, 1}, {391, 0, 1},
268 {393, 42, 2}, {395, 0, 1}, {398, 32, 1},
269 {399, 38, 1}, {400, 40, 1}, {401, 0, 1},
270 {403, 42, 1}, {404, 46, 1}, {406, 52, 1},
271 {407, 48, 1}, {408, 0, 1}, {412, 52, 1},
@@ -273,64 +274,65 @@
274 {428, 0, 1}, {430, 60, 1}, {431, 0, 1},
275 {433, 58, 2}, {435, 1, 4}, {439, 62, 1},
276 {440, 0, 1}, {444, 0, 1}, {452, 2, 1},
277 {453, 0, 1}, {455, 2, 1}, {456, 0, 1},
278 {458, 2, 1}, {459, 1, 18}, {478, 1, 18},
279 {497, 2, 1}, {498, 1, 4}, {502, 138, 1},
280 {503, 150, 1}, {504, 1, 40}, {544, 126, 1},
281 {546, 1, 18}, {570, 72, 1}, {571, 0, 1},
282 {573, 124, 1}, {574, 70, 1}, {577, 0, 1},
283 {579, 122, 1}, {580, 28, 1}, {581, 30, 1},
284 {582, 1, 10}, {837, 36, 1}, {880, 1, 4},
285 {886, 0, 1}, {895, 36, 1}, {902, 18, 1},
286 {904, 16, 3}, {908, 26, 1}, {910, 24, 2},
287 {913, 14, 17}, {931, 14, 9}, {962, 0, 1},
288 {975, 4, 1}, {976, 156, 1}, {977, 158, 1},
289 {981, 162, 1}, {982, 160, 1}, {984, 1, 24},
290 {1008, 152, 1}, {1009, 154, 1}, {1012, 146, 1},
291 {1013, 144, 1}, {1015, 0, 1}, {1017, 168, 1},
292 {1018, 0, 1}, {1021, 126, 3}, {1024, 34, 16},
293 {1040, 14, 32}, {1120, 1, 34}, {1162, 1, 54},
294 {1216, 6, 1}, {1217, 1, 14}, {1232, 1, 96},
295 {1329, 22, 38}, {4256, 68, 38}, {4295, 68, 1},
296 {4301, 68, 1}, {5112, 166, 6}, {7680, 1, 150},
297 {7835, 148, 1}, {7838, 112, 1}, {7840, 1, 96},
298 {7944, 166, 8}, {7960, 166, 6}, {7976, 166, 8},
299 {7992, 166, 8}, {8008, 166, 6}, {8025, 167, 8},
300 {8040, 166, 8}, {8072, 166, 8}, {8088, 166, 8},
301 {8104, 166, 8}, {8120, 166, 2}, {8122, 142, 2},
302 {8124, 164, 1}, {8126, 116, 1}, {8136, 140, 4},
303 {8140, 164, 1}, {8152, 166, 2}, {8154, 136, 2},
304 {8168, 166, 2}, {8170, 134, 2}, {8172, 168, 1},
305 {8184, 128, 2}, {8186, 130, 2}, {8188, 164, 1},
306 {8486, 114, 1}, {8490, 108, 1}, {8491, 110, 1},
307 {8498, 12, 1}, {8544, 8, 16}, {8579, 0, 1},
308 {9398, 10, 26}, {11264, 22, 47}, {11360, 0, 1},
309 {11362, 104, 1}, {11363, 118, 1}, {11364, 106, 1},
310 {11367, 1, 6}, {11373, 100, 1}, {11374, 102, 1},
311 {11375, 96, 1}, {11376, 98, 1}, {11378, 0, 1},
312 {11381, 0, 1}, {11390, 94, 2}, {11392, 1, 100},
313 {11499, 1, 4}, {11506, 0, 1}, {42560, 1, 46},
314 {42624, 1, 28}, {42786, 1, 14}, {42802, 1, 62},
315 {42873, 1, 4}, {42877, 92, 1}, {42878, 1, 10},
316 {42891, 0, 1}, {42893, 84, 1}, {42896, 1, 4},
317 {42902, 1, 20}, {42922, 78, 1}, {42923, 74, 1},
318 {42924, 76, 1}, {42925, 80, 1}, {42928, 88, 1},
319 {42929, 82, 1}, {42930, 86, 1}, {42931, 66, 1},
320 {42932, 1, 4}, {43888, 90, 80}, {65313, 14, 26},
321 };
322 static const unsigned short aiOff[] = {
323 1, 2, 8, 15, 16, 26, 28, 32,
324 37, 38, 40, 48, 63, 64, 69, 71,
325 79, 80, 116, 202, 203, 205, 206, 207,
326 209, 210, 211, 213, 214, 217, 218, 219,
327 775, 928, 7264, 10792, 10795, 23217, 23221, 23228,
328 23231, 23254, 23256, 23275, 23278, 26672, 30204, 54721,
329 54753, 54754, 54756, 54787, 54793, 54809, 57153, 57274,
330 57921, 58019, 58363, 61722, 65268, 65341, 65373, 65406,
331 65408, 65410, 65415, 65424, 65436, 65439, 65450, 65462,
332 65472, 65476, 65478, 65480, 65482, 65488, 65506, 65511,
333 65514, 65521, 65527, 65528, 65529,
334 };
335
336 int ret = c;
337
338 assert( c>=0 );
@@ -366,12 +368,15 @@
368 if( bRemoveDiacritic ) ret = unicode_remove_diacritic(ret);
369 }
370
371 else if( c>=66560 && c<66600 ){
372 ret = c + 40;
373 }
374 else if( c>=68736 && c<68787 ){
375 ret = c + 64;
376 }
377 else if( c>=71840 && c<71872 ){
378 ret = c + 32;
379 }
380
381 return ret;
382 }
383
M www/changes.wiki
+2
--- www/changes.wiki
+++ www/changes.wiki
@@ -4,10 +4,12 @@
44
 * Fix --hard option to mv/rm to enable them to work properly with certain
55
 relative paths.
66
 * Add minimal 'lsearch' command to TH1. Only exact case-sensitive matching
77
 is supported.
88
 * Add 'glob_match' command to TH1.
9
+ * Update internal Unicode character tables, used in regular expression
10
+ handling, from version 7.0 to 8.0.
911
1012
 <h2>Changes for Version 1.33 (2015-05-23)</h2>
1113
 * Improved fork detection on [/help?cmd=update|fossil update],
1214
 [/help?cmd=status|fossil status] and related commands.
1315
 * Change the default skin to what used to be called "San Francisco Modern".
1416
--- www/changes.wiki
+++ www/changes.wiki
@@ -4,10 +4,12 @@
4 * Fix --hard option to mv/rm to enable them to work properly with certain
5 relative paths.
6 * Add minimal 'lsearch' command to TH1. Only exact case-sensitive matching
7 is supported.
8 * Add 'glob_match' command to TH1.
 
 
9
10 <h2>Changes for Version 1.33 (2015-05-23)</h2>
11 * Improved fork detection on [/help?cmd=update|fossil update],
12 [/help?cmd=status|fossil status] and related commands.
13 * Change the default skin to what used to be called "San Francisco Modern".
14
--- www/changes.wiki
+++ www/changes.wiki
@@ -4,10 +4,12 @@
4 * Fix --hard option to mv/rm to enable them to work properly with certain
5 relative paths.
6 * Add minimal 'lsearch' command to TH1. Only exact case-sensitive matching
7 is supported.
8 * Add 'glob_match' command to TH1.
9 * Update internal Unicode character tables, used in regular expression
10 handling, from version 7.0 to 8.0.
11
12 <h2>Changes for Version 1.33 (2015-05-23)</h2>
13 * Improved fork detection on [/help?cmd=update|fossil update],
14 [/help?cmd=status|fossil status] and related commands.
15 * Change the default skin to what used to be called "San Francisco Modern".
16

Keyboard Shortcuts

Open search /
Next entry (timeline) j
Previous entry (timeline) k
Open focused entry Enter
Show this help ?
Toggle theme Top nav button