1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
|
using System;
namespace NLangDetect.Core.Extensions
{
public static class CharExtensions
{
private const int MIN_CODE_POINT = 0x000000;
private const int MAX_CODE_POINT = 0x10ffff;
private static readonly int[] _unicodeBlockStarts =
{
#region Unicode block starts
0x0000, // Basic Latin
0x0080, // Latin-1 Supplement
0x0100, // Latin Extended-A
0x0180, // Latin Extended-B
0x0250, // IPA Extensions
0x02B0, // Spacing Modifier Letters
0x0300, // Combining Diacritical Marks
0x0370, // Greek and Coptic
0x0400, // Cyrillic
0x0500, // Cyrillic Supplementary
0x0530, // Armenian
0x0590, // Hebrew
0x0600, // Arabic
0x0700, // Syriac
0x0750, // unassigned
0x0780, // Thaana
0x07C0, // unassigned
0x0900, // Devanagari
0x0980, // Bengali
0x0A00, // Gurmukhi
0x0A80, // Gujarati
0x0B00, // Oriya
0x0B80, // Tamil
0x0C00, // Telugu
0x0C80, // Kannada
0x0D00, // Malayalam
0x0D80, // Sinhala
0x0E00, // Thai
0x0E80, // Lao
0x0F00, // Tibetan
0x1000, // Myanmar
0x10A0, // Georgian
0x1100, // Hangul Jamo
0x1200, // Ethiopic
0x1380, // unassigned
0x13A0, // Cherokee
0x1400, // Unified Canadian Aboriginal Syllabics
0x1680, // Ogham
0x16A0, // Runic
0x1700, // Tagalog
0x1720, // Hanunoo
0x1740, // Buhid
0x1760, // Tagbanwa
0x1780, // Khmer
0x1800, // Mongolian
0x18B0, // unassigned
0x1900, // Limbu
0x1950, // Tai Le
0x1980, // unassigned
0x19E0, // Khmer Symbols
0x1A00, // unassigned
0x1D00, // Phonetic Extensions
0x1D80, // unassigned
0x1E00, // Latin Extended Additional
0x1F00, // Greek Extended
0x2000, // General Punctuation
0x2070, // Superscripts and Subscripts
0x20A0, // Currency Symbols
0x20D0, // Combining Diacritical Marks for Symbols
0x2100, // Letterlike Symbols
0x2150, // Number Forms
0x2190, // Arrows
0x2200, // Mathematical Operators
0x2300, // Miscellaneous Technical
0x2400, // Control Pictures
0x2440, // Optical Character Recognition
0x2460, // Enclosed Alphanumerics
0x2500, // Box Drawing
0x2580, // Block Elements
0x25A0, // Geometric Shapes
0x2600, // Miscellaneous Symbols
0x2700, // Dingbats
0x27C0, // Miscellaneous Mathematical Symbols-A
0x27F0, // Supplemental Arrows-A
0x2800, // Braille Patterns
0x2900, // Supplemental Arrows-B
0x2980, // Miscellaneous Mathematical Symbols-B
0x2A00, // Supplemental Mathematical Operators
0x2B00, // Miscellaneous Symbols and Arrows
0x2C00, // unassigned
0x2E80, // CJK Radicals Supplement
0x2F00, // Kangxi Radicals
0x2FE0, // unassigned
0x2FF0, // Ideographic Description Characters
0x3000, // CJK Symbols and Punctuation
0x3040, // Hiragana
0x30A0, // Katakana
0x3100, // Bopomofo
0x3130, // Hangul Compatibility Jamo
0x3190, // Kanbun
0x31A0, // Bopomofo Extended
0x31C0, // unassigned
0x31F0, // Katakana Phonetic Extensions
0x3200, // Enclosed CJK Letters and Months
0x3300, // CJK Compatibility
0x3400, // CJK Unified Ideographs Extension A
0x4DC0, // Yijing Hexagram Symbols
0x4E00, // CJK Unified Ideographs
0xA000, // Yi Syllables
0xA490, // Yi Radicals
0xA4D0, // unassigned
0xAC00, // Hangul Syllables
0xD7B0, // unassigned
0xD800, // High Surrogates
0xDB80, // High Private Use Surrogates
0xDC00, // Low Surrogates
0xE000, // Private Use
0xF900, // CJK Compatibility Ideographs
0xFB00, // Alphabetic Presentation Forms
0xFB50, // Arabic Presentation Forms-A
0xFE00, // Variation Selectors
0xFE10, // unassigned
0xFE20, // Combining Half Marks
0xFE30, // CJK Compatibility Forms
0xFE50, // Small Form Variants
0xFE70, // Arabic Presentation Forms-B
0xFF00, // Halfwidth and Fullwidth Forms
0xFFF0, // Specials
0x10000, // Linear B Syllabary
0x10080, // Linear B Ideograms
0x10100, // Aegean Numbers
0x10140, // unassigned
0x10300, // Old Italic
0x10330, // Gothic
0x10350, // unassigned
0x10380, // Ugaritic
0x103A0, // unassigned
0x10400, // Deseret
0x10450, // Shavian
0x10480, // Osmanya
0x104B0, // unassigned
0x10800, // Cypriot Syllabary
0x10840, // unassigned
0x1D000, // Byzantine Musical Symbols
0x1D100, // Musical Symbols
0x1D200, // unassigned
0x1D300, // Tai Xuan Jing Symbols
0x1D360, // unassigned
0x1D400, // Mathematical Alphanumeric Symbols
0x1D800, // unassigned
0x20000, // CJK Unified Ideographs Extension B
0x2A6E0, // unassigned
0x2F800, // CJK Compatibility Ideographs Supplement
0x2FA20, // unassigned
0xE0000, // Tags
0xE0080, // unassigned
0xE0100, // Variation Selectors Supplement
0xE01F0, // unassigned
0xF0000, // Supplementary Private Use Area-A
0x100000, // Supplementary Private Use Area-B
#endregion
};
private static readonly UnicodeBlock?[] _unicodeBlocks =
{
#region Unicode blocks
UnicodeBlock.BasicLatin,
UnicodeBlock.Latin1Supplement,
UnicodeBlock.LatinExtendedA,
UnicodeBlock.LatinExtendedB,
UnicodeBlock.IpaExtensions,
UnicodeBlock.SpacingModifierLetters,
UnicodeBlock.CombiningDiacriticalMarks,
UnicodeBlock.Greek,
UnicodeBlock.Cyrillic,
UnicodeBlock.CyrillicSupplementary,
UnicodeBlock.Armenian,
UnicodeBlock.Hebrew,
UnicodeBlock.Arabic,
UnicodeBlock.Syriac,
null,
UnicodeBlock.Thaana,
null,
UnicodeBlock.Devanagari,
UnicodeBlock.Bengali,
UnicodeBlock.Gurmukhi,
UnicodeBlock.Gujarati,
UnicodeBlock.Oriya,
UnicodeBlock.Tamil,
UnicodeBlock.Telugu,
UnicodeBlock.Kannada,
UnicodeBlock.Malayalam,
UnicodeBlock.Sinhala,
UnicodeBlock.Thai,
UnicodeBlock.Lao,
UnicodeBlock.Tibetan,
UnicodeBlock.Myanmar,
UnicodeBlock.Georgian,
UnicodeBlock.HangulJamo,
UnicodeBlock.Ethiopic,
null,
UnicodeBlock.Cherokee,
UnicodeBlock.UnifiedCanadianAboriginalSyllabics,
UnicodeBlock.Ogham,
UnicodeBlock.Runic,
UnicodeBlock.Tagalog,
UnicodeBlock.Hanunoo,
UnicodeBlock.Buhid,
UnicodeBlock.Tagbanwa,
UnicodeBlock.Khmer,
UnicodeBlock.Mongolian,
null,
UnicodeBlock.Limbu,
UnicodeBlock.TaiLe,
null,
UnicodeBlock.KhmerSymbols,
null,
UnicodeBlock.PhoneticExtensions,
null,
UnicodeBlock.LatinExtendedAdditional,
UnicodeBlock.GreekExtended,
UnicodeBlock.GeneralPunctuation,
UnicodeBlock.SuperscriptsAndSubscripts,
UnicodeBlock.CurrencySymbols,
UnicodeBlock.CombiningMarksForSymbols,
UnicodeBlock.LetterlikeSymbols,
UnicodeBlock.NumberForms,
UnicodeBlock.Arrows,
UnicodeBlock.MathematicalOperators,
UnicodeBlock.MiscellaneousTechnical,
UnicodeBlock.ControlPictures,
UnicodeBlock.OpticalCharacterRecognition,
UnicodeBlock.EnclosedAlphanumerics,
UnicodeBlock.BoxDrawing,
UnicodeBlock.BlockElements,
UnicodeBlock.GeometricShapes,
UnicodeBlock.MiscellaneousSymbols,
UnicodeBlock.Dingbats,
UnicodeBlock.MiscellaneousMathematicalSymbolsA,
UnicodeBlock.SupplementalArrowsA,
UnicodeBlock.BraillePatterns,
UnicodeBlock.SupplementalArrowsB,
UnicodeBlock.MiscellaneousMathematicalSymbolsB,
UnicodeBlock.SupplementalMathematicalOperators,
UnicodeBlock.MiscellaneousSymbolsAndArrows,
null,
UnicodeBlock.CjkRadicalsSupplement,
UnicodeBlock.KangxiRadicals,
null,
UnicodeBlock.IdeographicDescriptionCharacters,
UnicodeBlock.CjkSymbolsAndPunctuation,
UnicodeBlock.Hiragana,
UnicodeBlock.Katakana,
UnicodeBlock.Bopomofo,
UnicodeBlock.HangulCompatibilityJamo,
UnicodeBlock.Kanbun,
UnicodeBlock.BopomofoExtended,
null,
UnicodeBlock.KatakanaPhoneticExtensions,
UnicodeBlock.EnclosedCjkLettersAndMonths,
UnicodeBlock.CjkCompatibility,
UnicodeBlock.CjkUnifiedIdeographsExtensionA,
UnicodeBlock.YijingHexagramSymbols,
UnicodeBlock.CjkUnifiedIdeographs,
UnicodeBlock.YiSyllables,
UnicodeBlock.YiRadicals,
null,
UnicodeBlock.HangulSyllables,
null,
UnicodeBlock.HighSurrogates,
UnicodeBlock.HighPrivateUseSurrogates,
UnicodeBlock.LowSurrogates,
UnicodeBlock.PrivateUseArea,
UnicodeBlock.CjkCompatibilityIdeographs,
UnicodeBlock.AlphabeticPresentationForms,
UnicodeBlock.ArabicPresentationFormsA,
UnicodeBlock.VariationSelectors,
null,
UnicodeBlock.CombiningHalfMarks,
UnicodeBlock.CjkCompatibilityForms,
UnicodeBlock.SmallFormVariants,
UnicodeBlock.ArabicPresentationFormsB,
UnicodeBlock.HalfwidthAndFullwidthForms,
UnicodeBlock.Specials,
UnicodeBlock.LinearBSyllabary,
UnicodeBlock.LinearBIdeograms,
UnicodeBlock.AegeanNumbers,
null,
UnicodeBlock.OldItalic,
UnicodeBlock.Gothic,
null,
UnicodeBlock.Ugaritic,
null,
UnicodeBlock.Deseret,
UnicodeBlock.Shavian,
UnicodeBlock.Osmanya,
null,
UnicodeBlock.CypriotSyllabary,
null,
UnicodeBlock.ByzantineMusicalSymbols,
UnicodeBlock.MusicalSymbols,
null,
UnicodeBlock.TaiXuanJingSymbols,
null,
UnicodeBlock.MathematicalAlphanumericSymbols,
null,
UnicodeBlock.CjkUnifiedIdeographsExtensionB,
null,
UnicodeBlock.CjkCompatibilityIdeographsSupplement,
null,
UnicodeBlock.Tags,
null,
UnicodeBlock.VariationSelectorsSupplement,
null,
UnicodeBlock.SupplementaryPrivateUseAreaA,
UnicodeBlock.SupplementaryPrivateUseAreaB,
#endregion
};
#region Public methods
/// <remarks>
/// Taken from JDK source: http://grepcode.com/file/repository.grepcode.com/java/root/jdk/openjdk/6-b14/java/lang/Character.java#Character.UnicodeBlock.0LATIN_EXTENDED_ADDITIONAL
/// </remarks>
public static UnicodeBlock? GetUnicodeBlock(this char ch)
{
int codePoint = ch;
if (!IsValidCodePoint(codePoint))
{
throw new ArgumentException("Argument is not a valid code point.", nameof(ch));
}
int top, bottom, current;
bottom = 0;
top = _unicodeBlockStarts.Length;
current = top / 2;
// invariant: top > current >= bottom && codePoint >= unicodeBlockStarts[bottom]
while (top - bottom > 1)
{
if (codePoint >= _unicodeBlockStarts[current])
{
bottom = current;
}
else
{
top = current;
}
current = (top + bottom) / 2;
}
return _unicodeBlocks[current];
}
#endregion
#region Private helper methods
private static bool IsValidCodePoint(int codePoint)
{
return codePoint >= MIN_CODE_POINT && codePoint <= MAX_CODE_POINT;
}
#endregion
}
}
|
