2 * Copyright (c) 2015 Samsung Electronics Co., Ltd.
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
19 #include <dali-toolkit/internal/text/script.h>
32 const unsigned int WHITE_SPACE_THRESHOLD = 0x21; ///< All characters below 0x21 are considered white spaces.
33 const unsigned int CHAR_FL = 0x000A; ///< NL Line feed, new line.
34 const unsigned int CHAR_VT = 0x000B; ///< Vertical tab.
35 const unsigned int CHAR_FF = 0x000C; ///< NP Form feed, new page.
36 const unsigned int CHAR_NEL = 0x0085; ///< Next line.
37 const unsigned int CHAR_LS = 0x2028; ///< Line separator.
38 const unsigned int CHAR_PS = 0x2029; ///< Paragraph separator
40 const unsigned int CHAR_ZWS = 0x200B; ///< Zero width space.
41 const unsigned int CHAR_ZWNJ = 0x200C; ///< Zero width non joiner.
42 const unsigned int CHAR_ZWJ = 0x200D; ///< Zero width joiner.
43 const unsigned int CHAR_LTRM = 0x200E; ///< Left to Right Mark.
44 const unsigned int CHAR_RTLM = 0x200F; ///< Right to Left Mark.
45 const unsigned int CHAR_TS = 0x2009; ///< Thin Space.
48 Script GetCharacterScript( Character character )
51 // 0x0000 - 0x007f C0 Controls and Basic Latin
52 // 0x0080 - 0x00ff C1 Controls and Latin-1 Supplement
53 // 0x0100 - 0x017f Latin Extended-A
54 // 0x0180 - 0x024f Latin Extended-B
55 // 0x0250 - 0x02af IPA Extensions
56 // 0x02b0 - 0x02ff Spacing Modifier Letters
57 // 0x1d00 - 0x1d7f Phonetic Extensions
58 // 0x1d80 - 0x1dbf Phonetic Extensions Supplement
59 // 0x1e00 - 0x1eff Latin Extended Additional
60 // 0x2070 - 0x209f Superscripts and Subscripts
61 // 0x2100 - 0x214f Letterlike symbols
62 // 0x2150 - 0x218f Number Forms
63 // 0x2c60 - 0x2c7f Latin Extended-C
64 // 0xa720 - 0xa7ff Latin Extended-D
65 // 0xab30 - 0xab6f Latin Extended-E
66 // 0xfb00 - 0xfb4f Alphabetic Presentation Forms
67 // 0xff00 - 0xffef Halfwidth and Fullwidth Forms
70 // 0x0900 - 0x097f Devanagari
71 // 0x0980 - 0x09ff Bengali
72 // 0x0a00 - 0x0a7f Gurmukhi
73 // 0x0a80 - 0x0aff Gujarati
74 // 0x0b00 - 0x0b7f Oriya
75 // 0x0b80 - 0x0bff Tamil
76 // 0x0c00 - 0x0c7f Telugu
77 // 0x0c80 - 0x0cff Kannada
78 // 0x0d00 - 0x0d7f Malayalam
81 // 0x0d80 - 0x0dff Sinhala
84 // 0x0600 - 0x06ff Arabic
85 // 0x0750 - 0x077f Arabic Supplement
86 // 0x08A0 - 0x08ff Arabic Extended-A
87 // 0xfb50 - 0xfdff Arabic Presentation Forms-A
88 // 0xfe70 - 0xfeff Arabic Presentation Forms-B
89 // 0x1ee00 - 0x1eeff Arabic Mathematical Alphabetic Symbols
91 // CJK and Vietnamese script.
92 // 0x2E80 - 0x2eff CJK Radicals Supplement
93 // 0x3000 - 0x303f CJK Symbols and Punctuation
94 // 0x3200 - 0x32ff Enclosed CJK Letters and Months
95 // 0x3400 - 0x4dbf CJK Unified Ideographs Extension A
96 // 0x4e00 - 0x62ff CJK Unified Ideographs
97 // 0x6300 - 0x77ff CJK Unified Ideographs
98 // 0x7800 - 0x8cff CJK Unified Ideographs
99 // 0x8d00 - 0x9fff CJK Unified Ideographs
100 // 0x20000 - 0x215ff CJK Unified Ideographs Extension B
101 // 0x21600 - 0x230ff CJK Unified Ideographs Extension B
102 // 0x23100 - 0x245ff CJK Unified Ideographs Extension B
103 // 0x24600 - 0x260ff CJK Unified Ideographs Extension B
104 // 0x26100 - 0x275ff CJK Unified Ideographs Extension B
105 // 0x27600 - 0x290ff CJK Unified Ideographs Extension B
106 // 0x29100 - 0x2a6df CJK Unified Ideographs Extension B
107 // 2a700-2b73f. CJK Unified Ideographs Extension C
108 // 2b740-2b81f. CJK Unified Ideographs Extension D
111 // 0x1100 - 0x11ff Hangul jamo
112 // 0x3130 - 0x318f Hangul Compatibility Jamo
113 // 0xa960 - 0xa97f Hangul Jamo Extended-A
114 // 0xac00 - 0xd7af Hangul Syllables
115 // 0xd7b0 - 0xd7ff Hangul Jamo Extended-B
118 // 0x1780 - 0x17ff Khmer
119 // 0x19e0 - 0x19ff Khmer Symbols
122 // 0x0e80 - 0x0eff Lao
125 // 0x0e00 - 0x0e7f Thai
128 // 0x1000 - 0x109f Myanmar
130 // The Emoji which map to standardized Unicode characters
131 // 1. Emoticons ( 1F601 - 1F64F )
132 // 2. Dingbats ( 2702 - 27B0 )
133 // 3. Transport and map symbols ( 1F680 - 1F6C0 )
134 // 4. Enclosed characters ( 24C2 - 1F251 )
135 // 5. Uncategorized :-S
136 // 6. Additional Emoticons ( 1F600 - 1F636 )
137 // 6b. Additional transport and map symbols ( 1F681 - 1F6C5 )
138 // 6c. Other additional symbols ( 1F30D - 1F567 )
140 if( character <= 0x0cff )
142 if( character <= 0x09ff )
144 if( character <= 0x077f )
146 if( character == 0x00A9 )
148 return TextAbstraction::EMOJI; // 5. Uncategorized: copyright sign
150 if( character == 0x00AE )
152 return TextAbstraction::EMOJI; // 5. Uncategorized: registered sign
154 if( character <= 0x02ff )
156 return TextAbstraction::LATIN;
158 if( ( 0x0600 <= character ) && ( character <= 0x06ff ) )
160 return TextAbstraction::ARABIC;
162 if( ( 0x0750 <= character ) && ( character <= 0x077f ) )
164 return TextAbstraction::ARABIC;
169 if( ( 0x08A0 <= character ) && ( character <= 0x08ff ) )
171 return TextAbstraction::ARABIC;
173 if( ( 0x0900 <= character ) && ( character <= 0x097f ) )
175 return TextAbstraction::DEVANAGARI;
177 if( ( 0x0980 <= character ) && ( character <= 0x09ff ) )
179 return TextAbstraction::BENGALI;
185 if( character <= 0x0b7f )
187 if( ( 0x0a00 <= character ) && ( character <= 0x0a7f ) )
189 return TextAbstraction::GURMUKHI;
191 if( ( 0x0a80 <= character ) && ( character <= 0x0aff ) )
193 return TextAbstraction::GUJARATI;
195 if( ( 0x0b00 <= character ) && ( character <= 0x0b7f ) )
197 return TextAbstraction::ORIYA;
202 if( ( 0x0b80 <= character ) && ( character <= 0x0bff ) )
204 return TextAbstraction::TAMIL;
206 if( ( 0x0c00 <= character ) && ( character <= 0x0c7f ) )
208 return TextAbstraction::TELUGU;
210 if( ( 0x0c80 <= character ) && ( character <= 0x0cff ) )
212 return TextAbstraction::KANNADA;
219 if( character <= 0x2c7f )
221 if( character <= 0x1eff )
223 if( ( 0x0d00 <= character ) && ( character <= 0x0d7f ) )
225 return TextAbstraction::MALAYALAM;
227 if( ( 0x0d80 <= character ) && ( character <= 0x0dff ) )
229 return TextAbstraction::SINHALA;
231 if( ( 0x0e00 <= character ) && ( character <= 0x0e7f ) )
233 return TextAbstraction::THAI;
235 if( ( 0x0e80 <= character ) && ( character <= 0x0eff ) )
237 return TextAbstraction::LAO;
239 if( ( 0x1000 <= character ) && ( character <= 0x109f ) )
241 return TextAbstraction::BURMESE;
243 if( ( 0x1100 <= character ) && ( character <= 0x11ff ) )
245 return TextAbstraction::HANGUL;
247 if( ( 0x1780 <= character ) && ( character <= 0x17ff ) )
249 return TextAbstraction::KHMER;
251 if( ( 0x19e0 <= character ) && ( character <= 0x19ff ) )
253 return TextAbstraction::KHMER;
255 if( ( 0x1d00 <= character ) && ( character <= 0x1eff ) )
257 return TextAbstraction::LATIN;
262 if( character == 0x203c )
264 return TextAbstraction::EMOJI; // 5. Uncategorized: double exclamation mark
266 if( character == 0x2049 )
268 return TextAbstraction::EMOJI; // 5. Uncategorized: exclamation question mark
270 if( ( 0x2070 <= character ) && ( character <= 0x209f ) )
272 return TextAbstraction::LATIN;
274 if( character == 0x20e3 )
276 return TextAbstraction::EMOJI; // 5. Uncategorized: combining enclosing keycap
278 if( character == 0x2122 )
280 return TextAbstraction::EMOJI; // 5. Uncategorized: trade mark sign
282 if( character == 0x2139 )
284 return TextAbstraction::EMOJI; // 5. Uncategorized: information source
286 if( ( 0x2100 <= character ) && ( character <= 0x218f ) )
288 return TextAbstraction::LATIN;
290 // U+2194 5. Uncategorized: left right arrow
291 // U+2B55 5. Uncategorized: heavy large circle
292 if( ( 0x2194 <= character ) && ( character <= 0x2B55 ) )
294 return TextAbstraction::EMOJI;
296 if( ( 0x2c60 <= character ) && ( character <= 0x2c7f ) )
298 return TextAbstraction::LATIN;
304 if( character <= 0xfdff )
306 if( ( 0x2e80 <= character ) && ( character <= 0x2eff ) )
308 return TextAbstraction::CJK;
310 if( ( 0x3000 <= character ) && ( character <= 0x303f ) )
312 return TextAbstraction::CJK;
314 if( ( 0x3130 <= character ) && ( character <= 0x318f ) )
316 return TextAbstraction::HANGUL;
318 if( ( 0x3200 <= character ) && ( character <= 0x32ff ) )
320 return TextAbstraction::CJK;
322 if( ( 0x3400 <= character ) && ( character <= 0x4dbf ) )
324 return TextAbstraction::CJK;
326 if( ( 0x4e00 <= character ) && ( character <= 0x62ff ) )
328 return TextAbstraction::CJK;
330 if( ( 0x6300 <= character ) && ( character <= 0x77ff ) )
332 return TextAbstraction::CJK;
334 if( ( 0x7800 <= character ) && ( character <= 0x8cff ) )
336 return TextAbstraction::CJK;
338 if( ( 0x8d00 <= character ) && ( character <= 0x9fff ) )
340 return TextAbstraction::CJK;
342 if( ( 0xa720 <= character ) && ( character <= 0xa7ff ) )
344 return TextAbstraction::LATIN;
346 if( ( 0xa960 <= character ) && ( character <= 0xa97f ) )
348 return TextAbstraction::HANGUL;
350 if( ( 0xab30 <= character ) && ( character <= 0xab6f ) )
352 return TextAbstraction::LATIN;
354 if( ( 0xac00 <= character ) && ( character <= 0xd7af ) )
356 return TextAbstraction::HANGUL;
358 if( ( 0xd7b0 <= character ) && ( character <= 0xd7ff ) )
360 return TextAbstraction::HANGUL;
362 if( ( 0xfb00 <= character ) && ( character <= 0xfb4f ) )
364 return TextAbstraction::LATIN;
366 if( ( 0xfb50 <= character ) && ( character <= 0xfdff ) )
368 return TextAbstraction::ARABIC;
373 if( ( 0xfe70 <= character ) && ( character <= 0xfeff ) )
375 return TextAbstraction::ARABIC;
377 if( ( 0xff00 <= character ) && ( character <= 0xffef ) )
379 return TextAbstraction::LATIN;
381 if( ( 0x1ee00 <= character ) && ( character <= 0x1eeff ) )
383 return TextAbstraction::ARABIC;
385 // U+1f170 4. Enclosed characters: negative squared latin capital letter A
386 // U+1f6c5 6b. Additional transport and map symbols
387 if( ( 0x1f170 <= character ) && ( character <= 0x1f6c5 ) )
389 return TextAbstraction::EMOJI;
391 if( ( 0x20000 <= character ) && ( character <= 0x215ff ) )
393 return TextAbstraction::CJK;
395 if( ( 0x21600 <= character ) && ( character <= 0x230ff ) )
397 return TextAbstraction::CJK;
399 if( ( 0x23100 <= character ) && ( character <= 0x245ff ) )
401 return TextAbstraction::CJK;
403 if( ( 0x24600 <= character ) && ( character <= 0x260ff ) )
405 return TextAbstraction::CJK;
407 if( ( 0x26100 <= character ) && ( character <= 0x275ff ) )
409 return TextAbstraction::CJK;
411 if( ( 0x27600 <= character ) && ( character <= 0x290ff ) )
413 return TextAbstraction::CJK;
415 if( ( 0x29100 <= character ) && ( character <= 0x2a6df ) )
417 return TextAbstraction::CJK;
419 if( ( 0x2a700 <= character ) && ( character <= 0x2b73f ) )
421 return TextAbstraction::CJK;
423 if( ( 0x2b740 <= character ) && ( character <= 0x2b81f ) )
425 return TextAbstraction::CJK;
431 return TextAbstraction::UNKNOWN;
434 bool IsWhiteSpace( Character character )
436 return character < WHITE_SPACE_THRESHOLD;
439 bool IsNewParagraph( Character character )
441 return ( ( CHAR_FL == character ) ||
442 ( CHAR_VT == character ) ||
443 ( CHAR_FF == character ) ||
444 ( CHAR_NEL == character ) ||
445 ( CHAR_LS == character ) ||
446 ( CHAR_PS == character ) );
449 bool IsZeroWidthNonJoiner( Character character )
451 return CHAR_ZWNJ == character;
454 bool IsZeroWidthJoiner( Character character )
456 return CHAR_ZWJ == character;
459 bool IsZeroWidthSpace( Character character )
461 return CHAR_ZWS == character;
464 bool IsLeftToRightMark( Character character )
466 return CHAR_LTRM == character;
469 bool IsRightToLeftMark( Character character )
471 return CHAR_RTLM == character;
474 bool IsThinSpace( Character character )
476 return CHAR_TS == character;
481 } // namespace Toolkit