2 * Copyright (c) 2020 Samsung Electronics Co., Ltd.
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
19 #include <dali/devel-api/text-abstraction/script.h>
23 namespace TextAbstraction
27 const unsigned int WHITE_SPACE_THRESHOLD = 0x21; ///< All characters below 0x21 are considered white spaces.
28 const unsigned int CHAR_LF = 0x000A; ///< NL Line feed, new line.
29 const unsigned int CHAR_VT = 0x000B; ///< Vertical tab.
30 const unsigned int CHAR_FF = 0x000C; ///< NP Form feed, new page.
31 const unsigned int CHAR_CR = 0x000D; ///< Carriage return, new line.
32 const unsigned int CHAR_NEL = 0x0085; ///< Next line.
33 const unsigned int CHAR_LS = 0x2028; ///< Line separator.
34 const unsigned int CHAR_PS = 0x2029; ///< Paragraph separator
36 const unsigned int CHAR_ZWS = 0x200B; ///< Zero width space.
37 const unsigned int CHAR_ZWNJ = 0x200C; ///< Zero width non joiner.
38 const unsigned int CHAR_ZWJ = 0x200D; ///< Zero width joiner.
39 const unsigned int CHAR_LTRM = 0x200E; ///< Left to Right Mark.
40 const unsigned int CHAR_RTLM = 0x200F; ///< Right to Left Mark.
41 const unsigned int CHAR_TS = 0x2009; ///< Thin Space.
44 bool IsRightToLeftScript(Script script)
46 return ((ARABIC == script) ||
50 Script GetCharacterScript(Character character)
52 // Latin script: It contains punctuation characters and symbols which are not part of the latin script. https://en.wikipedia.org/wiki/Latin_script_in_Unicode
53 // 0x0000 - 0x007f C0 Controls and Basic Latin
55 // ASCII digits (not part of LATIN script):
58 // ASCII punctuation and symbols (not part of LATIN script):
64 // Controls (not part of LATIN script):
67 // 0x0080 - 0x00ff C1 Controls and Latin-1 Supplement
69 // Controls (not part of LATIN script):
72 // Punctuations and symbols (not part of LATIN script):
75 // Mathematical operators (not part of LATIN script):
79 // 0x0100 - 0x017f Latin Extended-A
80 // 0x0180 - 0x024f Latin Extended-B
81 // 0x0250 - 0x02af IPA Extensions
82 // 0x02b0 - 0x02ff Spacing Modifier Letters
84 // Punctuation (not part of LATIN script):
87 // 0x1d00 - 0x1d7f Phonetic Extensions
89 // Uralic Phonetic (not part of LATIN script):
92 // Subscripts and superscripts
97 // 0x1d80 - 0x1dbf Phonetic Extensions Supplement
99 // 0x1DBF (subscript or superscript. Not part of LATIN script )
101 // 0x1e00 - 0x1eff Latin Extended Additional
102 // 0x2070 - 0x209f Superscripts and Subscripts
104 // 0x2070 (not part of LATIN script)
105 // 0x2074 - 0x207E (not part of LATIN script)
107 // 0x2100 - 0x214f Letterlike symbols (not part of LATIN script)
109 // 0x212A - 0x212B (are part of LATIN script)
110 // 0x2132 (are part of LATIN script)
111 // 0x214E (are part of LATIN script)
113 // 0x2150 - 0x2189 Number Forms
115 // 0x2150 - 0x215F Fractions (not part of LATIN script)
116 // 0x2189 Fractions (not part of LATIN script)
118 // 0x2c60 - 0x2c7f Latin Extended-C
119 // 0xa720 - 0xa7ff Latin Extended-D
121 // 0xA720 - 0xA721 Uralic Phonetic (not part of LATIN script)
122 // 0xA788 (not part of LATIN script)
123 // 0xA789 - 0xA78A Budu (not part of LATIN script)
125 // 0xab30 - 0xab6f Latin Extended-E
127 // 0xfb00 - 0xfb06 Latin Alphabetic Presentation Forms
128 // 0xff00 - 0xffef Halfwidth and Fullwidth Forms
130 // 0xFF00 - 0xFF20 HWFW Symbols (not part of LATIN script)
131 // 0xFF3B - 0xFF40 HWFW Symbols (not part of LATIN script)
132 // 0xFF5B - 0xFFEF HWFW Symbols (not part of LATIN script)
135 // 0x0900 - 0x097f Devanagari
136 // 0x0980 - 0x09ff Bengali
137 // 0x0a00 - 0x0a7f Gurmukhi
138 // 0x0a80 - 0x0aff Gujarati
139 // 0x0b00 - 0x0b7f Oriya
140 // 0x0b80 - 0x0bff Tamil
141 // 0x0c00 - 0x0c7f Telugu
142 // 0x0c80 - 0x0cff Kannada
143 // 0x0d00 - 0x0d7f Malayalam
146 // 0x0d80 - 0x0dff Sinhala
149 // 0x0600 - 0x06ff Arabic
150 // 0x0750 - 0x077f Arabic Supplement
151 // 0x08A0 - 0x08ff Arabic Extended-A
152 // 0xfb50 - 0xfdff Arabic Presentation Forms-A
153 // 0xfe70 - 0xfeff Arabic Presentation Forms-B
154 // 0x1ee00 - 0x1eeff Arabic Mathematical Alphabetic Symbols
156 // CJK (Chinese, Japanese and Korean) and Vietnamese script.
157 // 0x2e80 - 0x2eff CJK Radicals Supplement
158 // 0x2f00 - 0x2fdf Kangxi Radicals
159 // 0x3000 - 0x303f CJK Symbols and Punctuation
160 // 0x3200 - 0x32ff Enclosed CJK Letters and Months
161 // 0x3400 - 0x4dbf CJK Unified Ideographs Extension A
162 // 0x4e00 - 0x62ff CJK Unified Ideographs
163 // 0x6300 - 0x77ff CJK Unified Ideographs
164 // 0x7800 - 0x8cff CJK Unified Ideographs
165 // 0x8d00 - 0x9fff CJK Unified Ideographs
166 // 0x20000 - 0x215ff CJK Unified Ideographs Extension B
167 // 0x21600 - 0x230ff CJK Unified Ideographs Extension B
168 // 0x23100 - 0x245ff CJK Unified Ideographs Extension B
169 // 0x24600 - 0x260ff CJK Unified Ideographs Extension B
170 // 0x26100 - 0x275ff CJK Unified Ideographs Extension B
171 // 0x27600 - 0x290ff CJK Unified Ideographs Extension B
172 // 0x29100 - 0x2a6df CJK Unified Ideographs Extension B
173 // 0x2a700 - 0x2b73f CJK Unified Ideographs Extension C
174 // 0x2b740 - 0x2b81f CJK Unified Ideographs Extension D
177 // 0x3040 - 0x309f Hiragana
178 // 0x30a0 - 0x30ff Katakana
181 // 0x1100 - 0x11ff Hangul jamo
182 // 0x3130 - 0x318f Hangul Compatibility Jamo
183 // 0xa960 - 0xa97f Hangul Jamo Extended-A
184 // 0xac00 - 0xd7af Hangul Syllables
185 // 0xd7b0 - 0xd7ff Hangul Jamo Extended-B
188 // 0x3100 - 0x312f Bopomofo
189 // 0x31a0 - 0x31bf Bopomofo Extended
192 // 0x1780 - 0x17ff Khmer
193 // 0x19e0 - 0x19ff Khmer Symbols
196 // 0x0e80 - 0x0eff Lao
199 // 0x0e00 - 0x0e7f Thai
202 // 0x1000 - 0x109f Myanmar
205 // 0x0591 - 0x05f4 Hebrew
206 // 0xfb1d - 0xfb4f Hebrew subset of Alphabetic Presentation Forms
209 // 0x0400 - 0x04ff Cyrillic
210 // 0x0500 - 0x052f Cyrillic suplement
211 // 0x2de0 - 0x2dff Cyrillic Extended-A
212 // 0xa640 - 0xa69f Cyrillic Extended-B
215 // 0x10a0 - 0x10ff Georgian
216 // 0x2d00 - 0x2d2f Georgian suplement
219 // 0x0370 - 0x03ff Greek & Coptic
220 // 0x1f00 - 0x1fff Greek Extended
223 // 0x0530 - 0x058f Armenian
224 // 0xfb13 - 0xfb17 Armenian subset of Alphabetic prefentation forms
227 // 0xa980 - 0xa9fd Javanese
230 // 0x1b80 - 0x1bbf Sundanese
231 // 0x1cc0 - 0x1ccf Sundanese supplement
233 // Ge'ez script (Ethiopic)
234 // 0x1200 - 0x137f Ethiopic
235 // 0x1380 - 0x139f Ethiopic supplement
236 // 0x2d80 - 0x2ddf Ethiopic Extended
237 // 0xab00 - 0xab2f Ethiopic Extended-A
240 // 0x1700 - 0x171f Baybayin
243 // 0x1c50 - 0x1c7f Ol Chiki
246 // 0xabc0 - 0xabff Meetei Mayek
247 // 0xaae0 - 0xaaff Meetei Mayek Extensions
249 // The Emoji which map to standardized Unicode characters
250 // 1. Emoticons ( 1F601 - 1F64F )
251 // 2. Dingbats ( 2700 - 27BF )
252 // 3. Transport and map symbols ( 1F680 - 1F6C0 )
253 // 4. Enclosed characters ( 24C2 - 1F251 )
254 // 5. Uncategorized :-S
255 // 6. Additional Emoticons ( 1F600 - 1F636 )
256 // 6b. Additional transport and map symbols ( 1F680 - 1F6FF ): http://unicode.org/charts/PDF/U1F680.pdf
257 // 6c. Other additional symbols ( 1F30D - 1F567 )
258 // 7. Supplemental Symbols and Pictographs ( 1F900–1F9FF ): http://unicode.org/charts/PDF/U1F900.pdf
260 // Symbols. Work around for these symbols.
273 if(IsCommonScript(character))
278 if(character <= 0x0cff)
280 if(character <= 0x09ff)
282 if(character <= 0x077f)
284 if((0x0030 <= character) && (character <= 0x0039))
288 if(character <= 0x007E)
290 if((0x0020 <= character) && (character <= 0x002F))
294 if((0x003A <= character) && (character <= 0x0040))
298 if((0x005B <= character) && (character <= 0x0060))
302 if((0x007B <= character) && (character <= 0x007E))
307 if((0x007F <= character) && (character <= 0x009F))
309 // 0x007F is actually part of C0 Controls and Basic Latin. However, is the last and only control character of its block
310 // and the following characters of the next block are consecutive.
313 if((0x00A0 <= character) && (character <= 0x00BF))
315 if(character == 0x00A9)
317 return EMOJI; // 5. Uncategorized: copyright sign
319 if(character == 0x00AE)
321 return EMOJI; // 5. Uncategorized: registered sign
326 if(character == 0x00D7)
330 if(character == 0x00F7)
334 if(character <= 0x02ff)
336 if((0x02B9 <= character) && (character <= 0x02BF))
343 if((0x0370 <= character) && (character <= 0x03ff))
347 if((0x0400 <= character) && (character <= 0x04ff))
351 if((0x0500 <= character) && (character <= 0x052f))
355 if((0x0530 <= character) && (character <= 0x058f))
359 if((0x0591 <= character) && (character <= 0x05f4))
363 if((0x0600 <= character) && (character <= 0x06ff))
367 if((0x0750 <= character) && (character <= 0x077f))
374 if((0x08A0 <= character) && (character <= 0x08ff))
378 if((0x0900 <= character) && (character <= 0x097f))
382 if((0x0980 <= character) && (character <= 0x09ff))
390 if(character <= 0x0b7f)
392 if((0x0a00 <= character) && (character <= 0x0a7f))
396 if((0x0a80 <= character) && (character <= 0x0aff))
400 if((0x0b00 <= character) && (character <= 0x0b7f))
407 if((0x0b80 <= character) && (character <= 0x0bff))
411 if((0x0c00 <= character) && (character <= 0x0c7f))
415 if((0x0c80 <= character) && (character <= 0x0cff))
424 if(character <= 0x2c7f)
426 if(character <= 0x1eff)
428 if((0x0d00 <= character) && (character <= 0x0d7f))
432 if((0x0d80 <= character) && (character <= 0x0dff))
436 if((0x0e00 <= character) && (character <= 0x0e7f))
440 if((0x0e80 <= character) && (character <= 0x0eff))
444 if((0x1000 <= character) && (character <= 0x109f))
448 if((0x10a0 <= character) && (character <= 0x10ff))
452 if((0x1100 <= character) && (character <= 0x11ff))
456 if((0x1200 <= character) && (character <= 0x137f))
460 if((0x1380 <= character) && (character <= 0x139f))
464 if((0x1700 <= character) && (character <= 0x171f))
468 if((0x1780 <= character) && (character <= 0x17ff))
472 if((0x19e0 <= character) && (character <= 0x19ff))
476 if((0x1b80 <= character) && (character <= 0x1bbf))
480 if((0x1c50 <= character) && (character <= 0x1c7f))
484 if((0x1cc0 <= character) && (character <= 0x1ccf))
488 if((0x1d00 <= character) && (character <= 0x1eff))
490 if((0x1D26 <= character) && (character <= 0x1D2B))
494 if((0x1D5D <= character) && (character <= 0x1D61))
498 if((0x1D66 <= character) && (character <= 0x1D6A))
502 if(character == 0x1D78)
506 if(character == 0x1DBF)
516 if((0x1f00 <= character) && (character <= 0x1fff))
520 if(character == 0x203c)
522 return EMOJI; // 5. Uncategorized: double exclamation mark
524 if(character == 0x2049)
526 return EMOJI; // 5. Uncategorized: exclamation question mark
528 if((0x2070 <= character) && (character <= 0x209f))
530 if(character == 0x2070)
534 if((0x2074 <= character) && (character <= 0x207E))
541 if(character == 0x20e3)
543 return EMOJI; // 5. Uncategorized: combining enclosing keycap
545 if(character == 0x2122)
547 return EMOJI; // 5. Uncategorized: trade mark sign
549 if(character == 0x2139)
551 return EMOJI; // 5. Uncategorized: information source
553 if((0x2100 <= character) && (character <= 0x2189))
555 if((0x2100 <= character) && (character <= 0x214f))
557 if((0x212A <= character) && (character <= 0x212B))
561 if(character == 0x2132)
565 if(character == 0x214E)
572 if((0x2150 <= character) && (character <= 0x215F))
576 if(character == 0x2189)
585 if((0x25cb == character) ||
586 (0x25cf == character) ||
587 (0x25a1 == character))
592 if(0x25a0 == character)
597 if((0x2664 == character) ||
598 (0x2661 == character) ||
599 (0x2662 == character) ||
600 (0x2667 == character))
605 if((0x2606 == character) ||
606 (0x25aa == character))
611 if(0x262a == character)
616 // U+2194 5. Uncategorized: left right arrow
617 // U+2B55 5. Uncategorized: heavy large circle
618 if((0x2194 <= character) && (character <= 0x2B55))
622 if((0x2c60 <= character) && (character <= 0x2c7f))
630 if(character <= 0xfdff)
632 if((0x2d00 <= character) && (character <= 0x2d2f))
636 if((0x2d80 <= character) && (character <= 0x2ddf))
640 if((0x2de0 <= character) && (character <= 0x2dff))
644 if((0x2e80 <= character) && (character <= 0x2eff))
648 if((0x2f00 <= character) && (character <= 0x2fdf))
652 if((0x3000 <= character) && (character <= 0x303f))
656 if((0x3040 <= character) && (character <= 0x309f))
660 if((0x30a0 <= character) && (character <= 0x30ff))
664 if((0x3100 <= character) && (character <= 0x312f))
668 if((0x3130 <= character) && (character <= 0x318f))
672 if((0x31a0 <= character) && (character <= 0x31bf))
676 if((0x3200 <= character) && (character <= 0x32ff))
680 if((0x3400 <= character) && (character <= 0x4dbf))
684 if((0x4e00 <= character) && (character <= 0x62ff))
688 if((0x6300 <= character) && (character <= 0x77ff))
692 if((0x7800 <= character) && (character <= 0x8cff))
696 if((0x8d00 <= character) && (character <= 0x9fff))
700 if((0xa640 <= character) && (character <= 0xa69f))
704 if((0xa720 <= character) && (character <= 0xa7ff))
706 if(character == 0xA720)
710 if(character == 0xA721)
714 if(character == 0xA788)
716 return NON_LATIN_LED;
718 if(character == 0xA789)
720 return NON_LATIN_LED;
722 if(character == 0xA78A)
724 return NON_LATIN_LED;
729 if((0xa960 <= character) && (character <= 0xa97f))
733 if((0xa980 <= character) && (character <= 0xa9fd))
737 if((0xab00 <= character) && (character <= 0xab2f))
741 if((0xab30 <= character) && (character <= 0xab6f))
745 if((0xaae0 <= character) && (character <= 0xaaff))
749 if((0xabc0 <= character) && (character <= 0xabff))
753 if((0xac00 <= character) && (character <= 0xd7af))
757 if((0xd7b0 <= character) && (character <= 0xd7ff))
761 if((0xfb00 <= character) && (character <= 0xfb06))
765 if((0xfb13 <= character) && (character <= 0xfb17))
769 if((0xfb1d <= character) && (character <= 0xfb4f))
773 if((0xfb50 <= character) && (character <= 0xfdff))
780 if((0xfe70 <= character) && (character <= 0xfeff))
784 if((0xff00 <= character) && (character <= 0xffef))
786 if((0xFF00 <= character) && (character <= 0xFF20))
790 if((0xFF3B <= character) && (character <= 0xFF40))
794 if((0xFF5B <= character) && (character <= 0xFFEF))
801 if((0x1ee00 <= character) && (character <= 0x1eeff))
805 // U+1f170 4. Enclosed characters: negative squared latin capital letter A
806 // U+1f6ff 6b. Additional transport and map symbols
807 if((0x1f170 <= character) && (character <= 0x1f6ff))
811 // 7. Supplemental Symbols and Pictographs
812 if((0x1f900 <= character) && (character <= 0x1f9ff))
816 if((0x20000 <= character) && (character <= 0x215ff))
820 if((0x21600 <= character) && (character <= 0x230ff))
824 if((0x23100 <= character) && (character <= 0x245ff))
828 if((0x24600 <= character) && (character <= 0x260ff))
832 if((0x26100 <= character) && (character <= 0x275ff))
836 if((0x27600 <= character) && (character <= 0x290ff))
840 if((0x29100 <= character) && (character <= 0x2a6df))
844 if((0x2a700 <= character) && (character <= 0x2b73f))
848 if((0x2b740 <= character) && (character <= 0x2b81f))
859 bool IsWhiteSpace(Character character)
861 return character < WHITE_SPACE_THRESHOLD;
864 bool IsNewParagraph(Character character)
866 return ((CHAR_LF == character) ||
867 (CHAR_VT == character) ||
868 (CHAR_FF == character) ||
869 (CHAR_CR == character) ||
870 (CHAR_NEL == character) ||
871 (CHAR_LS == character) ||
872 (CHAR_PS == character));
875 bool IsZeroWidthNonJoiner(Character character)
877 return CHAR_ZWNJ == character;
880 bool IsZeroWidthJoiner(Character character)
882 return CHAR_ZWJ == character;
885 bool IsZeroWidthSpace(Character character)
887 return CHAR_ZWS == character;
890 bool IsLeftToRightMark(Character character)
892 return CHAR_LTRM == character;
895 bool IsRightToLeftMark(Character character)
897 return CHAR_RTLM == character;
900 bool IsThinSpace(Character character)
902 return CHAR_TS == character;
905 bool IsCommonScript(Character character)
907 return (IsWhiteSpace(character) ||
908 IsZeroWidthNonJoiner(character) ||
909 IsZeroWidthJoiner(character) ||
910 IsZeroWidthSpace(character) ||
911 IsLeftToRightMark(character) ||
912 IsRightToLeftMark(character) ||
913 IsThinSpace(character) ||
914 IsNewParagraph(character));
917 bool HasLigatureMustBreak(Script script)
919 return ((LATIN == script) ||
923 } // namespace TextAbstraction