2 * Copyright © 2009 Red Hat, Inc.
3 * Copyright © 2009 Keith Stribley
4 * Copyright © 2011 Google, Inc.
6 * This is part of HarfBuzz, a text shaping library.
8 * Permission is hereby granted, without written agreement and without
9 * license or royalty fees, to use, copy, modify, and distribute this
10 * software and its documentation for any purpose, provided that the
11 * above copyright notice and the following two paragraphs appear in
12 * all copies of this software.
14 * IN NO EVENT SHALL THE COPYRIGHT HOLDER BE LIABLE TO ANY PARTY FOR
15 * DIRECT, INDIRECT, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES
16 * ARISING OUT OF THE USE OF THIS SOFTWARE AND ITS DOCUMENTATION, EVEN
17 * IF THE COPYRIGHT HOLDER HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH
20 * THE COPYRIGHT HOLDER SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING,
21 * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
22 * FITNESS FOR A PARTICULAR PURPOSE. THE SOFTWARE PROVIDED HEREUNDER IS
23 * ON AN "AS IS" BASIS, AND THE COPYRIGHT HOLDER HAS NO OBLIGATION TO
24 * PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
26 * Red Hat Author(s): Behdad Esfahbod
27 * Google Author(s): Behdad Esfahbod
36 #include "hb-machinery.hh"
38 #include <unicode/uchar.h>
39 #include <unicode/unorm2.h>
40 #include <unicode/ustring.h>
41 #include <unicode/utf16.h>
42 #include <unicode/uversion.h>
44 /* ICU extra semicolon, fixed since 65, https://github.com/unicode-org/icu/commit/480bec3 */
45 #if U_ICU_VERSION_MAJOR_NUM < 65 && (defined(__GNUC__) || defined(__clang__))
46 #define HB_ICU_EXTRA_SEMI_IGNORED
47 #pragma GCC diagnostic push
48 #pragma GCC diagnostic ignored "-Wextra-semi-stmt"
54 * @short_description: ICU integration
57 * Functions for using HarfBuzz with the ICU library to provide Unicode data.
61 hb_icu_script_to_script (UScriptCode script)
63 if (unlikely (script == USCRIPT_INVALID_CODE))
64 return HB_SCRIPT_INVALID;
66 return hb_script_from_string (uscript_getShortName (script), -1);
70 hb_icu_script_from_script (hb_script_t script)
72 if (unlikely (script == HB_SCRIPT_INVALID))
73 return USCRIPT_INVALID_CODE;
75 unsigned int numScriptCode = 1 + u_getIntPropertyMaxValue (UCHAR_SCRIPT);
76 for (unsigned int i = 0; i < numScriptCode; i++)
77 if (unlikely (hb_icu_script_to_script ((UScriptCode) i) == script))
78 return (UScriptCode) i;
80 return USCRIPT_UNKNOWN;
84 static hb_unicode_combining_class_t
85 hb_icu_unicode_combining_class (hb_unicode_funcs_t *ufuncs HB_UNUSED,
86 hb_codepoint_t unicode,
87 void *user_data HB_UNUSED)
90 return (hb_unicode_combining_class_t) u_getCombiningClass (unicode);
93 static hb_unicode_general_category_t
94 hb_icu_unicode_general_category (hb_unicode_funcs_t *ufuncs HB_UNUSED,
95 hb_codepoint_t unicode,
96 void *user_data HB_UNUSED)
98 switch (u_getIntPropertyValue(unicode, UCHAR_GENERAL_CATEGORY))
100 case U_UNASSIGNED: return HB_UNICODE_GENERAL_CATEGORY_UNASSIGNED;
102 case U_UPPERCASE_LETTER: return HB_UNICODE_GENERAL_CATEGORY_UPPERCASE_LETTER;
103 case U_LOWERCASE_LETTER: return HB_UNICODE_GENERAL_CATEGORY_LOWERCASE_LETTER;
104 case U_TITLECASE_LETTER: return HB_UNICODE_GENERAL_CATEGORY_TITLECASE_LETTER;
105 case U_MODIFIER_LETTER: return HB_UNICODE_GENERAL_CATEGORY_MODIFIER_LETTER;
106 case U_OTHER_LETTER: return HB_UNICODE_GENERAL_CATEGORY_OTHER_LETTER;
108 case U_NON_SPACING_MARK: return HB_UNICODE_GENERAL_CATEGORY_NON_SPACING_MARK;
109 case U_ENCLOSING_MARK: return HB_UNICODE_GENERAL_CATEGORY_ENCLOSING_MARK;
110 case U_COMBINING_SPACING_MARK: return HB_UNICODE_GENERAL_CATEGORY_SPACING_MARK;
112 case U_DECIMAL_DIGIT_NUMBER: return HB_UNICODE_GENERAL_CATEGORY_DECIMAL_NUMBER;
113 case U_LETTER_NUMBER: return HB_UNICODE_GENERAL_CATEGORY_LETTER_NUMBER;
114 case U_OTHER_NUMBER: return HB_UNICODE_GENERAL_CATEGORY_OTHER_NUMBER;
116 case U_SPACE_SEPARATOR: return HB_UNICODE_GENERAL_CATEGORY_SPACE_SEPARATOR;
117 case U_LINE_SEPARATOR: return HB_UNICODE_GENERAL_CATEGORY_LINE_SEPARATOR;
118 case U_PARAGRAPH_SEPARATOR: return HB_UNICODE_GENERAL_CATEGORY_PARAGRAPH_SEPARATOR;
120 case U_CONTROL_CHAR: return HB_UNICODE_GENERAL_CATEGORY_CONTROL;
121 case U_FORMAT_CHAR: return HB_UNICODE_GENERAL_CATEGORY_FORMAT;
122 case U_PRIVATE_USE_CHAR: return HB_UNICODE_GENERAL_CATEGORY_PRIVATE_USE;
123 case U_SURROGATE: return HB_UNICODE_GENERAL_CATEGORY_SURROGATE;
126 case U_DASH_PUNCTUATION: return HB_UNICODE_GENERAL_CATEGORY_DASH_PUNCTUATION;
127 case U_START_PUNCTUATION: return HB_UNICODE_GENERAL_CATEGORY_OPEN_PUNCTUATION;
128 case U_END_PUNCTUATION: return HB_UNICODE_GENERAL_CATEGORY_CLOSE_PUNCTUATION;
129 case U_CONNECTOR_PUNCTUATION: return HB_UNICODE_GENERAL_CATEGORY_CONNECT_PUNCTUATION;
130 case U_OTHER_PUNCTUATION: return HB_UNICODE_GENERAL_CATEGORY_OTHER_PUNCTUATION;
132 case U_MATH_SYMBOL: return HB_UNICODE_GENERAL_CATEGORY_MATH_SYMBOL;
133 case U_CURRENCY_SYMBOL: return HB_UNICODE_GENERAL_CATEGORY_CURRENCY_SYMBOL;
134 case U_MODIFIER_SYMBOL: return HB_UNICODE_GENERAL_CATEGORY_MODIFIER_SYMBOL;
135 case U_OTHER_SYMBOL: return HB_UNICODE_GENERAL_CATEGORY_OTHER_SYMBOL;
137 case U_INITIAL_PUNCTUATION: return HB_UNICODE_GENERAL_CATEGORY_INITIAL_PUNCTUATION;
138 case U_FINAL_PUNCTUATION: return HB_UNICODE_GENERAL_CATEGORY_FINAL_PUNCTUATION;
141 return HB_UNICODE_GENERAL_CATEGORY_UNASSIGNED;
144 static hb_codepoint_t
145 hb_icu_unicode_mirroring (hb_unicode_funcs_t *ufuncs HB_UNUSED,
146 hb_codepoint_t unicode,
147 void *user_data HB_UNUSED)
149 return u_charMirror(unicode);
153 hb_icu_unicode_script (hb_unicode_funcs_t *ufuncs HB_UNUSED,
154 hb_codepoint_t unicode,
155 void *user_data HB_UNUSED)
157 UErrorCode status = U_ZERO_ERROR;
158 UScriptCode scriptCode = uscript_getScript(unicode, &status);
160 if (unlikely (U_FAILURE (status)))
161 return HB_SCRIPT_UNKNOWN;
163 return hb_icu_script_to_script (scriptCode);
167 hb_icu_unicode_compose (hb_unicode_funcs_t *ufuncs HB_UNUSED,
171 void *user_data HB_UNUSED)
173 #if U_ICU_VERSION_MAJOR_NUM >= 49
175 const UNormalizer2 *normalizer = (const UNormalizer2 *) user_data;
176 UChar32 ret = unorm2_composePair (normalizer, a, b);
177 if (ret < 0) return false;
183 /* We don't ifdef-out the fallback code such that compiler always
184 * sees it and makes sure it's compilable. */
186 UChar utf16[4], normalized[5];
193 U16_APPEND (utf16, len, ARRAY_LENGTH (utf16), a, err);
194 if (err) return false;
195 U16_APPEND (utf16, len, ARRAY_LENGTH (utf16), b, err);
196 if (err) return false;
198 icu_err = U_ZERO_ERROR;
199 len = unorm2_normalize (unorm2_getNFCInstance (&icu_err), utf16, len, normalized, ARRAY_LENGTH (normalized), &icu_err);
200 if (U_FAILURE (icu_err))
202 if (u_countChar32 (normalized, len) == 1) {
203 U16_GET_UNSAFE (normalized, 0, *ab);
213 hb_icu_unicode_decompose (hb_unicode_funcs_t *ufuncs HB_UNUSED,
217 void *user_data HB_UNUSED)
219 #if U_ICU_VERSION_MAJOR_NUM >= 49
221 const UNormalizer2 *normalizer = (const UNormalizer2 *) user_data;
224 UErrorCode icu_err = U_ZERO_ERROR;
225 len = unorm2_getRawDecomposition (normalizer, ab, decomposed,
226 ARRAY_LENGTH (decomposed), &icu_err);
227 if (U_FAILURE (icu_err) || len < 0) return false;
229 len = u_countChar32 (decomposed, len);
231 U16_GET_UNSAFE (decomposed, 0, *a);
234 } else if (len == 2) {
236 U16_NEXT_UNSAFE (decomposed, len, *a);
237 U16_NEXT_UNSAFE (decomposed, len, *b);
243 /* We don't ifdef-out the fallback code such that compiler always
244 * sees it and makes sure it's compilable. */
246 UChar utf16[2], normalized[2 * 19/*HB_UNICODE_MAX_DECOMPOSITION_LEN*/ + 1];
251 /* This function is a monster! Maybe it wasn't a good idea adding a
252 * pairwise decompose API... */
253 /* Watchout for the dragons. Err, watchout for macros changing len. */
257 U16_APPEND (utf16, len, ARRAY_LENGTH (utf16), ab, err);
258 if (err) return false;
260 icu_err = U_ZERO_ERROR;
261 len = unorm2_normalize (unorm2_getNFDInstance (&icu_err), utf16, len, normalized, ARRAY_LENGTH (normalized), &icu_err);
262 if (U_FAILURE (icu_err))
265 len = u_countChar32 (normalized, len);
268 U16_GET_UNSAFE (normalized, 0, *a);
271 } else if (len == 2) {
273 U16_NEXT_UNSAFE (normalized, len, *a);
274 U16_NEXT_UNSAFE (normalized, len, *b);
276 /* Here's the ugly part: if ab decomposes to a single character and
277 * that character decomposes again, we have to detect that and undo
278 * the second part :-(. */
279 UChar recomposed[20];
280 icu_err = U_ZERO_ERROR;
281 unorm2_normalize (unorm2_getNFCInstance (&icu_err), normalized, len, recomposed, ARRAY_LENGTH (recomposed), &icu_err);
282 if (U_FAILURE (icu_err))
285 U16_GET_UNSAFE (recomposed, 0, c);
286 if (c != *a && c != ab) {
292 /* If decomposed to more than two characters, take the last one,
293 * and recompose the rest to get the first component. */
294 U16_PREV_UNSAFE (normalized, len, *b); /* Changes len in-place. */
295 UChar recomposed[18 * 2];
296 icu_err = U_ZERO_ERROR;
297 len = unorm2_normalize (unorm2_getNFCInstance (&icu_err), normalized, len, recomposed, ARRAY_LENGTH (recomposed), &icu_err);
298 if (U_FAILURE (icu_err))
300 /* We expect that recomposed has exactly one character now. */
301 if (unlikely (u_countChar32 (recomposed, len) != 1))
303 U16_GET_UNSAFE (recomposed, 0, *a);
312 static void free_static_icu_funcs ();
315 static struct hb_icu_unicode_funcs_lazy_loader_t : hb_unicode_funcs_lazy_loader_t<hb_icu_unicode_funcs_lazy_loader_t>
317 static hb_unicode_funcs_t *create ()
319 void *user_data = nullptr;
320 #if U_ICU_VERSION_MAJOR_NUM >= 49
321 UErrorCode icu_err = U_ZERO_ERROR;
322 user_data = (void *) unorm2_getNFCInstance (&icu_err);
326 hb_unicode_funcs_t *funcs = hb_unicode_funcs_create (nullptr);
328 hb_unicode_funcs_set_combining_class_func (funcs, hb_icu_unicode_combining_class, nullptr, nullptr);
329 hb_unicode_funcs_set_general_category_func (funcs, hb_icu_unicode_general_category, nullptr, nullptr);
330 hb_unicode_funcs_set_mirroring_func (funcs, hb_icu_unicode_mirroring, nullptr, nullptr);
331 hb_unicode_funcs_set_script_func (funcs, hb_icu_unicode_script, nullptr, nullptr);
332 hb_unicode_funcs_set_compose_func (funcs, hb_icu_unicode_compose, user_data, nullptr);
333 hb_unicode_funcs_set_decompose_func (funcs, hb_icu_unicode_decompose, user_data, nullptr);
335 hb_unicode_funcs_make_immutable (funcs);
338 atexit (free_static_icu_funcs);
347 void free_static_icu_funcs ()
349 static_icu_funcs.free_instance ();
354 hb_icu_get_unicode_funcs ()
356 return static_icu_funcs.get_unconst ();
359 #ifdef HB_ICU_EXTRA_SEMI_IGNORED
360 #pragma GCC diagnostic pop