X-Git-Url: http://review.tizen.org/git/?a=blobdiff_plain;f=glib%2Fguniprop.c;h=98dff2157170ab7ad5503788e5b594ea7c390eab;hb=35eaf037bdfca985abf5d349e7355f1d2ed9c77b;hp=8603a81b2b98cd1a9f15cd7a7873750dd4dc0406;hpb=8b75e12b138827b0bcc7516184a5fce2fb6f35a9;p=platform%2Fupstream%2Fglib.git diff --git a/glib/guniprop.c b/glib/guniprop.c index 8603a81..98dff21 100644 --- a/glib/guniprop.c +++ b/glib/guniprop.c @@ -14,20 +14,28 @@ * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public - * License along with this library; if not, write to the - * Free Software Foundation, Inc., 59 Temple Place - Suite 330, - * Boston, MA 02111-1307, USA. + * License along with this library; if not, see . */ #include "config.h" +#include #include #include #include -#include "glib.h" +#include "gmem.h" +#include "gstring.h" +#include "gtestutils.h" +#include "gtypes.h" +#include "gunicode.h" #include "gunichartables.h" +#include "gmirroringtable.h" +#include "gscripttable.h" #include "gunicodeprivate.h" +#ifdef G_OS_WIN32 +#include "gwin32.h" +#endif #define ATTR_TABLE(Page) (((Page) <= G_UNICODE_LAST_PAGE_PART1) \ ? attr_table_part1[Page] \ @@ -54,20 +62,37 @@ : G_UNICODE_UNASSIGNED)) -#define ISDIGIT(Type) ((Type) == G_UNICODE_DECIMAL_NUMBER \ - || (Type) == G_UNICODE_LETTER_NUMBER \ - || (Type) == G_UNICODE_OTHER_NUMBER) +#define IS(Type, Class) (((guint)1 << (Type)) & (Class)) +#define OR(Type, Rest) (((guint)1 << (Type)) | (Rest)) -#define ISALPHA(Type) ((Type) == G_UNICODE_LOWERCASE_LETTER \ - || (Type) == G_UNICODE_UPPERCASE_LETTER \ - || (Type) == G_UNICODE_TITLECASE_LETTER \ - || (Type) == G_UNICODE_MODIFIER_LETTER \ - || (Type) == G_UNICODE_OTHER_LETTER) -#define ISMARK(Type) ((Type) == G_UNICODE_NON_SPACING_MARK || \ - (Type) == G_UNICODE_COMBINING_MARK || \ - (Type) == G_UNICODE_ENCLOSING_MARK) - + +#define ISALPHA(Type) IS ((Type), \ + OR (G_UNICODE_LOWERCASE_LETTER, \ + OR (G_UNICODE_UPPERCASE_LETTER, \ + OR (G_UNICODE_TITLECASE_LETTER, \ + OR (G_UNICODE_MODIFIER_LETTER, \ + OR (G_UNICODE_OTHER_LETTER, 0)))))) + +#define ISALDIGIT(Type) IS ((Type), \ + OR (G_UNICODE_DECIMAL_NUMBER, \ + OR (G_UNICODE_LETTER_NUMBER, \ + OR (G_UNICODE_OTHER_NUMBER, \ + OR (G_UNICODE_LOWERCASE_LETTER, \ + OR (G_UNICODE_UPPERCASE_LETTER, \ + OR (G_UNICODE_TITLECASE_LETTER, \ + OR (G_UNICODE_MODIFIER_LETTER, \ + OR (G_UNICODE_OTHER_LETTER, 0))))))))) + +#define ISMARK(Type) IS ((Type), \ + OR (G_UNICODE_NON_SPACING_MARK, \ + OR (G_UNICODE_SPACING_MARK, \ + OR (G_UNICODE_ENCLOSING_MARK, 0)))) + +#define ISZEROWIDTHTYPE(Type) IS ((Type), \ + OR (G_UNICODE_NON_SPACING_MARK, \ + OR (G_UNICODE_ENCLOSING_MARK, \ + OR (G_UNICODE_FORMAT, 0)))) /** * g_unichar_isalnum: @@ -77,13 +102,12 @@ * Given some UTF-8 text, obtain a character value * with g_utf8_get_char(). * - * Return value: %TRUE if @c is an alphanumeric character + * Returns: %TRUE if @c is an alphanumeric character **/ gboolean g_unichar_isalnum (gunichar c) { - int t = TYPE (c); - return ISDIGIT (t) || ISALPHA (t); + return ISALDIGIT (TYPE (c)) ? TRUE : FALSE; } /** @@ -94,13 +118,12 @@ g_unichar_isalnum (gunichar c) * Given some UTF-8 text, obtain a character value with * g_utf8_get_char(). * - * Return value: %TRUE if @c is an alphabetic character + * Returns: %TRUE if @c is an alphabetic character **/ gboolean g_unichar_isalpha (gunichar c) { - int t = TYPE (c); - return ISALPHA (t); + return ISALPHA (TYPE (c)) ? TRUE : FALSE; } @@ -112,7 +135,7 @@ g_unichar_isalpha (gunichar c) * Given some UTF-8 text, obtain a character value with * g_utf8_get_char(). * - * Return value: %TRUE if @c is a control character + * Returns: %TRUE if @c is a control character **/ gboolean g_unichar_iscntrl (gunichar c) @@ -128,7 +151,7 @@ g_unichar_iscntrl (gunichar c) * covers ASCII 0-9 and also digits in other languages/scripts. Given * some UTF-8 text, obtain a character value with g_utf8_get_char(). * - * Return value: %TRUE if @c is a digit + * Returns: %TRUE if @c is a digit **/ gboolean g_unichar_isdigit (gunichar c) @@ -147,18 +170,18 @@ g_unichar_isdigit (gunichar c) * spaces. Given some UTF-8 text, obtain a character value with * g_utf8_get_char(). * - * Return value: %TRUE if @c is printable unless it's a space + * Returns: %TRUE if @c is printable unless it's a space **/ gboolean g_unichar_isgraph (gunichar c) { - int t = TYPE (c); - return (t != G_UNICODE_CONTROL - && t != G_UNICODE_FORMAT - && t != G_UNICODE_UNASSIGNED - && t != G_UNICODE_PRIVATE_USE - && t != G_UNICODE_SURROGATE - && t != G_UNICODE_SPACE_SEPARATOR); + return !IS (TYPE(c), + OR (G_UNICODE_CONTROL, + OR (G_UNICODE_FORMAT, + OR (G_UNICODE_UNASSIGNED, + OR (G_UNICODE_SURROGATE, + OR (G_UNICODE_SPACE_SEPARATOR, + 0)))))); } /** @@ -169,7 +192,7 @@ g_unichar_isgraph (gunichar c) * Given some UTF-8 text, obtain a character value with * g_utf8_get_char(). * - * Return value: %TRUE if @c is a lowercase letter + * Returns: %TRUE if @c is a lowercase letter **/ gboolean g_unichar_islower (gunichar c) @@ -187,17 +210,17 @@ g_unichar_islower (gunichar c) * Given some UTF-8 text, obtain a character value with * g_utf8_get_char(). * - * Return value: %TRUE if @c is printable + * Returns: %TRUE if @c is printable **/ gboolean g_unichar_isprint (gunichar c) { - int t = TYPE (c); - return (t != G_UNICODE_CONTROL - && t != G_UNICODE_FORMAT - && t != G_UNICODE_UNASSIGNED - && t != G_UNICODE_PRIVATE_USE - && t != G_UNICODE_SURROGATE); + return !IS (TYPE(c), + OR (G_UNICODE_CONTROL, + OR (G_UNICODE_FORMAT, + OR (G_UNICODE_UNASSIGNED, + OR (G_UNICODE_SURROGATE, + 0))))); } /** @@ -208,18 +231,24 @@ g_unichar_isprint (gunichar c) * Given some UTF-8 text, obtain a character value with * g_utf8_get_char(). * - * Return value: %TRUE if @c is a punctuation or symbol character + * Returns: %TRUE if @c is a punctuation or symbol character **/ gboolean g_unichar_ispunct (gunichar c) { - int t = TYPE (c); - return (t == G_UNICODE_CONNECT_PUNCTUATION || t == G_UNICODE_DASH_PUNCTUATION - || t == G_UNICODE_CLOSE_PUNCTUATION || t == G_UNICODE_FINAL_PUNCTUATION - || t == G_UNICODE_INITIAL_PUNCTUATION || t == G_UNICODE_OTHER_PUNCTUATION - || t == G_UNICODE_OPEN_PUNCTUATION || t == G_UNICODE_CURRENCY_SYMBOL - || t == G_UNICODE_MODIFIER_SYMBOL || t == G_UNICODE_MATH_SYMBOL - || t == G_UNICODE_OTHER_SYMBOL); + return IS (TYPE(c), + OR (G_UNICODE_CONNECT_PUNCTUATION, + OR (G_UNICODE_DASH_PUNCTUATION, + OR (G_UNICODE_CLOSE_PUNCTUATION, + OR (G_UNICODE_FINAL_PUNCTUATION, + OR (G_UNICODE_INITIAL_PUNCTUATION, + OR (G_UNICODE_OTHER_PUNCTUATION, + OR (G_UNICODE_OPEN_PUNCTUATION, + OR (G_UNICODE_CURRENCY_SYMBOL, + OR (G_UNICODE_MODIFIER_SYMBOL, + OR (G_UNICODE_MATH_SYMBOL, + OR (G_UNICODE_OTHER_SYMBOL, + 0)))))))))))) ? TRUE : FALSE; } /** @@ -234,7 +263,7 @@ g_unichar_ispunct (gunichar c) * Pango or equivalent to get word breaking right, the algorithm * is fairly complex.) * - * Return value: %TRUE if @c is a punctuation character + * Returns: %TRUE if @c is a space character **/ gboolean g_unichar_isspace (gunichar c) @@ -251,21 +280,47 @@ g_unichar_isspace (gunichar c) default: { - int t = TYPE (c); - return (t == G_UNICODE_SPACE_SEPARATOR || t == G_UNICODE_LINE_SEPARATOR - || t == G_UNICODE_PARAGRAPH_SEPARATOR); + return IS (TYPE(c), + OR (G_UNICODE_SPACE_SEPARATOR, + OR (G_UNICODE_LINE_SEPARATOR, + OR (G_UNICODE_PARAGRAPH_SEPARATOR, + 0)))) ? TRUE : FALSE; } break; } } /** + * g_unichar_ismark: + * @c: a Unicode character + * + * Determines whether a character is a mark (non-spacing mark, + * combining mark, or enclosing mark in Unicode speak). + * Given some UTF-8 text, obtain a character value + * with g_utf8_get_char(). + * + * Note: in most cases where isalpha characters are allowed, + * ismark characters should be allowed to as they are essential + * for writing most European languages as well as many non-Latin + * scripts. + * + * Returns: %TRUE if @c is a mark character + * + * Since: 2.14 + **/ +gboolean +g_unichar_ismark (gunichar c) +{ + return ISMARK (TYPE (c)); +} + +/** * g_unichar_isupper: * @c: a Unicode character * * Determines if a character is uppercase. * - * Return value: %TRUE if @c is an uppercase character + * Returns: %TRUE if @c is an uppercase character **/ gboolean g_unichar_isupper (gunichar c) @@ -284,7 +339,7 @@ g_unichar_isupper (gunichar c) * first letter is capitalized. The titlecase form of the DZ * digraph is U+01F2 LATIN CAPITAL LETTTER D WITH SMALL LETTER Z. * - * Return value: %TRUE if the character is titlecase + * Returns: %TRUE if the character is titlecase **/ gboolean g_unichar_istitle (gunichar c) @@ -292,8 +347,8 @@ g_unichar_istitle (gunichar c) unsigned int i; for (i = 0; i < G_N_ELEMENTS (title_table); ++i) if (title_table[i][0] == c) - return 1; - return 0; + return TRUE; + return FALSE; } /** @@ -302,15 +357,14 @@ g_unichar_istitle (gunichar c) * * Determines if a character is a hexidecimal digit. * - * Return value: %TRUE if the character is a hexadecimal digit + * Returns: %TRUE if the character is a hexadecimal digit **/ gboolean g_unichar_isxdigit (gunichar c) { - int t = TYPE (c); return ((c >= 'a' && c <= 'f') || (c >= 'A' && c <= 'F') - || ISDIGIT (t)); + || (TYPE (c) == G_UNICODE_DECIMAL_NUMBER)); } /** @@ -320,13 +374,63 @@ g_unichar_isxdigit (gunichar c) * Determines if a given character is assigned in the Unicode * standard. * - * Return value: %TRUE if the character has an assigned value + * Returns: %TRUE if the character has an assigned value **/ gboolean g_unichar_isdefined (gunichar c) { - int t = TYPE (c); - return t != G_UNICODE_UNASSIGNED; + return !IS (TYPE(c), + OR (G_UNICODE_UNASSIGNED, + OR (G_UNICODE_SURROGATE, + 0))); +} + +/** + * g_unichar_iszerowidth: + * @c: a Unicode character + * + * Determines if a given character typically takes zero width when rendered. + * The return value is %TRUE for all non-spacing and enclosing marks + * (e.g., combining accents), format characters, zero-width + * space, but not U+00AD SOFT HYPHEN. + * + * A typical use of this function is with one of g_unichar_iswide() or + * g_unichar_iswide_cjk() to determine the number of cells a string occupies + * when displayed on a grid display (terminals). However, note that not all + * terminals support zero-width rendering of zero-width marks. + * + * Returns: %TRUE if the character has zero width + * + * Since: 2.14 + **/ +gboolean +g_unichar_iszerowidth (gunichar c) +{ + if (G_UNLIKELY (c == 0x00AD)) + return FALSE; + + if (G_UNLIKELY (ISZEROWIDTHTYPE (TYPE (c)))) + return TRUE; + + if (G_UNLIKELY ((c >= 0x1160 && c < 0x1200) || + c == 0x200B)) + return TRUE; + + return FALSE; +} + +static int +interval_compare (const void *key, const void *elt) +{ + gunichar c = GPOINTER_TO_UINT (key); + struct Interval *interval = (struct Interval *)elt; + + if (c < interval->start) + return -1; + if (c > interval->end) + return +1; + + return 0; } /** @@ -336,35 +440,65 @@ g_unichar_isdefined (gunichar c) * Determines if a character is typically rendered in a double-width * cell. * - * Return value: %TRUE if the character is wide + * Returns: %TRUE if the character is wide **/ -/* This function stolen from Markus Kuhn . */ gboolean g_unichar_iswide (gunichar c) { - if (c < 0x1100) - return FALSE; + if (bsearch (GUINT_TO_POINTER (c), + g_unicode_width_table_wide, + G_N_ELEMENTS (g_unicode_width_table_wide), + sizeof g_unicode_width_table_wide[0], + interval_compare)) + return TRUE; - return (c <= 0x115f /* Hangul Jamo init. consonants */ - || c == 0x2329 || c == 0x232a /* angle brackets */ - || (c >= 0x2e80 && c <= 0xa4cf && (c < 0x302a || c > 0x302f) - && c != 0x303f && c != 0x3099 && c!= 0x309a) /* CJK ... Yi */ - || (c >= 0xac00 && c <= 0xd7a3) /* Hangul Syllables */ - || (c >= 0xf900 && c <= 0xfaff) /* CJK Compatibility Ideographs */ - || (c >= 0xfe30 && c <= 0xfe6f) /* CJK Compatibility Forms */ - || (c >= 0xff00 && c <= 0xff60) /* Fullwidth Forms */ - || (c >= 0xffe0 && c <= 0xffe6) /* Fullwidth Forms */ - || (c >= 0x20000 && c <= 0x2fffd) /* CJK extra stuff */ - || (c >= 0x30000 && c <= 0x3fffd)); + return FALSE; +} + + +/** + * g_unichar_iswide_cjk: + * @c: a Unicode character + * + * Determines if a character is typically rendered in a double-width + * cell under legacy East Asian locales. If a character is wide according to + * g_unichar_iswide(), then it is also reported wide with this function, but + * the converse is not necessarily true. See the + * [Unicode Standard Annex #11](http://www.unicode.org/reports/tr11/) + * for details. + * + * If a character passes the g_unichar_iswide() test then it will also pass + * this test, but not the other way around. Note that some characters may + * pass both this test and g_unichar_iszerowidth(). + * + * Returns: %TRUE if the character is wide in legacy East Asian locales + * + * Since: 2.12 + */ +gboolean +g_unichar_iswide_cjk (gunichar c) +{ + if (g_unichar_iswide (c)) + return TRUE; + + if (bsearch (GUINT_TO_POINTER (c), + g_unicode_width_table_ambiguous, + G_N_ELEMENTS (g_unicode_width_table_ambiguous), + sizeof g_unicode_width_table_ambiguous[0], + interval_compare)) + return TRUE; + + return FALSE; } + /** * g_unichar_toupper: * @c: a Unicode character * * Converts a character to uppercase. * - * Return value: the result of converting @c to uppercase. + * Returns: the result of converting @c to uppercase. * If @c is not an lowercase or titlecase character, * or has no upper case equivalent @c is returned unchanged. **/ @@ -377,11 +511,14 @@ g_unichar_toupper (gunichar c) gunichar val = ATTTABLE (c >> 8, c & 0xff); if (val >= 0x1000000) { - const guchar *p = special_case_table + val - 0x1000000; - return g_utf8_get_char (p); + const gchar *p = special_case_table + val - 0x1000000; + val = g_utf8_get_char (p); } - else - return val ? val : c; + /* Some lowercase letters, e.g., U+000AA, FEMININE ORDINAL INDICATOR, + * do not have an uppercase equivalent, in which case val will be + * zero. + */ + return val ? val : c; } else if (t == G_UNICODE_TITLECASE_LETTER) { @@ -389,7 +526,7 @@ g_unichar_toupper (gunichar c) for (i = 0; i < G_N_ELEMENTS (title_table); ++i) { if (title_table[i][0] == c) - return title_table[i][1]; + return title_table[i][1] ? title_table[i][1] : c; } } return c; @@ -401,7 +538,7 @@ g_unichar_toupper (gunichar c) * * Converts a character to lower case. * - * Return value: the result of converting @c to lower case. + * Returns: the result of converting @c to lower case. * If @c is not an upperlower or titlecase character, * or has no lowercase equivalent @c is returned unchanged. **/ @@ -414,11 +551,15 @@ g_unichar_tolower (gunichar c) gunichar val = ATTTABLE (c >> 8, c & 0xff); if (val >= 0x1000000) { - const guchar *p = special_case_table + val - 0x1000000; + const gchar *p = special_case_table + val - 0x1000000; return g_utf8_get_char (p); } else - return val ? val : c; + { + /* Not all uppercase letters are guaranteed to have a lowercase + * equivalent. If this is the case, val will be zero. */ + return val ? val : c; + } } else if (t == G_UNICODE_TITLECASE_LETTER) { @@ -438,7 +579,7 @@ g_unichar_tolower (gunichar c) * * Converts a character to the titlecase. * - * Return value: the result of converting @c to titlecase. + * Returns: the result of converting @c to titlecase. * If @c is not an uppercase or lowercase character, * @c is returned unchanged. **/ @@ -452,9 +593,11 @@ g_unichar_totitle (gunichar c) || title_table[i][2] == c) return title_table[i][0]; } - return (TYPE (c) == G_UNICODE_LOWERCASE_LETTER - ? ATTTABLE (c >> 8, c & 0xff) - : c); + + if (TYPE (c) == G_UNICODE_LOWERCASE_LETTER) + return g_unichar_toupper (c); + + return c; } /** @@ -464,7 +607,7 @@ g_unichar_totitle (gunichar c) * Determines the numeric value of a character as a decimal * digit. * - * Return value: If @c is a decimal digit (according to + * Returns: If @c is a decimal digit (according to * g_unichar_isdigit()), its numeric value. Otherwise, -1. **/ int @@ -482,7 +625,7 @@ g_unichar_digit_value (gunichar c) * Determines the numeric value of a character as a hexidecimal * digit. * - * Return value: If @c is a hex digit (according to + * Returns: If @c is a hex digit (according to * g_unichar_isxdigit()), its numeric value. Otherwise, -1. **/ int @@ -503,7 +646,7 @@ g_unichar_xdigit_value (gunichar c) * * Classifies a Unicode character by type. * - * Return value: the type of the character. + * Returns: the type of the character. **/ GUnicodeType g_unichar_type (gunichar c) @@ -524,8 +667,20 @@ typedef enum { static LocaleType get_locale_type (void) { +#ifdef G_OS_WIN32 + char *tem = g_win32_getlocale (); + char locale[2]; + + locale[0] = tem[0]; + locale[1] = tem[1]; + g_free (tem); +#else const char *locale = setlocale (LC_CTYPE, NULL); + if (locale == NULL) + return LOCALE_NORMAL; +#endif + switch (locale[0]) { case 'a': @@ -556,9 +711,8 @@ output_marks (const char **p_inout, while (*p) { gunichar c = g_utf8_get_char (p); - int t = TYPE(c); - if (ISMARK(t)) + if (ISMARK (TYPE (c))) { if (!remove_dot || c != 0x307 /* COMBINING DOT ABOVE */) len += g_unichar_to_utf8 (c, out_buffer ? out_buffer + len : NULL); @@ -578,7 +732,7 @@ output_special_case (gchar *out_buffer, int type, int which) { - const guchar *p = special_case_table + offset; + const gchar *p = special_case_table + offset; gint len; if (type != G_UNICODE_TITLECASE_LETTER) @@ -627,26 +781,25 @@ real_toupper (const gchar *str, * which could simplify this considerably. */ gsize decomp_len, i; - gunichar *decomp; + gunichar decomp[G_UNICHAR_MAX_DECOMPOSITION_LENGTH]; - decomp = g_unicode_canonical_decomposition (c, &decomp_len); + decomp_len = g_unichar_fully_decompose (c, FALSE, decomp, G_N_ELEMENTS (decomp)); for (i=0; i < decomp_len; i++) { if (decomp[i] != 0x307 /* COMBINING DOT ABOVE */) len += g_unichar_to_utf8 (g_unichar_toupper (decomp[i]), out_buffer ? out_buffer + len : NULL); } - g_free (decomp); len += output_marks (&p, out_buffer ? out_buffer + len : NULL, TRUE); continue; } - if (!ISMARK(t)) + if (!ISMARK (t)) last_was_i = FALSE; } } - + if (locale_type == LOCALE_TURKIC && c == 'i') { /* i => LATIN CAPITAL LETTER I WITH DOT ABOVE */ @@ -662,7 +815,10 @@ real_toupper (const gchar *str, /* And output as GREEK CAPITAL LETTER IOTA */ len += g_unichar_to_utf8 (0x399, out_buffer ? out_buffer + len : NULL); } - else if (t == G_UNICODE_LOWERCASE_LETTER || t == G_UNICODE_TITLECASE_LETTER) + else if (IS (t, + OR (G_UNICODE_LOWERCASE_LETTER, + OR (G_UNICODE_TITLECASE_LETTER, + 0)))) { val = ATTTABLE (c >> 8, c & 0xff); @@ -679,11 +835,17 @@ real_toupper (const gchar *str, for (i = 0; i < G_N_ELEMENTS (title_table); ++i) { if (title_table[i][0] == c) - val = title_table[i][1]; + { + val = title_table[i][1]; + break; + } } } - len += g_unichar_to_utf8 (val, out_buffer ? out_buffer + len : NULL); + /* Some lowercase letters, e.g., U+000AA, FEMININE ORDINAL INDICATOR, + * do not have an uppercase equivalent, in which case val will be + * zero. */ + len += g_unichar_to_utf8 (val ? val : c, out_buffer ? out_buffer + len : NULL); } } else @@ -712,7 +874,7 @@ real_toupper (const gchar *str, * characters in the string increasing. (For instance, the * German ess-zet will be changed to SS.) * - * Return value: a newly allocated string, with all characters + * Returns: a newly allocated string, with all characters * converted to uppercase. **/ gchar * @@ -748,7 +910,7 @@ has_more_above (const gchar *str) while (*p) { - combining_class = _g_unichar_combining_class (g_utf8_get_char (p)); + combining_class = g_unichar_combining_class (g_utf8_get_char (p)); if (combining_class == 230) return TRUE; else if (combining_class == 0) @@ -834,7 +996,7 @@ real_tolower (const gchar *str, * sigma, but I don't think that occurs in real text. * The test here matches that in ICU. */ - if (ISALPHA(next_type)) /* Lu,Ll,Lt,Lm,Lo */ + if (ISALPHA (next_type)) /* Lu,Ll,Lt,Lm,Lo */ val = 0x3c3; /* GREEK SMALL SIGMA */ else val = 0x3c2; /* GREEK SMALL FINAL SIGMA */ @@ -844,7 +1006,10 @@ real_tolower (const gchar *str, len += g_unichar_to_utf8 (val, out_buffer ? out_buffer + len : NULL); } - else if (t == G_UNICODE_UPPERCASE_LETTER || t == G_UNICODE_TITLECASE_LETTER) + else if (IS (t, + OR (G_UNICODE_UPPERCASE_LETTER, + OR (G_UNICODE_TITLECASE_LETTER, + 0)))) { val = ATTTABLE (c >> 8, c & 0xff); @@ -860,11 +1025,16 @@ real_tolower (const gchar *str, for (i = 0; i < G_N_ELEMENTS (title_table); ++i) { if (title_table[i][0] == c) - val = title_table[i][2]; + { + val = title_table[i][2]; + break; + } } } - len += g_unichar_to_utf8 (val, out_buffer ? out_buffer + len : NULL); + /* Not all uppercase letters are guaranteed to have a lowercase + * equivalent. If this is the case, val will be zero. */ + len += g_unichar_to_utf8 (val ? val : c, out_buffer ? out_buffer + len : NULL); } } else @@ -892,7 +1062,7 @@ real_tolower (const gchar *str, * on the current locale, and may result in the number of * characters in the string changing. * - * Return value: a newly allocated string, with all characters + * Returns: a newly allocated string, with all characters * converted to lowercase. **/ gchar * @@ -935,16 +1105,19 @@ g_utf8_strdown (const gchar *str, * takes case sensitivity into account. GLib does not currently * provide such a function. * - * Return value: a newly allocated string, that is a + * Returns: a newly allocated string, that is a * case independent form of @str. **/ gchar * g_utf8_casefold (const gchar *str, gssize len) { - GString *result = g_string_new (NULL); + GString *result; const char *p; + g_return_val_if_fail (str != NULL, NULL); + + result = g_string_new (NULL); p = str; while ((len < 0 || p < str + len) && *p) { @@ -984,61 +1157,307 @@ g_utf8_casefold (const gchar *str, /** * g_unichar_get_mirror_char: - * @ch: a unicode character + * @ch: a Unicode character * @mirrored_ch: location to store the mirrored character * - * In Unicode, some characters are mirrored. This - * means that their images are mirrored horizontally in text that is laid - * out from right to left. For instance, "(" would become its mirror image, - * ")", in right-to-left text. + * In Unicode, some characters are "mirrored". This means that their + * images are mirrored horizontally in text that is laid out from right + * to left. For instance, "(" would become its mirror image, ")", in + * right-to-left text. * * If @ch has the Unicode mirrored property and there is another unicode * character that typically has a glyph that is the mirror image of @ch's - * glyph, puts that character in the address pointed to by @mirrored_ch. + * glyph and @mirrored_ch is set, it puts that character in the address + * pointed to by @mirrored_ch. Otherwise the original character is put. * - * Return value: %TRUE if @ch has a mirrored character and @mirrored_ch is - * filled in, %FALSE otherwise + * Returns: %TRUE if @ch has a mirrored character, %FALSE otherwise * * Since: 2.4 **/ -/* This code is adapted from FriBidi (http://fribidi.sourceforge.net/). - * FriBidi is: Copyright (C) 1999,2000 Dov Grobgeld, and - * Copyright (C) 2001,2002 Behdad Esfahbod. - */ gboolean g_unichar_get_mirror_char (gunichar ch, gunichar *mirrored_ch) { - gint pos, step, size; gboolean found; + gunichar mirrored; - size = G_N_ELEMENTS (bidi_mirroring_table); - pos = step = (size / 2) + 1; + mirrored = GLIB_GET_MIRRORING(ch); - while (step > 1) - { - gunichar cmp_ch = bidi_mirroring_table[pos].ch; - step = (step + 1) / 2; + found = ch != mirrored; + if (mirrored_ch) + *mirrored_ch = mirrored; - if (cmp_ch < ch) - { - pos += step; - if (pos > size - 1) - pos = size - 1; - } - else if (cmp_ch > ch) - { - pos -= step; - if (pos < 0) - pos = 0; - } + return found; + +} + +#define G_SCRIPT_TABLE_MIDPOINT (G_N_ELEMENTS (g_script_table) / 2) + +static inline GUnicodeScript +g_unichar_get_script_bsearch (gunichar ch) +{ + int lower = 0; + int upper = G_N_ELEMENTS (g_script_table) - 1; + static int saved_mid = G_SCRIPT_TABLE_MIDPOINT; + int mid = saved_mid; + + + do + { + if (ch < g_script_table[mid].start) + upper = mid - 1; + else if (ch >= g_script_table[mid].start + g_script_table[mid].chars) + lower = mid + 1; else - break; + return g_script_table[saved_mid = mid].script; + + mid = (lower + upper) / 2; } - found = bidi_mirroring_table[pos].ch == ch; - if (mirrored_ch) - *mirrored_ch = found ? bidi_mirroring_table[pos].mirrored_ch : ch; + while (lower <= upper); - return found; + return G_UNICODE_SCRIPT_UNKNOWN; +} + +/** + * g_unichar_get_script: + * @ch: a Unicode character + * + * Looks up the #GUnicodeScript for a particular character (as defined + * by Unicode Standard Annex \#24). No check is made for @ch being a + * valid Unicode character; if you pass in invalid character, the + * result is undefined. + * + * This function is equivalent to pango_script_for_unichar() and the + * two are interchangeable. + * + * Returns: the #GUnicodeScript for the character. + * + * Since: 2.14 + */ +GUnicodeScript +g_unichar_get_script (gunichar ch) +{ + if (ch < G_EASY_SCRIPTS_RANGE) + return g_script_easy_table[ch]; + else + return g_unichar_get_script_bsearch (ch); +} + + +/* http://unicode.org/iso15924/ */ +static const guint32 iso15924_tags[] = +{ +#define PACK(a,b,c,d) ((guint32)((((guint8)(a))<<24)|(((guint8)(b))<<16)|(((guint8)(c))<<8)|((guint8)(d)))) + + PACK ('Z','y','y','y'), /* G_UNICODE_SCRIPT_COMMON */ + PACK ('Z','i','n','h'), /* G_UNICODE_SCRIPT_INHERITED */ + PACK ('A','r','a','b'), /* G_UNICODE_SCRIPT_ARABIC */ + PACK ('A','r','m','n'), /* G_UNICODE_SCRIPT_ARMENIAN */ + PACK ('B','e','n','g'), /* G_UNICODE_SCRIPT_BENGALI */ + PACK ('B','o','p','o'), /* G_UNICODE_SCRIPT_BOPOMOFO */ + PACK ('C','h','e','r'), /* G_UNICODE_SCRIPT_CHEROKEE */ + PACK ('C','o','p','t'), /* G_UNICODE_SCRIPT_COPTIC */ + PACK ('C','y','r','l'), /* G_UNICODE_SCRIPT_CYRILLIC */ + PACK ('D','s','r','t'), /* G_UNICODE_SCRIPT_DESERET */ + PACK ('D','e','v','a'), /* G_UNICODE_SCRIPT_DEVANAGARI */ + PACK ('E','t','h','i'), /* G_UNICODE_SCRIPT_ETHIOPIC */ + PACK ('G','e','o','r'), /* G_UNICODE_SCRIPT_GEORGIAN */ + PACK ('G','o','t','h'), /* G_UNICODE_SCRIPT_GOTHIC */ + PACK ('G','r','e','k'), /* G_UNICODE_SCRIPT_GREEK */ + PACK ('G','u','j','r'), /* G_UNICODE_SCRIPT_GUJARATI */ + PACK ('G','u','r','u'), /* G_UNICODE_SCRIPT_GURMUKHI */ + PACK ('H','a','n','i'), /* G_UNICODE_SCRIPT_HAN */ + PACK ('H','a','n','g'), /* G_UNICODE_SCRIPT_HANGUL */ + PACK ('H','e','b','r'), /* G_UNICODE_SCRIPT_HEBREW */ + PACK ('H','i','r','a'), /* G_UNICODE_SCRIPT_HIRAGANA */ + PACK ('K','n','d','a'), /* G_UNICODE_SCRIPT_KANNADA */ + PACK ('K','a','n','a'), /* G_UNICODE_SCRIPT_KATAKANA */ + PACK ('K','h','m','r'), /* G_UNICODE_SCRIPT_KHMER */ + PACK ('L','a','o','o'), /* G_UNICODE_SCRIPT_LAO */ + PACK ('L','a','t','n'), /* G_UNICODE_SCRIPT_LATIN */ + PACK ('M','l','y','m'), /* G_UNICODE_SCRIPT_MALAYALAM */ + PACK ('M','o','n','g'), /* G_UNICODE_SCRIPT_MONGOLIAN */ + PACK ('M','y','m','r'), /* G_UNICODE_SCRIPT_MYANMAR */ + PACK ('O','g','a','m'), /* G_UNICODE_SCRIPT_OGHAM */ + PACK ('I','t','a','l'), /* G_UNICODE_SCRIPT_OLD_ITALIC */ + PACK ('O','r','y','a'), /* G_UNICODE_SCRIPT_ORIYA */ + PACK ('R','u','n','r'), /* G_UNICODE_SCRIPT_RUNIC */ + PACK ('S','i','n','h'), /* G_UNICODE_SCRIPT_SINHALA */ + PACK ('S','y','r','c'), /* G_UNICODE_SCRIPT_SYRIAC */ + PACK ('T','a','m','l'), /* G_UNICODE_SCRIPT_TAMIL */ + PACK ('T','e','l','u'), /* G_UNICODE_SCRIPT_TELUGU */ + PACK ('T','h','a','a'), /* G_UNICODE_SCRIPT_THAANA */ + PACK ('T','h','a','i'), /* G_UNICODE_SCRIPT_THAI */ + PACK ('T','i','b','t'), /* G_UNICODE_SCRIPT_TIBETAN */ + PACK ('C','a','n','s'), /* G_UNICODE_SCRIPT_CANADIAN_ABORIGINAL */ + PACK ('Y','i','i','i'), /* G_UNICODE_SCRIPT_YI */ + PACK ('T','g','l','g'), /* G_UNICODE_SCRIPT_TAGALOG */ + PACK ('H','a','n','o'), /* G_UNICODE_SCRIPT_HANUNOO */ + PACK ('B','u','h','d'), /* G_UNICODE_SCRIPT_BUHID */ + PACK ('T','a','g','b'), /* G_UNICODE_SCRIPT_TAGBANWA */ + + /* Unicode-4.0 additions */ + PACK ('B','r','a','i'), /* G_UNICODE_SCRIPT_BRAILLE */ + PACK ('C','p','r','t'), /* G_UNICODE_SCRIPT_CYPRIOT */ + PACK ('L','i','m','b'), /* G_UNICODE_SCRIPT_LIMBU */ + PACK ('O','s','m','a'), /* G_UNICODE_SCRIPT_OSMANYA */ + PACK ('S','h','a','w'), /* G_UNICODE_SCRIPT_SHAVIAN */ + PACK ('L','i','n','b'), /* G_UNICODE_SCRIPT_LINEAR_B */ + PACK ('T','a','l','e'), /* G_UNICODE_SCRIPT_TAI_LE */ + PACK ('U','g','a','r'), /* G_UNICODE_SCRIPT_UGARITIC */ + + /* Unicode-4.1 additions */ + PACK ('T','a','l','u'), /* G_UNICODE_SCRIPT_NEW_TAI_LUE */ + PACK ('B','u','g','i'), /* G_UNICODE_SCRIPT_BUGINESE */ + PACK ('G','l','a','g'), /* G_UNICODE_SCRIPT_GLAGOLITIC */ + PACK ('T','f','n','g'), /* G_UNICODE_SCRIPT_TIFINAGH */ + PACK ('S','y','l','o'), /* G_UNICODE_SCRIPT_SYLOTI_NAGRI */ + PACK ('X','p','e','o'), /* G_UNICODE_SCRIPT_OLD_PERSIAN */ + PACK ('K','h','a','r'), /* G_UNICODE_SCRIPT_KHAROSHTHI */ + + /* Unicode-5.0 additions */ + PACK ('Z','z','z','z'), /* G_UNICODE_SCRIPT_UNKNOWN */ + PACK ('B','a','l','i'), /* G_UNICODE_SCRIPT_BALINESE */ + PACK ('X','s','u','x'), /* G_UNICODE_SCRIPT_CUNEIFORM */ + PACK ('P','h','n','x'), /* G_UNICODE_SCRIPT_PHOENICIAN */ + PACK ('P','h','a','g'), /* G_UNICODE_SCRIPT_PHAGS_PA */ + PACK ('N','k','o','o'), /* G_UNICODE_SCRIPT_NKO */ + + /* Unicode-5.1 additions */ + PACK ('K','a','l','i'), /* G_UNICODE_SCRIPT_KAYAH_LI */ + PACK ('L','e','p','c'), /* G_UNICODE_SCRIPT_LEPCHA */ + PACK ('R','j','n','g'), /* G_UNICODE_SCRIPT_REJANG */ + PACK ('S','u','n','d'), /* G_UNICODE_SCRIPT_SUNDANESE */ + PACK ('S','a','u','r'), /* G_UNICODE_SCRIPT_SAURASHTRA */ + PACK ('C','h','a','m'), /* G_UNICODE_SCRIPT_CHAM */ + PACK ('O','l','c','k'), /* G_UNICODE_SCRIPT_OL_CHIKI */ + PACK ('V','a','i','i'), /* G_UNICODE_SCRIPT_VAI */ + PACK ('C','a','r','i'), /* G_UNICODE_SCRIPT_CARIAN */ + PACK ('L','y','c','i'), /* G_UNICODE_SCRIPT_LYCIAN */ + PACK ('L','y','d','i'), /* G_UNICODE_SCRIPT_LYDIAN */ + + /* Unicode-5.2 additions */ + PACK ('A','v','s','t'), /* G_UNICODE_SCRIPT_AVESTAN */ + PACK ('B','a','m','u'), /* G_UNICODE_SCRIPT_BAMUM */ + PACK ('E','g','y','p'), /* G_UNICODE_SCRIPT_EGYPTIAN_HIEROGLYPHS */ + PACK ('A','r','m','i'), /* G_UNICODE_SCRIPT_IMPERIAL_ARAMAIC */ + PACK ('P','h','l','i'), /* G_UNICODE_SCRIPT_INSCRIPTIONAL_PAHLAVI */ + PACK ('P','r','t','i'), /* G_UNICODE_SCRIPT_INSCRIPTIONAL_PARTHIAN */ + PACK ('J','a','v','a'), /* G_UNICODE_SCRIPT_JAVANESE */ + PACK ('K','t','h','i'), /* G_UNICODE_SCRIPT_KAITHI */ + PACK ('L','i','s','u'), /* G_UNICODE_SCRIPT_LISU */ + PACK ('M','t','e','i'), /* G_UNICODE_SCRIPT_MEETEI_MAYEK */ + PACK ('S','a','r','b'), /* G_UNICODE_SCRIPT_OLD_SOUTH_ARABIAN */ + PACK ('O','r','k','h'), /* G_UNICODE_SCRIPT_OLD_TURKIC */ + PACK ('S','a','m','r'), /* G_UNICODE_SCRIPT_SAMARITAN */ + PACK ('L','a','n','a'), /* G_UNICODE_SCRIPT_TAI_THAM */ + PACK ('T','a','v','t'), /* G_UNICODE_SCRIPT_TAI_VIET */ + + /* Unicode-6.0 additions */ + PACK ('B','a','t','k'), /* G_UNICODE_SCRIPT_BATAK */ + PACK ('B','r','a','h'), /* G_UNICODE_SCRIPT_BRAHMI */ + PACK ('M','a','n','d'), /* G_UNICODE_SCRIPT_MANDAIC */ + + /* Unicode-6.1 additions */ + PACK ('C','a','k','m'), /* G_UNICODE_SCRIPT_CHAKMA */ + PACK ('M','e','r','c'), /* G_UNICODE_SCRIPT_MEROITIC_CURSIVE */ + PACK ('M','e','r','o'), /* G_UNICODE_SCRIPT_MEROITIC_HIEROGLYPHS */ + PACK ('P','l','r','d'), /* G_UNICODE_SCRIPT_MIAO */ + PACK ('S','h','r','d'), /* G_UNICODE_SCRIPT_SHARADA */ + PACK ('S','o','r','a'), /* G_UNICODE_SCRIPT_SORA_SOMPENG */ + PACK ('T','a','k','r'), /* G_UNICODE_SCRIPT_TAKRI */ + + /* Unicode 7.0 additions */ + PACK ('B','a','s','s'), /* G_UNICODE_SCRIPT_BASSA_VAH */ + PACK ('A','g','h','b'), /* G_UNICODE_SCRIPT_CAUCASIAN_ALBANIAN */ + PACK ('D','u','p','l'), /* G_UNICODE_SCRIPT_DUPLOYAN */ + PACK ('E','l','b','a'), /* G_UNICODE_SCRIPT_ELBASAN */ + PACK ('G','r','a','n'), /* G_UNICODE_SCRIPT_GRANTHA */ + PACK ('K','h','o','j'), /* G_UNICODE_SCRIPT_KHOJKI*/ + PACK ('S','i','n','d'), /* G_UNICODE_SCRIPT_KHUDAWADI */ + PACK ('L','i','n','a'), /* G_UNICODE_SCRIPT_LINEAR_A */ + PACK ('M','a','h','j'), /* G_UNICODE_SCRIPT_MAHAJANI */ + PACK ('M','a','n','u'), /* G_UNICODE_SCRIPT_MANICHAEAN */ + PACK ('M','e','n','d'), /* G_UNICODE_SCRIPT_MENDE_KIKAKUI */ + PACK ('M','o','d','i'), /* G_UNICODE_SCRIPT_MODI */ + PACK ('M','r','o','o'), /* G_UNICODE_SCRIPT_MRO */ + PACK ('N','b','a','t'), /* G_UNICODE_SCRIPT_NABATAEAN */ + PACK ('N','a','r','b'), /* G_UNICODE_SCRIPT_OLD_NORTH_ARABIAN */ + PACK ('P','e','r','m'), /* G_UNICODE_SCRIPT_OLD_PERMIC */ + PACK ('H','m','n','g'), /* G_UNICODE_SCRIPT_PAHAWH_HMONG */ + PACK ('P','a','l','m'), /* G_UNICODE_SCRIPT_PALMYRENE */ + PACK ('P','a','u','c'), /* G_UNICODE_SCRIPT_PAU_CIN_HAU */ + PACK ('P','h','l','p'), /* G_UNICODE_SCRIPT_PSALTER_PAHLAVI */ + PACK ('S','i','d','d'), /* G_UNICODE_SCRIPT_SIDDHAM */ + PACK ('T','i','r','h'), /* G_UNICODE_SCRIPT_TIRHUTA */ + PACK ('W','a','r','a'), /* G_UNICODE_SCRIPT_WARANG_CITI */ + +#undef PACK +}; + +/** + * g_unicode_script_to_iso15924: + * @script: a Unicode script + * + * Looks up the ISO 15924 code for @script. ISO 15924 assigns four-letter + * codes to scripts. For example, the code for Arabic is 'Arab'. The + * four letter codes are encoded as a @guint32 by this function in a + * big-endian fashion. That is, the code returned for Arabic is + * 0x41726162 (0x41 is ASCII code for 'A', 0x72 is ASCII code for 'r', etc). + * + * See + * [Codes for the representation of names of scripts](http://unicode.org/iso15924/codelists.html) + * for details. + * + * Returns: the ISO 15924 code for @script, encoded as an integer, + * of zero if @script is %G_UNICODE_SCRIPT_INVALID_CODE or + * ISO 15924 code 'Zzzz' (script code for UNKNOWN) if @script is not understood. + * + * Since: 2.30 + */ +guint32 +g_unicode_script_to_iso15924 (GUnicodeScript script) +{ + if (G_UNLIKELY (script == G_UNICODE_SCRIPT_INVALID_CODE)) + return 0; + + if (G_UNLIKELY (script < 0 || script >= (int) G_N_ELEMENTS (iso15924_tags))) + return 0x5A7A7A7A; + + return iso15924_tags[script]; +} + +/** + * g_unicode_script_from_iso15924: + * @iso15924: a Unicode script + * + * Looks up the Unicode script for @iso15924. ISO 15924 assigns four-letter + * codes to scripts. For example, the code for Arabic is 'Arab'. + * This function accepts four letter codes encoded as a @guint32 in a + * big-endian fashion. That is, the code expected for Arabic is + * 0x41726162 (0x41 is ASCII code for 'A', 0x72 is ASCII code for 'r', etc). + * + * See + * [Codes for the representation of names of scripts](http://unicode.org/iso15924/codelists.html) + * for details. + * + * Returns: the Unicode script for @iso15924, or + * of %G_UNICODE_SCRIPT_INVALID_CODE if @iso15924 is zero and + * %G_UNICODE_SCRIPT_UNKNOWN if @iso15924 is unknown. + * + * Since: 2.30 + */ +GUnicodeScript +g_unicode_script_from_iso15924 (guint32 iso15924) +{ + unsigned int i; + + if (!iso15924) + return G_UNICODE_SCRIPT_INVALID_CODE; + + for (i = 0; i < G_N_ELEMENTS (iso15924_tags); i++) + if (iso15924_tags[i] == iso15924) + return (GUnicodeScript) i; + return G_UNICODE_SCRIPT_UNKNOWN; }