2 * Copyright © 2007,2008,2009 Red Hat, Inc.
3 * Copyright © 2012,2013 Google, Inc.
5 * This is part of HarfBuzz, a text shaping library.
7 * Permission is hereby granted, without written agreement and without
8 * license or royalty fees, to use, copy, modify, and distribute this
9 * software and its documentation for any purpose, provided that the
10 * above copyright notice and the following two paragraphs appear in
11 * all copies of this software.
13 * IN NO EVENT SHALL THE COPYRIGHT HOLDER BE LIABLE TO ANY PARTY FOR
14 * DIRECT, INDIRECT, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES
15 * ARISING OUT OF THE USE OF THIS SOFTWARE AND ITS DOCUMENTATION, EVEN
16 * IF THE COPYRIGHT HOLDER HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH
19 * THE COPYRIGHT HOLDER SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING,
20 * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
21 * FITNESS FOR A PARTICULAR PURPOSE. THE SOFTWARE PROVIDED HEREUNDER IS
22 * ON AN "AS IS" BASIS, AND THE COPYRIGHT HOLDER HAS NO OBLIGATION TO
23 * PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
25 * Red Hat Author(s): Behdad Esfahbod
26 * Google Author(s): Behdad Esfahbod
29 #ifndef HB_OT_LAYOUT_PRIVATE_HH
30 #define HB_OT_LAYOUT_PRIVATE_HH
32 #include "hb-private.hh"
34 #include "hb-font-private.hh"
35 #include "hb-buffer-private.hh"
36 #include "hb-set-digest-private.hh"
37 #include "hb-open-type-private.hh"
40 /* Private API corresponding to hb-ot-layout.h: */
43 hb_ot_layout_table_find_feature (hb_face_t *face,
46 unsigned int *feature_index);
53 enum hb_ot_layout_glyph_props_flags_t
55 /* The following three match LookupFlags::Ignore* numbers. */
56 HB_OT_LAYOUT_GLYPH_PROPS_BASE_GLYPH = 0x02u,
57 HB_OT_LAYOUT_GLYPH_PROPS_LIGATURE = 0x04u,
58 HB_OT_LAYOUT_GLYPH_PROPS_MARK = 0x08u,
60 /* The following are used internally; not derived from GDEF. */
61 HB_OT_LAYOUT_GLYPH_PROPS_SUBSTITUTED = 0x10u,
62 HB_OT_LAYOUT_GLYPH_PROPS_LIGATED = 0x20u,
63 HB_OT_LAYOUT_GLYPH_PROPS_MULTIPLIED = 0x40u,
65 HB_OT_LAYOUT_GLYPH_PROPS_PRESERVE = HB_OT_LAYOUT_GLYPH_PROPS_SUBSTITUTED |
66 HB_OT_LAYOUT_GLYPH_PROPS_LIGATED |
67 HB_OT_LAYOUT_GLYPH_PROPS_MULTIPLIED
69 HB_MARK_AS_FLAG_T (hb_ot_layout_glyph_props_flags_t);
77 hb_ot_layout_lookup_would_substitute_fast (hb_face_t *face,
78 unsigned int lookup_index,
79 const hb_codepoint_t *glyphs,
80 unsigned int glyphs_length,
81 hb_bool_t zero_context);
84 /* Should be called before all the substitute_lookup's are done. */
86 hb_ot_layout_substitute_start (hb_font_t *font,
90 struct hb_ot_layout_lookup_accelerator_t;
93 struct hb_ot_apply_context_t;
98 hb_ot_layout_substitute_lookup (OT::hb_ot_apply_context_t *c,
99 const OT::SubstLookup &lookup,
100 const hb_ot_layout_lookup_accelerator_t &accel);
103 /* Should be called before all the position_lookup's are done. */
105 hb_ot_layout_position_start (hb_font_t *font,
106 hb_buffer_t *buffer);
108 /* Should be called after all the position_lookup's are done, to finish advances. */
110 hb_ot_layout_position_finish_advances (hb_font_t *font,
111 hb_buffer_t *buffer);
113 /* Should be called after hb_ot_layout_position_finish_advances, to finish offsets. */
115 hb_ot_layout_position_finish_offsets (hb_font_t *font,
116 hb_buffer_t *buffer);
143 struct hb_ot_layout_lookup_accelerator_t
145 template <typename TLookup>
146 inline void init (const TLookup &lookup)
149 lookup.add_coverage (&digest);
152 inline void fini (void)
156 inline bool may_have (hb_codepoint_t g) const {
157 return digest.may_have (g);
161 hb_set_digest_t digest;
164 struct hb_ot_layout_t
166 hb_blob_t *gdef_blob;
167 hb_blob_t *gsub_blob;
168 hb_blob_t *gpos_blob;
170 const struct OT::GDEF *gdef;
171 const struct OT::GSUB *gsub;
172 const struct OT::GPOS *gpos;
174 /* TODO Move the following out of this struct. */
175 OT::hb_lazy_table_loader_t<struct OT::BASE> base;
176 OT::hb_lazy_table_loader_t<struct OT::COLR> colr;
177 OT::hb_lazy_table_loader_t<struct OT::CPAL> cpal;
178 OT::hb_lazy_table_loader_t<struct OT::MATH> math;
179 OT::hb_lazy_table_loader_t<struct OT::fvar> fvar;
180 OT::hb_lazy_table_loader_t<struct OT::avar> avar;
181 OT::hb_lazy_table_loader_t<struct AAT::ankr> ankr;
182 OT::hb_lazy_table_loader_t<struct AAT::kerx> kerx;
183 OT::hb_lazy_table_loader_t<struct AAT::morx> morx;
184 OT::hb_lazy_table_loader_t<struct AAT::trak> trak;
186 unsigned int gsub_lookup_count;
187 unsigned int gpos_lookup_count;
189 hb_ot_layout_lookup_accelerator_t *gsub_accels;
190 hb_ot_layout_lookup_accelerator_t *gpos_accels;
194 HB_INTERNAL hb_ot_layout_t *
195 _hb_ot_layout_create (hb_face_t *face);
198 _hb_ot_layout_destroy (hb_ot_layout_t *layout);
201 #define hb_ot_layout_from_face(face) ((hb_ot_layout_t *) face->shaper_data.ot)
205 * Buffer var routines.
208 /* buffer var allocations, used during the entire shaping process */
209 #define unicode_props() var2.u16[0]
211 /* buffer var allocations, used during the GSUB/GPOS processing */
212 #define glyph_props() var1.u16[0] /* GDEF glyph properties */
213 #define lig_props() var1.u8[2] /* GSUB/GPOS ligature tracking */
214 #define syllable() var1.u8[3] /* GSUB/GPOS shaping boundaries */
217 /* Loop over syllables. Based on foreach_cluster(). */
218 #define foreach_syllable(buffer, start, end) \
220 _count = buffer->len, \
221 start = 0, end = _count ? _next_syllable (buffer, 0) : 0; \
223 start = end, end = _next_syllable (buffer, start))
225 static inline unsigned int
226 _next_syllable (hb_buffer_t *buffer, unsigned int start)
228 hb_glyph_info_t *info = buffer->info;
229 unsigned int count = buffer->len;
231 unsigned int syllable = info[start].syllable();
232 while (++start < count && syllable == info[start].syllable())
242 * unicode_props() is a two-byte number. The low byte includes:
243 * - General_Category: 5 bits.
245 * * Is it Default_Ignorable(); we have a modified Default_Ignorable().
246 * * Whether it's one of the three Mongolian Free Variation Selectors,
247 * CGJ, or other characters that are hidden but should not be ignored
248 * like most other Default_Ignorable()s do during matching.
249 * * One free bit right now.
251 * The high-byte has different meanings, switched by the Gen-Cat:
252 * - For Mn,Mc,Me: the modified Combining_Class.
253 * - For Cf: whether it's ZWJ, ZWNJ, or something else.
254 * - For Ws: index of which space character this is, if space fallback
255 * is needed, ie. we don't set this by default, only if asked to.
258 enum hb_unicode_props_flags_t {
259 UPROPS_MASK_GEN_CAT = 0x001Fu,
260 UPROPS_MASK_IGNORABLE = 0x0020u,
261 UPROPS_MASK_HIDDEN = 0x0040u, /* MONGOLIAN FREE VARIATION SELECTOR 1..3,
262 * or TAG characters */
264 /* If GEN_CAT=FORMAT, top byte masks: */
265 UPROPS_MASK_Cf_ZWJ = 0x0100u,
266 UPROPS_MASK_Cf_ZWNJ = 0x0200u
268 HB_MARK_AS_FLAG_T (hb_unicode_props_flags_t);
271 _hb_glyph_info_set_unicode_props (hb_glyph_info_t *info, hb_buffer_t *buffer)
273 hb_unicode_funcs_t *unicode = buffer->unicode;
274 unsigned int u = info->codepoint;
275 unsigned int gen_cat = (unsigned int) unicode->general_category (u);
276 unsigned int props = gen_cat;
280 buffer->scratch_flags |= HB_BUFFER_SCRATCH_FLAG_HAS_NON_ASCII;
281 if (unlikely (unicode->is_default_ignorable (u)))
283 buffer->scratch_flags |= HB_BUFFER_SCRATCH_FLAG_HAS_DEFAULT_IGNORABLES;
284 props |= UPROPS_MASK_IGNORABLE;
285 if (u == 0x200Cu) props |= UPROPS_MASK_Cf_ZWNJ;
286 else if (u == 0x200Du) props |= UPROPS_MASK_Cf_ZWJ;
287 /* Mongolian Free Variation Selectors need to be remembered
288 * because although we need to hide them like default-ignorables,
289 * they need to non-ignorable during shaping. This is similar to
290 * what we do for joiners in Indic-like shapers, but since the
291 * FVSes are GC=Mn, we have use a separate bit to remember them.
293 * https://github.com/harfbuzz/harfbuzz/issues/234 */
294 else if (unlikely (hb_in_range (u, 0x180Bu, 0x180Du))) props |= UPROPS_MASK_HIDDEN;
295 /* TAG characters need similar treatment. Fixes:
296 * https://github.com/harfbuzz/harfbuzz/issues/463 */
297 else if (unlikely (hb_in_range (u, 0xE0020u, 0xE007Fu))) props |= UPROPS_MASK_HIDDEN;
298 /* COMBINING GRAPHEME JOINER should not be skipped; at least some times.
299 * https://github.com/harfbuzz/harfbuzz/issues/554 */
300 else if (unlikely (u == 0x034Fu))
302 buffer->scratch_flags |= HB_BUFFER_SCRATCH_FLAG_HAS_CGJ;
303 props |= UPROPS_MASK_HIDDEN;
306 else if (unlikely (HB_UNICODE_GENERAL_CATEGORY_IS_NON_ENCLOSING_MARK_OR_MODIFIER_SYMBOL (gen_cat)))
308 /* The above check is just an optimization to let in only things we need further
311 /* Only Mn and Mc can have non-zero ccc:
312 * http://www.unicode.org/policies/stability_policy.html#Property_Value
314 * Canonical_Combining_Class, General_Category
315 * All characters other than those with General_Category property values
316 * Spacing_Mark (Mc) and Nonspacing_Mark (Mn) have the Canonical_Combining_Class
321 * Also, all Mn's that are Default_Ignorable, have ccc=0, hence
324 props |= unicode->modified_combining_class (info->codepoint)<<8;
326 /* Recategorize emoji skin-tone modifiers as Unicode mark, so they
327 * behave correctly in non-native directionality. They originally
328 * are MODIFIER_SYMBOL. Fixes:
329 * https://github.com/harfbuzz/harfbuzz/issues/169
331 if (unlikely (hb_in_range (u, 0x1F3FBu, 0x1F3FFu)))
333 props = gen_cat = HB_UNICODE_GENERAL_CATEGORY_ENCLOSING_MARK;
338 info->unicode_props() = props;
342 _hb_glyph_info_set_general_category (hb_glyph_info_t *info,
343 hb_unicode_general_category_t gen_cat)
345 /* Clears top-byte. */
346 info->unicode_props() = (unsigned int) gen_cat | (info->unicode_props() & (0xFF & ~UPROPS_MASK_GEN_CAT));
349 static inline hb_unicode_general_category_t
350 _hb_glyph_info_get_general_category (const hb_glyph_info_t *info)
352 return (hb_unicode_general_category_t) (info->unicode_props() & UPROPS_MASK_GEN_CAT);
356 _hb_glyph_info_is_unicode_mark (const hb_glyph_info_t *info)
358 return HB_UNICODE_GENERAL_CATEGORY_IS_MARK (info->unicode_props() & UPROPS_MASK_GEN_CAT);
361 _hb_glyph_info_set_modified_combining_class (hb_glyph_info_t *info,
362 unsigned int modified_class)
364 if (unlikely (!_hb_glyph_info_is_unicode_mark (info)))
366 info->unicode_props() = (modified_class<<8) | (info->unicode_props() & 0xFF);
368 static inline unsigned int
369 _hb_glyph_info_get_modified_combining_class (const hb_glyph_info_t *info)
371 return _hb_glyph_info_is_unicode_mark (info) ? info->unicode_props()>>8 : 0;
375 /* Loop over grapheme. Based on foreach_cluster(). */
376 #define foreach_grapheme(buffer, start, end) \
378 _count = buffer->len, \
379 start = 0, end = _count ? _next_grapheme (buffer, 0) : 0; \
381 start = end, end = _next_grapheme (buffer, start))
383 static inline unsigned int
384 _next_grapheme (hb_buffer_t *buffer, unsigned int start)
386 hb_glyph_info_t *info = buffer->info;
387 unsigned int count = buffer->len;
389 while (++start < count && _hb_glyph_info_is_unicode_mark (&info[start]))
396 #define info_cc(info) (_hb_glyph_info_get_modified_combining_class (&(info)))
399 _hb_glyph_info_is_unicode_space (const hb_glyph_info_t *info)
401 return _hb_glyph_info_get_general_category (info) ==
402 HB_UNICODE_GENERAL_CATEGORY_SPACE_SEPARATOR;
405 _hb_glyph_info_set_unicode_space_fallback_type (hb_glyph_info_t *info, hb_unicode_funcs_t::space_t s)
407 if (unlikely (!_hb_glyph_info_is_unicode_space (info)))
409 info->unicode_props() = (((unsigned int) s)<<8) | (info->unicode_props() & 0xFF);
411 static inline hb_unicode_funcs_t::space_t
412 _hb_glyph_info_get_unicode_space_fallback_type (const hb_glyph_info_t *info)
414 return _hb_glyph_info_is_unicode_space (info) ?
415 (hb_unicode_funcs_t::space_t) (info->unicode_props()>>8) :
416 hb_unicode_funcs_t::NOT_SPACE;
419 static inline bool _hb_glyph_info_ligated (const hb_glyph_info_t *info);
421 static inline hb_bool_t
422 _hb_glyph_info_is_default_ignorable (const hb_glyph_info_t *info)
424 return (info->unicode_props() & UPROPS_MASK_IGNORABLE) &&
425 !_hb_glyph_info_ligated (info);
427 static inline hb_bool_t
428 _hb_glyph_info_is_default_ignorable_and_not_hidden (const hb_glyph_info_t *info)
430 return ((info->unicode_props() & (UPROPS_MASK_IGNORABLE|UPROPS_MASK_HIDDEN))
431 == UPROPS_MASK_IGNORABLE) &&
432 !_hb_glyph_info_ligated (info);
435 _hb_glyph_info_unhide (hb_glyph_info_t *info)
437 info->unicode_props() &= ~ UPROPS_MASK_HIDDEN;
441 _hb_glyph_info_is_unicode_format (const hb_glyph_info_t *info)
443 return _hb_glyph_info_get_general_category (info) ==
444 HB_UNICODE_GENERAL_CATEGORY_FORMAT;
446 static inline hb_bool_t
447 _hb_glyph_info_is_zwnj (const hb_glyph_info_t *info)
449 return _hb_glyph_info_is_unicode_format (info) && (info->unicode_props() & UPROPS_MASK_Cf_ZWNJ);
451 static inline hb_bool_t
452 _hb_glyph_info_is_zwj (const hb_glyph_info_t *info)
454 return _hb_glyph_info_is_unicode_format (info) && (info->unicode_props() & UPROPS_MASK_Cf_ZWJ);
456 static inline hb_bool_t
457 _hb_glyph_info_is_joiner (const hb_glyph_info_t *info)
459 return _hb_glyph_info_is_unicode_format (info) && (info->unicode_props() & (UPROPS_MASK_Cf_ZWNJ|UPROPS_MASK_Cf_ZWJ));
462 _hb_glyph_info_flip_joiners (hb_glyph_info_t *info)
464 if (!_hb_glyph_info_is_unicode_format (info))
466 info->unicode_props() ^= UPROPS_MASK_Cf_ZWNJ | UPROPS_MASK_Cf_ZWJ;
469 /* lig_props: aka lig_id / lig_comp
471 * When a ligature is formed:
473 * - The ligature glyph and any marks in between all the same newly allocated
475 * - The ligature glyph will get lig_num_comps set to the number of components
476 * - The marks get lig_comp > 0, reflecting which component of the ligature
477 * they were applied to.
478 * - This is used in GPOS to attach marks to the right component of a ligature
480 * - Note that when marks are ligated together, much of the above is skipped
481 * and the current lig_id reused.
483 * When a multiple-substitution is done:
485 * - All resulting glyphs will have lig_id = 0,
486 * - The resulting glyphs will have lig_comp = 0, 1, 2, ... respectively.
487 * - This is used in GPOS to attach marks to the first component of a
488 * multiple substitution in MarkBasePos.
490 * The numbers are also used in GPOS to do mark-to-mark positioning only
491 * to marks that belong to the same component of the same ligature.
495 _hb_glyph_info_clear_lig_props (hb_glyph_info_t *info)
497 info->lig_props() = 0;
500 #define IS_LIG_BASE 0x10
503 _hb_glyph_info_set_lig_props_for_ligature (hb_glyph_info_t *info,
505 unsigned int lig_num_comps)
507 info->lig_props() = (lig_id << 5) | IS_LIG_BASE | (lig_num_comps & 0x0F);
511 _hb_glyph_info_set_lig_props_for_mark (hb_glyph_info_t *info,
513 unsigned int lig_comp)
515 info->lig_props() = (lig_id << 5) | (lig_comp & 0x0F);
519 _hb_glyph_info_set_lig_props_for_component (hb_glyph_info_t *info, unsigned int comp)
521 _hb_glyph_info_set_lig_props_for_mark (info, 0, comp);
524 static inline unsigned int
525 _hb_glyph_info_get_lig_id (const hb_glyph_info_t *info)
527 return info->lig_props() >> 5;
531 _hb_glyph_info_ligated_internal (const hb_glyph_info_t *info)
533 return !!(info->lig_props() & IS_LIG_BASE);
536 static inline unsigned int
537 _hb_glyph_info_get_lig_comp (const hb_glyph_info_t *info)
539 if (_hb_glyph_info_ligated_internal (info))
542 return info->lig_props() & 0x0F;
545 static inline unsigned int
546 _hb_glyph_info_get_lig_num_comps (const hb_glyph_info_t *info)
548 if ((info->glyph_props() & HB_OT_LAYOUT_GLYPH_PROPS_LIGATURE) &&
549 _hb_glyph_info_ligated_internal (info))
550 return info->lig_props() & 0x0F;
555 static inline uint8_t
556 _hb_allocate_lig_id (hb_buffer_t *buffer) {
557 uint8_t lig_id = buffer->next_serial () & 0x07;
558 if (unlikely (!lig_id))
559 lig_id = _hb_allocate_lig_id (buffer); /* in case of overflow */
566 _hb_glyph_info_set_glyph_props (hb_glyph_info_t *info, unsigned int props)
568 info->glyph_props() = props;
571 static inline unsigned int
572 _hb_glyph_info_get_glyph_props (const hb_glyph_info_t *info)
574 return info->glyph_props();
578 _hb_glyph_info_is_base_glyph (const hb_glyph_info_t *info)
580 return !!(info->glyph_props() & HB_OT_LAYOUT_GLYPH_PROPS_BASE_GLYPH);
584 _hb_glyph_info_is_ligature (const hb_glyph_info_t *info)
586 return !!(info->glyph_props() & HB_OT_LAYOUT_GLYPH_PROPS_LIGATURE);
590 _hb_glyph_info_is_mark (const hb_glyph_info_t *info)
592 return !!(info->glyph_props() & HB_OT_LAYOUT_GLYPH_PROPS_MARK);
596 _hb_glyph_info_substituted (const hb_glyph_info_t *info)
598 return !!(info->glyph_props() & HB_OT_LAYOUT_GLYPH_PROPS_SUBSTITUTED);
602 _hb_glyph_info_ligated (const hb_glyph_info_t *info)
604 return !!(info->glyph_props() & HB_OT_LAYOUT_GLYPH_PROPS_LIGATED);
608 _hb_glyph_info_multiplied (const hb_glyph_info_t *info)
610 return !!(info->glyph_props() & HB_OT_LAYOUT_GLYPH_PROPS_MULTIPLIED);
614 _hb_glyph_info_ligated_and_didnt_multiply (const hb_glyph_info_t *info)
616 return _hb_glyph_info_ligated (info) && !_hb_glyph_info_multiplied (info);
620 _hb_glyph_info_clear_ligated_and_multiplied (hb_glyph_info_t *info)
622 info->glyph_props() &= ~(HB_OT_LAYOUT_GLYPH_PROPS_LIGATED |
623 HB_OT_LAYOUT_GLYPH_PROPS_MULTIPLIED);
627 _hb_glyph_info_clear_substituted (hb_glyph_info_t *info)
629 info->glyph_props() &= ~(HB_OT_LAYOUT_GLYPH_PROPS_SUBSTITUTED);
633 /* Allocation / deallocation. */
636 _hb_buffer_allocate_unicode_vars (hb_buffer_t *buffer)
638 HB_BUFFER_ALLOCATE_VAR (buffer, unicode_props);
642 _hb_buffer_deallocate_unicode_vars (hb_buffer_t *buffer)
644 HB_BUFFER_DEALLOCATE_VAR (buffer, unicode_props);
648 _hb_buffer_assert_unicode_vars (hb_buffer_t *buffer)
650 HB_BUFFER_ASSERT_VAR (buffer, unicode_props);
654 _hb_buffer_allocate_gsubgpos_vars (hb_buffer_t *buffer)
656 HB_BUFFER_ALLOCATE_VAR (buffer, glyph_props);
657 HB_BUFFER_ALLOCATE_VAR (buffer, lig_props);
658 HB_BUFFER_ALLOCATE_VAR (buffer, syllable);
662 _hb_buffer_deallocate_gsubgpos_vars (hb_buffer_t *buffer)
664 HB_BUFFER_DEALLOCATE_VAR (buffer, syllable);
665 HB_BUFFER_DEALLOCATE_VAR (buffer, lig_props);
666 HB_BUFFER_DEALLOCATE_VAR (buffer, glyph_props);
670 _hb_buffer_assert_gsubgpos_vars (hb_buffer_t *buffer)
672 HB_BUFFER_ASSERT_VAR (buffer, glyph_props);
673 HB_BUFFER_ASSERT_VAR (buffer, lig_props);
674 HB_BUFFER_ASSERT_VAR (buffer, syllable);
677 /* Make sure no one directly touches our props... */
678 #undef unicode_props0
679 #undef unicode_props1
683 #endif /* HB_OT_LAYOUT_PRIVATE_HH */