X-Git-Url: http://review.tizen.org/git/?p=platform%2Fcore%2Fuifw%2Fdali-toolkit.git;a=blobdiff_plain;f=dali-toolkit%2Finternal%2Ftext%2Fmulti-language-support-impl.cpp;h=dbd110ba863f6f8489fb49b0c04c786740ddad55;hp=8e55537b813ad2fcf0dd2ceb2ad77cacea0ad4f0;hb=fbd8d4da2506b57b46a71c5d113f4cb86f23c731;hpb=bfba32ee6a85f1ca0feefe8778dd406afedaeac8 diff --git a/dali-toolkit/internal/text/multi-language-support-impl.cpp b/dali-toolkit/internal/text/multi-language-support-impl.cpp index 8e55537..dbd110b 100644 --- a/dali-toolkit/internal/text/multi-language-support-impl.cpp +++ b/dali-toolkit/internal/text/multi-language-support-impl.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2015 Samsung Electronics Co., Ltd. + * Copyright (c) 2021 Samsung Electronics Co., Ltd. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -19,16 +19,18 @@ #include // EXTERNAL INCLUDES -#include -#include +#include #include +#include + +// INTERNAL INCLUDES +#include +#include namespace Dali { - namespace Toolkit { - namespace { #if defined(DEBUG_ENABLED) @@ -36,102 +38,58 @@ Debug::Filter* gLogFilter = Debug::Filter::New(Debug::NoLogging, true, "LOG_MULT #endif const Dali::Toolkit::Text::Character UTF32_A = 0x0041; -} +} // namespace namespace Text { - namespace Internal { - -/** - * @brief Retrieves the font Id from the font run for a given character's @p index. - * - * If the character's index exceeds the current font run it increases the iterator to get the next one. - * - * @param[in] index The character's index. - * @param[in,out] fontRunIt Iterator to the current font run. - * @param[in] fontRunEndIt Iterator to one after the last font run. - * - * @return The font id. - */ -FontId GetFontId( Length index, - Vector::ConstIterator& fontRunIt, - const Vector::ConstIterator& fontRunEndIt ) +bool ValidateFontsPerScript::IsValidFont(FontId fontId) const { - FontId fontId = 0u; - - if( fontRunIt != fontRunEndIt ) + for(Vector::ConstIterator it = mValidFonts.Begin(), + endIt = mValidFonts.End(); + it != endIt; + ++it) { - const FontRun& fontRun = *fontRunIt; - - if( ( index >= fontRun.characterRun.characterIndex ) && - ( index < fontRun.characterRun.characterIndex + fontRun.characterRun.numberOfCharacters ) ) - { - fontId = fontRun.fontId; - } - - if( index + 1u == fontRun.characterRun.characterIndex + fontRun.characterRun.numberOfCharacters ) + if(fontId == *it) { - // All the characters of the current run have been traversed. Get the next one for the next iteration. - ++fontRunIt; + return true; } } - return fontId; + return false; } -/** - * @brief Retrieves the script Id from the script run for a given character's @p index. - * - * If the character's index exceeds the current script run it increases the iterator to get the next one. - * - * @param[in] index The character's index. - * @param[in,out] scriptRunIt Iterator to the current font run. - * @param[in] scriptRunEndIt Iterator to one after the last script run. - * - * @return The script. - */ -Script GetScript( Length index, - Vector::ConstIterator& scriptRunIt, - const Vector::ConstIterator& scriptRunEndIt ) +FontId DefaultFonts::FindFont(TextAbstraction::FontClient& fontClient, + const TextAbstraction::FontDescription& description, + PointSize26Dot6 size) const { - Script script = TextAbstraction::UNKNOWN; - - if( scriptRunIt != scriptRunEndIt ) + for(std::vector::const_iterator it = mFonts.begin(), + endIt = mFonts.end(); + it != endIt; + ++it) { - const ScriptRun& scriptRun = *scriptRunIt; - - if( ( index >= scriptRun.characterRun.characterIndex ) && - ( index < scriptRun.characterRun.characterIndex + scriptRun.characterRun.numberOfCharacters ) ) - { - script = scriptRun.script; - } + const CacheItem& item = *it; - if( index + 1u == scriptRun.characterRun.characterIndex + scriptRun.characterRun.numberOfCharacters ) + if(((TextAbstraction::FontWeight::NONE == description.weight) || (description.weight == item.description.weight)) && + ((TextAbstraction::FontWidth::NONE == description.width) || (description.width == item.description.width)) && + ((TextAbstraction::FontSlant::NONE == description.slant) || (description.slant == item.description.slant)) && + (size == fontClient.GetPointSize(item.fontId)) && + (description.family.empty() || (description.family == item.description.family))) { - // All the characters of the current run have been traversed. Get the next one for the next iteration. - ++scriptRunIt; + return item.fontId; } } - return script; + return 0u; } -bool ValidateFontsPerScript::FindValidFont( FontId fontId ) const +void DefaultFonts::Cache(const TextAbstraction::FontDescription& description, FontId fontId) { - for( Vector::ConstIterator it = mValidFonts.Begin(), - endIt = mValidFonts.End(); - it != endIt; - ++it ) - { - if( fontId == *it ) - { - return true; - } - } - - return false; + CacheItem item; + item.description = description; + item.fontId = fontId; + mFonts.push_back(item); } MultilanguageSupport::MultilanguageSupport() @@ -140,21 +98,29 @@ MultilanguageSupport::MultilanguageSupport() { // Initializes the default font cache to zero (invalid font). // Reserves space to cache the default fonts and access them with the script as an index. - mDefaultFontPerScriptCache.Resize( TextAbstraction::UNKNOWN, 0u ); + mDefaultFontPerScriptCache.Resize(TextAbstraction::GetNumberOfScripts(), NULL); // Initializes the valid fonts cache to NULL (no valid fonts). // Reserves space to cache the valid fonts and access them with the script as an index. - mValidFontsPerScriptCache.Resize( TextAbstraction::UNKNOWN, NULL ); + mValidFontsPerScriptCache.Resize(TextAbstraction::GetNumberOfScripts(), NULL); } MultilanguageSupport::~MultilanguageSupport() { - // Destroy the valid fonts per script cache. + // Destroy the default font per script cache. + for(Vector::Iterator it = mDefaultFontPerScriptCache.Begin(), + endIt = mDefaultFontPerScriptCache.End(); + it != endIt; + ++it) + { + delete *it; + } - for( Vector::Iterator it = mValidFontsPerScriptCache.Begin(), - endIt = mValidFontsPerScriptCache.End(); - it != endIt; - ++it ) + // Destroy the valid fonts per script cache. + for(Vector::Iterator it = mValidFontsPerScriptCache.Begin(), + endIt = mValidFontsPerScriptCache.End(); + it != endIt; + ++it) { delete *it; } @@ -164,46 +130,64 @@ Text::MultilanguageSupport MultilanguageSupport::Get() { Text::MultilanguageSupport multilanguageSupportHandle; - SingletonService service( SingletonService::Get() ); - if( service ) + SingletonService service(SingletonService::Get()); + if(service) { // Check whether the singleton is already created - Dali::BaseHandle handle = service.GetSingleton( typeid( Text::MultilanguageSupport ) ); - if( handle ) + Dali::BaseHandle handle = service.GetSingleton(typeid(Text::MultilanguageSupport)); + if(handle) { // If so, downcast the handle - MultilanguageSupport* impl = dynamic_cast< Internal::MultilanguageSupport* >( handle.GetObjectPtr() ); - multilanguageSupportHandle = Text::MultilanguageSupport( impl ); + MultilanguageSupport* impl = dynamic_cast(handle.GetObjectPtr()); + multilanguageSupportHandle = Text::MultilanguageSupport(impl); } else // create and register the object { - multilanguageSupportHandle = Text::MultilanguageSupport( new MultilanguageSupport ); - service.Register( typeid( multilanguageSupportHandle ), multilanguageSupportHandle ); + multilanguageSupportHandle = Text::MultilanguageSupport(new MultilanguageSupport); + service.Register(typeid(multilanguageSupportHandle), multilanguageSupportHandle); } } return multilanguageSupportHandle; } -void MultilanguageSupport::SetScripts( const Vector& text, - Vector& scripts ) +void MultilanguageSupport::SetScripts(const Vector& text, + CharacterIndex startIndex, + Length numberOfCharacters, + Vector& scripts) { - const Length numberOfCharacters = text.Count(); - - if( 0u == numberOfCharacters ) + if(0u == numberOfCharacters) { // Nothing to do if there are no characters. return; } + // Find the first index where to insert the script. + ScriptRunIndex scriptIndex = 0u; + if(0u != startIndex) + { + for(Vector::ConstIterator it = scripts.Begin(), + endIt = scripts.End(); + it != endIt; + ++it, ++scriptIndex) + { + const ScriptRun& run = *it; + if(startIndex < run.characterRun.characterIndex + run.characterRun.numberOfCharacters) + { + // Run found. + break; + } + } + } + // Stores the current script run. ScriptRun currentScriptRun; - currentScriptRun.characterRun.characterIndex = 0u; + currentScriptRun.characterRun.characterIndex = startIndex; currentScriptRun.characterRun.numberOfCharacters = 0u; - currentScriptRun.script = TextAbstraction::UNKNOWN; + currentScriptRun.script = TextAbstraction::UNKNOWN; // Reserve some space to reduce the number of reallocations. - scripts.Reserve( numberOfCharacters << 2u ); + scripts.Reserve(text.Count() << 2u); // Whether the first valid script needs to be set. bool isFirstScriptToBeSet = true; @@ -214,16 +198,21 @@ void MultilanguageSupport::SetScripts( const Vector& text, // Count the number of characters which are valid for all scripts. i.e. white spaces or '\n'. Length numberOfAllScriptCharacters = 0u; - // Pointers to the text and break info buffers. + // Pointers to the text buffer. const Character* const textBuffer = text.Begin(); + // Initialize whether is right to left direction + currentScriptRun.isRightToLeft = false; + // Traverse all characters and set the scripts. - for( Length index = 0u; index < numberOfCharacters; ++index ) + const Length lastCharacter = startIndex + numberOfCharacters; + + for(Length index = startIndex; index < lastCharacter; ++index) { - Character character = *( textBuffer + index ); + Character character = *(textBuffer + index); // Get the script of the character. - Script script = TextAbstraction::GetCharacterScript( character ); + Script script = TextAbstraction::GetCharacterScript(character); // Some characters (like white spaces) are valid for many scripts. The rules to set a script // for them are: @@ -234,14 +223,45 @@ void MultilanguageSupport::SetScripts( const Vector& text, // script of the first character of the paragraph with a defined script. // Skip those characters valid for many scripts like white spaces or '\n'. - bool endOfText = index == numberOfCharacters; - while( !endOfText && - ( TextAbstraction::COMMON == script ) ) + bool endOfText = index == lastCharacter; + + //Handle all Emoji Sequence cases + if(IsNewSequence(textBuffer, currentScriptRun.script, index, lastCharacter, script)) { + AddCurrentScriptAndCreatNewScript(script, + false, + false, + currentScriptRun, + numberOfAllScriptCharacters, + scripts, + scriptIndex); + } + else if(IsScriptChangedToFollowSequence(currentScriptRun.script, character, script)) + { + currentScriptRun.script = script; + } + else if(IsOneOfEmojiScripts(currentScriptRun.script) && (TextAbstraction::COMMON == script)) + { + // Emojis doesn't mix well with characters common to all scripts. Insert the emoji run. + AddCurrentScriptAndCreatNewScript(TextAbstraction::UNKNOWN, + false, + false, + currentScriptRun, + numberOfAllScriptCharacters, + scripts, + scriptIndex); + } + + while(!endOfText && + (TextAbstraction::COMMON == script)) + { + // Check if whether is right to left markup and Keeps true if the previous value was true. + currentScriptRun.isRightToLeft = currentScriptRun.isRightToLeft || TextAbstraction::IsRightToLeftMark(character); + // Count all these characters to be added into a script. ++numberOfAllScriptCharacters; - if( TextAbstraction::IsNewParagraph( character ) ) + if(TextAbstraction::IsNewParagraph(character)) { // The character is a new paragraph. // To know when there is a new paragraph is needed because if there is a white space @@ -249,25 +269,42 @@ void MultilanguageSupport::SetScripts( const Vector& text, // the same direction than the first script of the paragraph. isFirstScriptToBeSet = true; - // Characters common to all scripts at the end of the paragraph are added to the last script (if the last one is not unknown). - if( TextAbstraction::UNKNOWN != currentScriptRun.script ) - { - currentScriptRun.characterRun.numberOfCharacters += numberOfAllScriptCharacters; - numberOfAllScriptCharacters = 0u; - } + AddCurrentScriptAndCreatNewScript(TextAbstraction::UNKNOWN, + false, + false, + currentScriptRun, + numberOfAllScriptCharacters, + scripts, + scriptIndex); } // Get the next character. ++index; - endOfText = index == numberOfCharacters; - if( !endOfText ) + endOfText = index == lastCharacter; + if(!endOfText) { - character = *( textBuffer + index ); - script = TextAbstraction::GetCharacterScript( character ); + character = *(textBuffer + index); + script = TextAbstraction::GetCharacterScript(character); + + //Handle all Emoji Sequence cases + if(IsNewSequence(textBuffer, currentScriptRun.script, index, lastCharacter, script)) + { + AddCurrentScriptAndCreatNewScript(script, + false, + false, + currentScriptRun, + numberOfAllScriptCharacters, + scripts, + scriptIndex); + } + else if(IsScriptChangedToFollowSequence(currentScriptRun.script, character, script)) + { + currentScriptRun.script = script; + } } - } + } // end while( !endOfText && ( TextAbstraction::COMMON == script ) ) - if( endOfText ) + if(endOfText) { // Last characters of the text are 'white spaces'. // There is nothing else to do. Just add the remaining characters to the last script after this bucle. @@ -275,52 +312,60 @@ void MultilanguageSupport::SetScripts( const Vector& text, } // Check if it is the first character of a paragraph. - if( isFirstScriptToBeSet && - ( TextAbstraction::UNKNOWN != script ) && - ( TextAbstraction::COMMON != script ) ) + if(isFirstScriptToBeSet && + (TextAbstraction::UNKNOWN != script) && + (TextAbstraction::COMMON != script) && + (TextAbstraction::EMOJI != script) && + (TextAbstraction::EMOJI_TEXT != script) && + (TextAbstraction::EMOJI_COLOR != script) && + (!TextAbstraction::IsSymbolScript(script))) { // Sets the direction of the first valid script. - isParagraphRTL = TextAbstraction::IsRightToLeftScript( script ); + isParagraphRTL = currentScriptRun.isRightToLeft || TextAbstraction::IsRightToLeftScript(script); isFirstScriptToBeSet = false; } - if( ( script != currentScriptRun.script ) && - ( TextAbstraction::COMMON != script ) ) + if((script != currentScriptRun.script) && + (TextAbstraction::COMMON != script)) { // Current run needs to be stored and a new one initialized. - if( ( isParagraphRTL == TextAbstraction::IsRightToLeftScript( currentScriptRun.script ) ) && - ( TextAbstraction::UNKNOWN != currentScriptRun.script ) ) + if((isParagraphRTL == TextAbstraction::IsRightToLeftScript(currentScriptRun.script)) && + (TextAbstraction::UNKNOWN != currentScriptRun.script)) { // Previous script has the same direction than the first script of the paragraph. // All the previously skipped characters need to be added to the previous script before it's stored. currentScriptRun.characterRun.numberOfCharacters += numberOfAllScriptCharacters; numberOfAllScriptCharacters = 0u; } - else if( ( TextAbstraction::IsRightToLeftScript( currentScriptRun.script ) == TextAbstraction::IsRightToLeftScript( script ) ) && - ( TextAbstraction::UNKNOWN != currentScriptRun.script ) ) + else if((TextAbstraction::IsRightToLeftScript(currentScriptRun.script) == TextAbstraction::IsRightToLeftScript(script)) && + (TextAbstraction::UNKNOWN != currentScriptRun.script)) { // Current script and previous one have the same direction. // All the previously skipped characters need to be added to the previous script before it's stored. currentScriptRun.characterRun.numberOfCharacters += numberOfAllScriptCharacters; numberOfAllScriptCharacters = 0u; } - - if( 0u != currentScriptRun.characterRun.numberOfCharacters ) + else if((TextAbstraction::UNKNOWN == currentScriptRun.script) && + (TextAbstraction::IsSymbolOrEmojiOrTextScript(script))) { - // Store the script run. - scripts.PushBack( currentScriptRun ); + currentScriptRun.characterRun.numberOfCharacters += numberOfAllScriptCharacters; + numberOfAllScriptCharacters = 0u; } - // Initialize the new one. - currentScriptRun.characterRun.characterIndex = currentScriptRun.characterRun.characterIndex + currentScriptRun.characterRun.numberOfCharacters; - currentScriptRun.characterRun.numberOfCharacters = numberOfAllScriptCharacters + 1u; // Adds the white spaces which are at the begining of the script. - currentScriptRun.script = script; - numberOfAllScriptCharacters = 0u; + // Adds the white spaces which are at the begining of the script. + numberOfAllScriptCharacters++; + AddCurrentScriptAndCreatNewScript(script, + TextAbstraction::IsRightToLeftScript(script), + true, + currentScriptRun, + numberOfAllScriptCharacters, + scripts, + scriptIndex); } else { - if( TextAbstraction::UNKNOWN != currentScriptRun.script ) + if(TextAbstraction::UNKNOWN != currentScriptRun.script) { // Adds white spaces between characters. currentScriptRun.characterRun.numberOfCharacters += numberOfAllScriptCharacters; @@ -335,257 +380,445 @@ void MultilanguageSupport::SetScripts( const Vector& text, // Add remaining characters into the last script. currentScriptRun.characterRun.numberOfCharacters += numberOfAllScriptCharacters; - DALI_ASSERT_DEBUG( ( 0u != currentScriptRun.characterRun.numberOfCharacters ) && "MultilanguageSupport::SetScripts() Trying to insert a script run with zero characters." ); - - if( TextAbstraction::UNKNOWN == currentScriptRun.script ) + if(0u != currentScriptRun.characterRun.numberOfCharacters) { - // There are only white spaces in the last script. Set the latin script. - currentScriptRun.script = TextAbstraction::LATIN; + // Store the last run. + scripts.Insert(scripts.Begin() + scriptIndex, currentScriptRun); + ++scriptIndex; } - // Store the last run. - scripts.PushBack( currentScriptRun ); + if(scriptIndex < scripts.Count()) + { + // Update the indices of the next script runs. + const ScriptRun& run = *(scripts.Begin() + scriptIndex - 1u); + CharacterIndex nextCharacterIndex = run.characterRun.characterIndex + run.characterRun.numberOfCharacters; + + for(Vector::Iterator it = scripts.Begin() + scriptIndex, + endIt = scripts.End(); + it != endIt; + ++it) + { + ScriptRun& run = *it; + run.characterRun.characterIndex = nextCharacterIndex; + nextCharacterIndex += run.characterRun.numberOfCharacters; + } + } } -void MultilanguageSupport::ValidateFonts( const Vector& text, - const Vector& scripts, - Vector& fonts ) +void MultilanguageSupport::ValidateFonts(const Vector& text, + const Vector& scripts, + const Vector& fontDescriptions, + const TextAbstraction::FontDescription& defaultFontDescription, + TextAbstraction::PointSize26Dot6 defaultFontPointSize, + CharacterIndex startIndex, + Length numberOfCharacters, + Vector& fonts) { - DALI_LOG_INFO( gLogFilter, Debug::General, "-->MultilanguageSupport::ValidateFonts\n" ); - const Length numberOfCharacters = text.Count(); + DALI_LOG_INFO(gLogFilter, Debug::General, "-->MultilanguageSupport::ValidateFonts\n"); - if( 0u == numberOfCharacters ) + if(0u == numberOfCharacters) { - DALI_LOG_INFO( gLogFilter, Debug::General, "<--MultilanguageSupport::ValidateFonts\n" ); + DALI_LOG_INFO(gLogFilter, Debug::General, "<--MultilanguageSupport::ValidateFonts\n"); // Nothing to do if there are no characters. return; } - // Copy the fonts set by application developers. - const Length numberOfFontRuns = fonts.Count(); - const Vector userSetFonts = fonts; - fonts.Clear(); + // Find the first index where to insert the font run. + FontRunIndex fontIndex = 0u; + if(0u != startIndex) + { + for(Vector::ConstIterator it = fonts.Begin(), + endIt = fonts.End(); + it != endIt; + ++it, ++fontIndex) + { + const FontRun& run = *it; + if(startIndex < run.characterRun.characterIndex + run.characterRun.numberOfCharacters) + { + // Run found. + break; + } + } + } // Traverse the characters and validate/set the fonts. // Get the caches. - FontId* defaultFontPerScriptCacheBuffer = mDefaultFontPerScriptCache.Begin(); - ValidateFontsPerScript** validFontsPerScriptCacheBuffer = mValidFontsPerScriptCache.Begin(); + DefaultFonts** defaultFontPerScriptCacheBuffer = mDefaultFontPerScriptCache.Begin(); + ValidateFontsPerScript** validFontsPerScriptCacheBuffer = mValidFontsPerScriptCache.Begin(); // Stores the validated font runs. - fonts.Reserve( numberOfFontRuns ); + fonts.Reserve(fontDescriptions.Count()); // Initializes a validated font run. FontRun currentFontRun; - currentFontRun.characterRun.characterIndex = 0u; + currentFontRun.characterRun.characterIndex = startIndex; currentFontRun.characterRun.numberOfCharacters = 0u; - currentFontRun.fontId = 0u; - currentFontRun.isDefault = false; + currentFontRun.fontId = 0u; + currentFontRun.isBoldRequired = false; + currentFontRun.isItalicRequired = false; // Get the font client. TextAbstraction::FontClient fontClient = TextAbstraction::FontClient::Get(); - // Iterators of the font and script runs. - Vector::ConstIterator fontRunIt = userSetFonts.Begin(); - Vector::ConstIterator fontRunEndIt = userSetFonts.End(); - Vector::ConstIterator scriptRunIt = scripts.Begin(); - Vector::ConstIterator scriptRunEndIt = scripts.End(); + const Character* const textBuffer = text.Begin(); - for( Length index = 0u; index < numberOfCharacters; ++index ) - { - // Get the character. - const Character character = *( text.Begin() + index ); + // Iterators of the script runs. + Vector::ConstIterator scriptRunIt = scripts.Begin(); + Vector::ConstIterator scriptRunEndIt = scripts.End(); + bool isNewParagraphCharacter = false; - // Get the font for the character. - FontId fontId = GetFontId( index, - fontRunIt, - fontRunEndIt ); + FontId previousEmojiFontId = 0u; + TextAbstraction::Script previousScript = TextAbstraction::UNKNOWN; - // Get the script for the character. - Script script = GetScript( index, - scriptRunIt, - scriptRunEndIt ); + CharacterIndex lastCharacter = startIndex + numberOfCharacters; + for(Length index = startIndex; index < lastCharacter; ++index) + { + // Get the current character. + const Character character = *(textBuffer + index); + bool isItalicRequired = false; + bool isBoldRequired = false; + + // new description for current character + TextAbstraction::FontDescription currentFontDescription; + TextAbstraction::PointSize26Dot6 currentFontPointSize = defaultFontPointSize; + bool isDefaultFont = true; + MergeFontDescriptions(fontDescriptions, + defaultFontDescription, + defaultFontPointSize, + index, + currentFontDescription, + currentFontPointSize, + isDefaultFont); + + // Get the font for the current character. + FontId fontId = fontClient.GetFontId(currentFontDescription, currentFontPointSize); + + // Get the script for the current character. + Script script = GetScript(index, + scriptRunIt, + scriptRunEndIt); #ifdef DEBUG_ENABLED { Dali::TextAbstraction::FontDescription description; - fontClient.GetDescription( fontId, description ); - - DALI_LOG_INFO( gLogFilter, - Debug::Verbose, - " Initial font set\n Character : %x, Script : %s, Font : %s \n", - character, - Dali::TextAbstraction::ScriptName[script], - description.path.c_str() ); + fontClient.GetDescription(fontId, description); + + DALI_LOG_INFO(gLogFilter, + Debug::Verbose, + " Initial font set\n Character : %x, Script : %s, Font : %s \n", + character, + Dali::TextAbstraction::ScriptName[script], + description.path.c_str()); } #endif - if( TextAbstraction::UNKNOWN == script ) + // Validate whether the current character is supported by the given font. + bool isValidFont = false; + + // Check first in the cache of default fonts per script and size. + + FontId cachedDefaultFontId = 0u; + DefaultFonts* defaultFonts = *(defaultFontPerScriptCacheBuffer + script); + if(NULL != defaultFonts) + { + // This cache stores fall-back fonts. + cachedDefaultFontId = defaultFonts->FindFont(fontClient, + currentFontDescription, + currentFontPointSize); + } + + // Whether the cached default font is valid. + const bool isValidCachedDefaultFont = 0u != cachedDefaultFontId; + + // The font is valid if it matches with the default one for the current script and size and it's different than zero. + isValidFont = isValidCachedDefaultFont && (fontId == cachedDefaultFontId); + + if(isValidFont) { - DALI_LOG_WARNING( "MultilanguageSupport::ValidateFonts. Unknown script!" ); - script = TextAbstraction::LATIN; + // Check if the font supports the character. + isValidFont = fontClient.IsCharacterSupportedByFont(fontId, character); } - // Whether the font being validated is a default one not set by the user. - const bool isDefault = ( 0u == fontId ); + bool isCommonScript = false; + bool isEmojiScript = TextAbstraction::IsEmojiScript(script) || TextAbstraction::IsEmojiColorScript(script) || TextAbstraction::IsEmojiTextScript(script); - DALI_LOG_INFO( gLogFilter, - Debug::Verbose, - " Is a default font : %s\n", - ( isDefault ? "true" : "false" ) ); + if(isEmojiScript && (previousScript == script)) + { + // Emoji sequence should use the previous emoji font. + if(0u != previousEmojiFontId) + { + fontId = previousEmojiFontId; + isValidFont = true; + } + } - // The default font point size. - PointSize26Dot6 pointSize = TextAbstraction::FontClient::DEFAULT_POINT_SIZE; + // If the given font is not valid, it means either: + // - there is no cached font for the current script yet or, + // - the user has set a different font than the default one for the current script or, + // - the platform default font is different than the default font for the current script. - if( !isDefault ) + // Need to check if the given font supports the current character. + if(!isValidFont) // (1) { - // Validate if the font set by the user supports the character. + // Whether the current character is common for all scripts (i.e. white spaces, ...) + + // Is not desirable to cache fonts for the common script. + // + // i.e. Consider the text " हिंदी", the 'white space' has assigned the DEVANAGARI script. + // The user may have set a font or the platform's default is used. + // + // As the 'white space' is the first character, no font is cached so the font validation + // retrieves a glyph from the given font. + // + // Many fonts support 'white spaces' so probably the font set by the user or the platform's default + // supports the 'white space'. However, that font may not support the DEVANAGARI script. + isCommonScript = TextAbstraction::IsCommonScript(character) || TextAbstraction::IsEmojiPresentationSelector(character); + + // Check in the valid fonts cache. + ValidateFontsPerScript* validateFontsPerScript = *(validFontsPerScriptCacheBuffer + script); + + if(NULL != validateFontsPerScript) + { + // This cache stores valid fonts set by the user. + isValidFont = validateFontsPerScript->IsValidFont(fontId); - // Check first in the caches. + // It may happen that a validated font for a script doesn't have all the glyphs for that script. + // i.e a font validated for the CJK script may contain glyphs for the chinese language but not for the Japanese. + if(isValidFont) + { + // Checks if the current character is supported by the font is needed. + isValidFont = fontClient.IsCharacterSupportedByFont(fontId, character); + } + } - // The user may have set the default font. Check it. Otherwise check in the valid fonts cache. - if( fontId != *( defaultFontPerScriptCacheBuffer + script ) ) + if(!isValidFont) // (2) { - // Check in the valid fonts cache. - ValidateFontsPerScript* validateFontsPerScript = *( validFontsPerScriptCacheBuffer + script ); + // The selected font is not stored in any cache. + + // Checks if the current character is supported by the selected font. + isValidFont = fontClient.IsCharacterSupportedByFont(fontId, character); - if( NULL == validateFontsPerScript ) + // If there is a valid font, cache it. + if(isValidFont && !isCommonScript) { - validateFontsPerScript = new ValidateFontsPerScript(); + if(NULL == validateFontsPerScript) + { + validateFontsPerScript = new ValidateFontsPerScript(); + + *(validFontsPerScriptCacheBuffer + script) = validateFontsPerScript; + } - *( validFontsPerScriptCacheBuffer + script ) = validateFontsPerScript; + validateFontsPerScript->mValidFonts.PushBack(fontId); } - if( NULL != validateFontsPerScript ) + if(!isValidFont && (fontId != cachedDefaultFontId) && (!TextAbstraction::IsNewParagraph(character))) // (3) { - if( !validateFontsPerScript->FindValidFont( fontId ) ) + // The selected font by the user or the platform's default font has failed to validate the character. + + // Checks if the previously discarted cached default font supports the character. + bool isValidCachedFont = false; + if(isValidCachedDefaultFont) { - // Use the font client to validate the font. - GlyphIndex glyphIndex = fontClient.GetGlyphIndex( fontId, character ); + isValidCachedFont = fontClient.IsCharacterSupportedByFont(cachedDefaultFontId, character); + } - // Emojis are present in many monochrome fonts; prefer color by default. - if( TextAbstraction::EMOJI == script && - 0u != glyphIndex ) - { - BufferImage bitmap = fontClient.CreateBitmap( fontId, glyphIndex ); - if( bitmap && - Pixel::BGRA8888 != bitmap.GetPixelFormat() ) - { - glyphIndex = 0; - } - } + if(isValidCachedFont) + { + // Use the cached default font for the script if there is one. + fontId = cachedDefaultFontId; + } + else + { + // There is no valid cached default font for the script. - if( 0u == glyphIndex ) - { - // Get the point size of the current font. It will be used to get a default font id. - pointSize = fontClient.GetPointSize( fontId ); + DefaultFonts* defaultFontsPerScript = NULL; + + // Find a fallback-font. + fontId = fontClient.FindFallbackFont(character, + currentFontDescription, + currentFontPointSize, + false); - // The font is not valid. Set to zero and a default one will be set. - fontId = 0u; + if(0u == fontId) + { + fontId = fontClient.FindDefaultFont(UTF32_A, currentFontPointSize); } - else + + if(!isCommonScript && (script != TextAbstraction::UNKNOWN)) { - // Add the font to the valid font cache. - - // At this point the validated font supports the given character. However, characters - // common for all scripts, like white spaces or new paragraph characters, need to be - // processed differently. - // - // i.e. A white space can have assigned a DEVANAGARI script but the font assigned may not - // support none of the DEVANAGARI glyphs. This font can't be added to the cache as a valid - // font for the DEVANAGARI script but the COMMON one. - if( TextAbstraction::IsCommonScript( character ) ) + // Cache the font if it is not an unknown script + if(NULL == defaultFontsPerScript) { - validateFontsPerScript = *( validFontsPerScriptCacheBuffer + TextAbstraction::COMMON ); + defaultFontsPerScript = *(defaultFontPerScriptCacheBuffer + script); - if( NULL == validateFontsPerScript ) + if(NULL == defaultFontsPerScript) { - validateFontsPerScript = new ValidateFontsPerScript(); - - *( validFontsPerScriptCacheBuffer + TextAbstraction::COMMON ) = validateFontsPerScript; + defaultFontsPerScript = new DefaultFonts(); + *(defaultFontPerScriptCacheBuffer + script) = defaultFontsPerScript; } } - - validateFontsPerScript->mValidFonts.PushBack( fontId ); + defaultFontsPerScript->Cache(currentFontDescription, fontId); } } - } - } - } // !isDefault + } // !isValidFont (3) + } // !isValidFont (2) + } // !isValidFont (1) - // The font has not been validated. Find a default one. - if( 0u == fontId ) + if(isEmojiScript && (previousScript != script)) { - // The character has no font assigned. Get a default one from the cache - fontId = *( defaultFontPerScriptCacheBuffer + script ); + //New Emoji sequence should select font according to the variation selector (VS15 or VS16). + if(0u != currentFontRun.characterRun.numberOfCharacters) + { + // Store the font run. + fonts.Insert(fonts.Begin() + fontIndex, currentFontRun); + ++fontIndex; + } - // If the cache has not a default font, get one from the font client. - if( 0u == fontId ) + // Initialize the new one. + currentFontRun.characterRun.characterIndex = currentFontRun.characterRun.characterIndex + currentFontRun.characterRun.numberOfCharacters; + currentFontRun.characterRun.numberOfCharacters = 0u; + currentFontRun.fontId = fontId; + currentFontRun.isItalicRequired = false; + currentFontRun.isBoldRequired = false; + + if(TextAbstraction::IsEmojiColorScript(script) || TextAbstraction::IsEmojiTextScript(script)) { - // Emojis are present in many monochrome fonts; prefer color by default. - bool preferColor = ( TextAbstraction::EMOJI == script ); + bool isModifiedByVariationSelector = false; + GlyphIndex glyphIndexChar = fontClient.GetGlyphIndex(fontId, character); + GlyphIndex glyphIndexCharByVS = fontClient.GetGlyphIndex(fontId, character, Text::GetVariationSelectorByScript(script)); - // Find a default font. - fontId = fontClient.FindDefaultFont( character, pointSize, preferColor ); + isModifiedByVariationSelector = glyphIndexChar != glyphIndexCharByVS; - // If the system does not support a suitable font, fallback to Latin - if( 0u == fontId ) - { - fontId = *( defaultFontPerScriptCacheBuffer + TextAbstraction::LATIN ); - } - if( 0u == fontId ) + if(isModifiedByVariationSelector) { - fontId = fontClient.FindDefaultFont( UTF32_A, pointSize ); + FontId requestedFontId = fontClient.FindDefaultFont(character, currentFontPointSize, IsEmojiColorScript(script)); + if(0u != requestedFontId) + { + currentFontRun.fontId = fontId = requestedFontId; + isValidFont = true; + } } + } + } - // Cache the font. - *( defaultFontPerScriptCacheBuffer + script ) = fontId; + // Store the font id when the first character is an emoji. + if(isEmojiScript) + { + if(0u != fontId && previousScript != script) + { + previousEmojiFontId = fontId; } } + else + { + previousEmojiFontId = 0u; + } #ifdef DEBUG_ENABLED { Dali::TextAbstraction::FontDescription description; - fontClient.GetDescription( fontId, description ); - DALI_LOG_INFO( gLogFilter, - Debug::Verbose, - " Validated font set\n Character : %x, Script : %s, Font : %s \n", - character, - Dali::TextAbstraction::ScriptName[script], - description.path.c_str() ); + fontClient.GetDescription(fontId, description); + DALI_LOG_INFO(gLogFilter, + Debug::Verbose, + " Validated font set\n Character : %x, Script : %s, Font : %s \n", + character, + Dali::TextAbstraction::ScriptName[script], + description.path.c_str()); } #endif - // The font is now validated. + // Whether bols style is required. + isBoldRequired = (currentFontDescription.weight >= TextAbstraction::FontWeight::BOLD); + + // Whether italic style is required. + isItalicRequired = (currentFontDescription.slant >= TextAbstraction::FontSlant::ITALIC); - if( ( fontId != currentFontRun.fontId ) || - ( isDefault != currentFontRun.isDefault ) ) + // The font is now validated. + if((fontId != currentFontRun.fontId) || + isNewParagraphCharacter || + // If font id is same as previous but style is diffrent, initialize new one + ((fontId == currentFontRun.fontId) && ((isBoldRequired != currentFontRun.isBoldRequired) || (isItalicRequired != currentFontRun.isItalicRequired)))) { // Current run needs to be stored and a new one initialized. - if( 0u != currentFontRun.characterRun.numberOfCharacters ) + if(0u != currentFontRun.characterRun.numberOfCharacters) { // Store the font run. - fonts.PushBack( currentFontRun ); + fonts.Insert(fonts.Begin() + fontIndex, currentFontRun); + ++fontIndex; } // Initialize the new one. - currentFontRun.characterRun.characterIndex = currentFontRun.characterRun.characterIndex + currentFontRun.characterRun.numberOfCharacters; + currentFontRun.characterRun.characterIndex = currentFontRun.characterRun.characterIndex + currentFontRun.characterRun.numberOfCharacters; currentFontRun.characterRun.numberOfCharacters = 0u; - currentFontRun.fontId = fontId; - currentFontRun.isDefault = isDefault; + currentFontRun.fontId = fontId; + currentFontRun.isBoldRequired = isBoldRequired; + currentFontRun.isItalicRequired = isItalicRequired; } // Add one more character to the run. ++currentFontRun.characterRun.numberOfCharacters; - } - if( 0u != currentFontRun.characterRun.numberOfCharacters ) + // Whether the current character is a new paragraph character. + isNewParagraphCharacter = TextAbstraction::IsNewParagraph(character); + previousScript = script; + } // end traverse characters. + + if(0u != currentFontRun.characterRun.numberOfCharacters) { // Store the last run. - fonts.PushBack( currentFontRun ); + fonts.Insert(fonts.Begin() + fontIndex, currentFontRun); + ++fontIndex; } - DALI_LOG_INFO( gLogFilter, Debug::General, "<--MultilanguageSupport::ValidateFonts\n" ); + + if(fontIndex < fonts.Count()) + { + // Update the indices of the next font runs. + const FontRun& run = *(fonts.Begin() + fontIndex - 1u); + CharacterIndex nextCharacterIndex = run.characterRun.characterIndex + run.characterRun.numberOfCharacters; + + for(Vector::Iterator it = fonts.Begin() + fontIndex, + endIt = fonts.End(); + it != endIt; + ++it) + { + FontRun& run = *it; + + run.characterRun.characterIndex = nextCharacterIndex; + nextCharacterIndex += run.characterRun.numberOfCharacters; + } + } + + DALI_LOG_INFO(gLogFilter, Debug::General, "<--MultilanguageSupport::ValidateFonts\n"); +} + +void MultilanguageSupport::AddCurrentScriptAndCreatNewScript(const Script requestedScript, + const bool isRightToLeft, + const bool addScriptCharactersToNewScript, + ScriptRun& currentScriptRun, + Length& numberOfAllScriptCharacters, + Vector& scripts, + ScriptRunIndex& scriptIndex) +{ + // Add the pending characters to the current script + currentScriptRun.characterRun.numberOfCharacters += (addScriptCharactersToNewScript ? 0u : numberOfAllScriptCharacters); + + // In-case the current script is empty then no need to add it for scripts + if(0u != currentScriptRun.characterRun.numberOfCharacters) + { + // Store the script run. + scripts.Insert(scripts.Begin() + scriptIndex, currentScriptRun); + ++scriptIndex; + } + + // Initialize the new one by the requested script + currentScriptRun.characterRun.characterIndex = currentScriptRun.characterRun.characterIndex + currentScriptRun.characterRun.numberOfCharacters; + currentScriptRun.characterRun.numberOfCharacters = (addScriptCharactersToNewScript ? numberOfAllScriptCharacters : 0u); + currentScriptRun.script = requestedScript; + numberOfAllScriptCharacters = 0u; + // Initialize whether is right to left direction + currentScriptRun.isRightToLeft = isRightToLeft; } } // namespace Internal