2 * Copyright (c) 2020 Samsung Electronics Co., Ltd.
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
19 #include <dali-toolkit/internal/visuals/texture-manager-impl.h>
24 #include <dali/public-api/math/vector4.h>
25 #include <dali/devel-api/adaptor-framework/environment-variable.h>
26 #include <dali/devel-api/adaptor-framework/image-loading.h>
27 #include <dali/devel-api/common/hash.h>
28 #include <dali/devel-api/images/texture-set-image.h>
29 #include <dali/devel-api/adaptor-framework/pixel-buffer.h>
30 #include <dali/integration-api/debug.h>
33 #include <dali-toolkit/internal/image-loader/image-atlas-impl.h>
34 #include <dali-toolkit/public-api/image-loader/sync-image-loader.h>
35 #include <dali-toolkit/internal/visuals/image-atlas-manager.h>
40 constexpr auto DEFAULT_NUMBER_OF_LOCAL_LOADER_THREADS = size_t{4u};
41 constexpr auto DEFAULT_NUMBER_OF_REMOTE_LOADER_THREADS = size_t{8u};
43 constexpr auto NUMBER_OF_LOCAL_LOADER_THREADS_ENV = "DALI_TEXTURE_LOCAL_THREADS";
44 constexpr auto NUMBER_OF_REMOTE_LOADER_THREADS_ENV = "DALI_TEXTURE_REMOTE_THREADS";
46 size_t GetNumberOfThreads(const char* environmentVariable, size_t defaultValue)
48 using Dali::EnvironmentVariable::GetEnvironmentVariable;
49 auto numberString = GetEnvironmentVariable(environmentVariable);
50 auto numberOfThreads = numberString ? std::strtoul(numberString, nullptr, 10) : 0;
51 constexpr auto MAX_NUMBER_OF_THREADS = 100u;
52 DALI_ASSERT_DEBUG( numberOfThreads < MAX_NUMBER_OF_THREADS );
53 return ( numberOfThreads > 0 && numberOfThreads < MAX_NUMBER_OF_THREADS ) ? numberOfThreads : defaultValue;
56 size_t GetNumberOfLocalLoaderThreads()
58 return GetNumberOfThreads(NUMBER_OF_LOCAL_LOADER_THREADS_ENV, DEFAULT_NUMBER_OF_LOCAL_LOADER_THREADS);
61 size_t GetNumberOfRemoteLoaderThreads()
63 return GetNumberOfThreads(NUMBER_OF_REMOTE_LOADER_THREADS_ENV, DEFAULT_NUMBER_OF_REMOTE_LOADER_THREADS);
81 Debug::Filter* gTextureManagerLogFilter = Debug::Filter::New( Debug::NoLogging, false, "LOG_TEXTURE_MANAGER" );
83 #define GET_LOAD_STATE_STRING( loadState ) \
84 loadState == TextureManager::NOT_STARTED ? "NOT_STARTED" : \
85 loadState == TextureManager::LOADING ? "LOADING" : \
86 loadState == TextureManager::LOAD_FINISHED ? "LOAD_FINISHED" : \
87 loadState == TextureManager::WAITING_FOR_MASK ? "WAITING_FOR_MASK" : \
88 loadState == TextureManager::MASK_APPLYING ? "MASK_APPLYING" : \
89 loadState == TextureManager::MASK_APPLIED ? "MASK_APPLIED" : \
90 loadState == TextureManager::UPLOADED ? "UPLOADED" : \
91 loadState == TextureManager::CANCELLED ? "CANCELLED" : \
92 loadState == TextureManager::LOAD_FAILED ? "LOAD_FAILED" : "Unknown"
96 const uint32_t DEFAULT_ATLAS_SIZE( 1024u ); ///< This size can fit 8 by 8 images of average size 128 * 128
97 const Vector4 FULL_ATLAS_RECT( 0.0f, 0.0f, 1.0f, 1.0f ); ///< UV Rectangle that covers the full Texture
98 const int INVALID_INDEX( -1 ); ///< Invalid index used to represent a non-existant TextureInfo struct
99 const int INVALID_CACHE_INDEX( -1 ); ///< Invalid Cache index
102 void PreMultiply( Devel::PixelBuffer pixelBuffer, TextureManager::MultiplyOnLoad& preMultiplyOnLoad )
104 if( Pixel::HasAlpha( pixelBuffer.GetPixelFormat() ) )
106 if( preMultiplyOnLoad == TextureManager::MultiplyOnLoad::MULTIPLY_ON_LOAD )
108 pixelBuffer.MultiplyColorByAlpha();
113 preMultiplyOnLoad = TextureManager::MultiplyOnLoad::LOAD_WITHOUT_MULTIPLY;
117 } // Anonymous namespace
119 TextureManager::MaskingData::MaskingData()
121 mAlphaMaskId( INVALID_TEXTURE_ID ),
122 mContentScaleFactor( 1.0f ),
127 TextureManager::TextureManager()
128 : mAsyncLocalLoaders( GetNumberOfLocalLoaderThreads(), [&]() { return AsyncLoadingHelper(*this); } ),
129 mAsyncRemoteLoaders( GetNumberOfRemoteLoaderThreads(), [&]() { return AsyncLoadingHelper(*this); } ),
131 mLifecycleObservers(),
134 mCurrentTextureId( 0 ),
135 mQueueLoadFlag(false)
139 TextureManager::~TextureManager()
141 for( auto iter = mLifecycleObservers.Begin(), endIter = mLifecycleObservers.End(); iter != endIter; ++iter)
143 (*iter)->TextureManagerDestroyed();
147 Devel::PixelBuffer TextureManager::LoadPixelBuffer(
148 const VisualUrl& url, Dali::ImageDimensions desiredSize, Dali::FittingMode::Type fittingMode, Dali::SamplingMode::Type samplingMode, bool synchronousLoading, TextureUploadObserver* textureObserver, bool orientationCorrection, TextureManager::MultiplyOnLoad& preMultiplyOnLoad )
150 Devel::PixelBuffer pixelBuffer;
151 if( synchronousLoading )
155 pixelBuffer = LoadImageFromFile( url.GetUrl(), desiredSize, fittingMode, samplingMode,
156 orientationCorrection );
157 if( pixelBuffer && preMultiplyOnLoad == TextureManager::MultiplyOnLoad::MULTIPLY_ON_LOAD )
159 PreMultiply( pixelBuffer, preMultiplyOnLoad );
165 RequestLoadInternal( url, INVALID_TEXTURE_ID, 1.0f, desiredSize, fittingMode, samplingMode, TextureManager::NO_ATLAS,
166 false, RETURN_PIXEL_BUFFER, textureObserver, orientationCorrection, TextureManager::ReloadPolicy::FORCED,
173 TextureSet TextureManager::LoadTexture(
174 const VisualUrl& url, Dali::ImageDimensions desiredSize, Dali::FittingMode::Type fittingMode,
175 Dali::SamplingMode::Type samplingMode, MaskingDataPointer& maskInfo,
176 bool synchronousLoading, TextureManager::TextureId& textureId, Vector4& textureRect,
177 Dali::ImageDimensions& textureRectSize, bool& atlasingStatus, bool& loadingStatus,
178 Dali::WrapMode::Type wrapModeU, Dali::WrapMode::Type wrapModeV, TextureUploadObserver* textureObserver,
179 AtlasUploadObserver* atlasObserver, ImageAtlasManagerPtr imageAtlasManager, bool orientationCorrection,
180 TextureManager::ReloadPolicy reloadPolicy, TextureManager::MultiplyOnLoad& preMultiplyOnLoad )
182 TextureSet textureSet;
184 loadingStatus = false;
185 textureRect = FULL_ATLAS_RECT;
187 if( VisualUrl::TEXTURE == url.GetProtocolType())
189 std::string location = url.GetLocation();
190 if( location.size() > 0u )
192 TextureId id = std::stoi( location );
193 for( auto&& elem : mExternalTextures )
195 if( elem.textureId == id )
197 preMultiplyOnLoad = TextureManager::MultiplyOnLoad::LOAD_WITHOUT_MULTIPLY;
198 textureId = elem.textureId;
199 return elem.textureSet;
204 else if( synchronousLoading )
209 Devel::PixelBuffer pixelBuffer = LoadImageFromFile( url.GetUrl(), desiredSize, fittingMode, samplingMode,
210 orientationCorrection );
213 Devel::PixelBuffer maskPixelBuffer = LoadImageFromFile( maskInfo->mAlphaMaskUrl.GetUrl(), ImageDimensions(),
214 FittingMode::SCALE_TO_FILL, SamplingMode::NO_FILTER, true );
215 if( maskPixelBuffer )
217 pixelBuffer.ApplyMask( maskPixelBuffer, maskInfo->mContentScaleFactor, maskInfo->mCropToMask );
222 PreMultiply( pixelBuffer, preMultiplyOnLoad );
223 data = Devel::PixelBuffer::Convert(pixelBuffer); // takes ownership of buffer
229 Devel::PixelBuffer pixelBuffer = LoadImageFromFile( mBrokenImageUrl );
232 PreMultiply( pixelBuffer, preMultiplyOnLoad );
233 data = Devel::PixelBuffer::Convert(pixelBuffer); // takes ownership of buffer
235 Texture texture = Texture::New( Dali::TextureType::TEXTURE_2D, data.GetPixelFormat(),
236 data.GetWidth(), data.GetHeight() );
237 texture.Upload( data );
238 textureSet = TextureSet::New();
239 textureSet.SetTexture( 0u, texture );
243 if( atlasingStatus ) // attempt atlasing
245 textureSet = imageAtlasManager->Add( textureRect, data );
247 if( !textureSet ) // big image, no atlasing or atlasing failed
249 atlasingStatus = false;
250 Texture texture = Texture::New( Dali::TextureType::TEXTURE_2D, data.GetPixelFormat(),
251 data.GetWidth(), data.GetHeight() );
252 texture.Upload( data );
253 textureSet = TextureSet::New();
254 textureSet.SetTexture( 0u, texture );
258 textureRectSize.SetWidth(data.GetWidth());
259 textureRectSize.SetHeight(data.GetHeight());
265 loadingStatus = true;
268 textureSet = imageAtlasManager->Add( textureRect, url.GetUrl(), desiredSize, fittingMode, true, atlasObserver);
270 if( !textureSet ) // big image, no atlasing or atlasing failed
272 atlasingStatus = false;
275 textureId = RequestLoad( url, desiredSize, fittingMode, samplingMode, TextureManager::NO_ATLAS,
276 textureObserver, orientationCorrection, reloadPolicy, preMultiplyOnLoad );
280 maskInfo->mAlphaMaskId = RequestMaskLoad( maskInfo->mAlphaMaskUrl );
281 textureId = RequestLoad( url,
282 maskInfo->mAlphaMaskId,
283 maskInfo->mContentScaleFactor,
285 fittingMode, samplingMode,
286 TextureManager::NO_ATLAS,
287 maskInfo->mCropToMask,
289 orientationCorrection,
290 reloadPolicy, preMultiplyOnLoad );
293 TextureManager::LoadState loadState = GetTextureStateInternal( textureId );
294 if( loadState == TextureManager::UPLOADED )
296 // UploadComplete has already been called - keep the same texture set
297 textureSet = GetTextureSet( textureId );
300 // If we are loading the texture, or waiting for the ready signal handler to complete, inform
301 // caller that they need to wait.
302 loadingStatus = ( loadState == TextureManager::LOADING ||
303 loadState == TextureManager::WAITING_FOR_MASK ||
304 loadState == TextureManager::MASK_APPLYING ||
305 loadState == TextureManager::MASK_APPLIED ||
306 loadState == TextureManager::NOT_STARTED ||
312 textureRectSize = desiredSize;
316 if( ! atlasingStatus && textureSet )
318 Sampler sampler = Sampler::New();
319 sampler.SetWrapMode( wrapModeU, wrapModeV );
320 textureSet.SetSampler( 0u, sampler );
326 TextureManager::TextureId TextureManager::RequestLoad(
327 const VisualUrl& url,
328 const ImageDimensions desiredSize,
329 FittingMode::Type fittingMode,
330 Dali::SamplingMode::Type samplingMode,
331 const UseAtlas useAtlas,
332 TextureUploadObserver* observer,
333 bool orientationCorrection,
334 TextureManager::ReloadPolicy reloadPolicy,
335 TextureManager::MultiplyOnLoad& preMultiplyOnLoad )
337 return RequestLoadInternal( url, INVALID_TEXTURE_ID, 1.0f, desiredSize, fittingMode, samplingMode, useAtlas,
338 false, UPLOAD_TO_TEXTURE, observer, orientationCorrection, reloadPolicy,
342 TextureManager::TextureId TextureManager::RequestLoad(
343 const VisualUrl& url,
344 TextureId maskTextureId,
346 const ImageDimensions desiredSize,
347 FittingMode::Type fittingMode,
348 Dali::SamplingMode::Type samplingMode,
349 const UseAtlas useAtlas,
351 TextureUploadObserver* observer,
352 bool orientationCorrection,
353 TextureManager::ReloadPolicy reloadPolicy,
354 TextureManager::MultiplyOnLoad& preMultiplyOnLoad )
356 return RequestLoadInternal( url, maskTextureId, contentScale, desiredSize, fittingMode, samplingMode, useAtlas,
357 cropToMask, UPLOAD_TO_TEXTURE, observer, orientationCorrection, reloadPolicy,
361 TextureManager::TextureId TextureManager::RequestMaskLoad( const VisualUrl& maskUrl )
363 // Use the normal load procedure to get the alpha mask.
364 auto preMultiply = TextureManager::MultiplyOnLoad::LOAD_WITHOUT_MULTIPLY;
365 return RequestLoadInternal( maskUrl, INVALID_TEXTURE_ID, 1.0f, ImageDimensions(), FittingMode::SCALE_TO_FILL,
366 SamplingMode::NO_FILTER, NO_ATLAS, false, KEEP_PIXEL_BUFFER, NULL, true,
367 TextureManager::ReloadPolicy::CACHED, preMultiply );
370 TextureManager::TextureId TextureManager::RequestLoadInternal(
371 const VisualUrl& url,
372 TextureId maskTextureId,
374 const ImageDimensions desiredSize,
375 FittingMode::Type fittingMode,
376 Dali::SamplingMode::Type samplingMode,
379 StorageType storageType,
380 TextureUploadObserver* observer,
381 bool orientationCorrection,
382 TextureManager::ReloadPolicy reloadPolicy,
383 TextureManager::MultiplyOnLoad& preMultiplyOnLoad )
385 // First check if the requested Texture is cached.
386 const TextureHash textureHash = GenerateHash( url.GetUrl(), desiredSize, fittingMode, samplingMode, useAtlas,
389 TextureManager::TextureId textureId = INVALID_TEXTURE_ID;
390 // Look up the texture by hash. Note: The extra parameters are used in case of a hash collision.
391 int cacheIndex = FindCachedTexture( textureHash, url.GetUrl(), desiredSize, fittingMode, samplingMode, useAtlas,
392 maskTextureId, preMultiplyOnLoad, storageType );
394 // Check if the requested Texture exists in the cache.
395 if( cacheIndex != INVALID_CACHE_INDEX )
397 if ( TextureManager::ReloadPolicy::CACHED == reloadPolicy )
399 // Mark this texture being used by another client resource. Forced reload would replace the current texture
400 // without the need for incrementing the reference count.
401 ++( mTextureInfoContainer[ cacheIndex ].referenceCount );
403 textureId = mTextureInfoContainer[ cacheIndex ].textureId;
405 // Update preMultiplyOnLoad value. It should be changed according to preMultiplied value of the cached info.
406 preMultiplyOnLoad = mTextureInfoContainer[ cacheIndex ].preMultiplied ? TextureManager::MultiplyOnLoad::MULTIPLY_ON_LOAD : TextureManager::MultiplyOnLoad::LOAD_WITHOUT_MULTIPLY;
408 DALI_LOG_INFO( gTextureManagerLogFilter, Debug::General, "TextureManager::RequestLoad( url=%s observer=%p ) Using cached texture id@%d, textureId=%d\n",
409 url.GetUrl().c_str(), observer, cacheIndex, textureId );
412 if( textureId == INVALID_TEXTURE_ID ) // There was no caching, or caching not required
414 // We need a new Texture.
415 textureId = GenerateUniqueTextureId();
416 bool preMultiply = ( preMultiplyOnLoad == TextureManager::MultiplyOnLoad::MULTIPLY_ON_LOAD );
417 mTextureInfoContainer.push_back( TextureInfo( textureId, maskTextureId, url.GetUrl(),
418 desiredSize, contentScale, fittingMode, samplingMode,
419 false, cropToMask, useAtlas, textureHash, orientationCorrection,
421 cacheIndex = mTextureInfoContainer.size() - 1u;
423 DALI_LOG_INFO( gTextureManagerLogFilter, Debug::General, "TextureManager::RequestLoad( url=%s observer=%p ) New texture, cacheIndex:%d, textureId=%d\n",
424 url.GetUrl().c_str(), observer, cacheIndex, textureId );
427 // The below code path is common whether we are using the cache or not.
428 // The textureInfoIndex now refers to either a pre-existing cached TextureInfo,
429 // or a new TextureInfo just created.
430 TextureInfo& textureInfo( mTextureInfoContainer[ cacheIndex ] );
431 textureInfo.maskTextureId = maskTextureId;
432 textureInfo.storageType = storageType;
433 textureInfo.orientationCorrection = orientationCorrection;
435 DALI_LOG_INFO( gTextureManagerLogFilter, Debug::General, "TextureInfo loadState:%s\n",
436 GET_LOAD_STATE_STRING(textureInfo.loadState ) );
438 // Force reloading of texture by setting loadState unless already loading or cancelled.
439 if ( TextureManager::ReloadPolicy::FORCED == reloadPolicy &&
440 TextureManager::LOADING != textureInfo.loadState &&
441 TextureManager::WAITING_FOR_MASK != textureInfo.loadState &&
442 TextureManager::MASK_APPLYING != textureInfo.loadState &&
443 TextureManager::MASK_APPLIED != textureInfo.loadState &&
444 TextureManager::CANCELLED != textureInfo.loadState )
446 DALI_LOG_INFO( gTextureManagerLogFilter, Debug::Verbose, "TextureManager::RequestLoad( url=%s observer=%p ) ForcedReload cacheIndex:%d, textureId=%d\n",
447 url.GetUrl().c_str(), observer, cacheIndex, textureId );
449 textureInfo.loadState = TextureManager::NOT_STARTED;
452 // Check if we should add the observer.
453 // Only do this if we have not loaded yet and it will not have loaded by the end of this method.
454 switch( textureInfo.loadState )
456 case TextureManager::LOAD_FAILED: // Failed notifies observer which then stops observing.
457 case TextureManager::NOT_STARTED:
459 LoadOrQueueTexture( textureInfo, observer ); // If called inside NotifyObservers, queues until afterwards
462 case TextureManager::LOADING:
463 case TextureManager::WAITING_FOR_MASK:
464 case TextureManager::MASK_APPLYING:
465 case TextureManager::MASK_APPLIED:
467 ObserveTexture( textureInfo, observer );
470 case TextureManager::UPLOADED:
474 LoadOrQueueTexture( textureInfo, observer );
478 case TextureManager::CANCELLED:
480 // A cancelled texture hasn't finished loading yet. Treat as a loading texture
481 // (it's ref count has already been incremented, above)
482 textureInfo.loadState = TextureManager::LOADING;
483 ObserveTexture( textureInfo, observer );
486 case TextureManager::LOAD_FINISHED:
488 // Loading has already completed.
489 if( observer && textureInfo.storageType == StorageType::RETURN_PIXEL_BUFFER )
491 LoadOrQueueTexture( textureInfo, observer );
497 // Return the TextureId for which this Texture can now be referenced by externally.
501 void TextureManager::Remove( const TextureManager::TextureId textureId, TextureUploadObserver* observer )
503 int textureInfoIndex = GetCacheIndexFromId( textureId );
504 if( textureInfoIndex != INVALID_INDEX )
506 TextureInfo& textureInfo( mTextureInfoContainer[ textureInfoIndex ] );
508 DALI_LOG_INFO( gTextureManagerLogFilter, Debug::Concise,
509 "TextureManager::Remove(%d) url:%s\n cacheIdx:%d loadState:%s reference count = %d\n",
510 textureId, textureInfo.url.GetUrl().c_str(),
511 textureInfoIndex, GET_LOAD_STATE_STRING( textureInfo.loadState ), textureInfo.referenceCount );
513 // Decrement the reference count and check if this is the last user of this Texture.
514 if( --textureInfo.referenceCount <= 0 )
516 // This is the last remove for this Texture.
517 textureInfo.referenceCount = 0;
518 bool removeTextureInfo = false;
520 // If loaded, we can remove the TextureInfo and the Atlas (if atlased).
521 if( textureInfo.loadState == UPLOADED )
523 if( textureInfo.atlas )
525 textureInfo.atlas.Remove( textureInfo.atlasRect );
527 removeTextureInfo = true;
529 else if( textureInfo.loadState == LOADING )
531 // We mark the textureInfo for removal.
532 // Once the load has completed, this method will be called again.
533 textureInfo.loadState = CANCELLED;
537 // In other states, we are not waiting for a load so we are safe to remove the TextureInfo data.
538 removeTextureInfo = true;
541 // If the state allows us to remove the TextureInfo data, we do so.
542 if( removeTextureInfo )
544 // Permanently remove the textureInfo struct.
545 mTextureInfoContainer.erase( mTextureInfoContainer.begin() + textureInfoIndex );
551 // Remove element from the LoadQueue
552 for( auto&& element : mLoadQueue )
554 if( element.mObserver == observer )
556 mLoadQueue.Erase( &element );
564 VisualUrl TextureManager::GetVisualUrl( TextureId textureId )
566 VisualUrl visualUrl("");
567 int cacheIndex = GetCacheIndexFromId( textureId );
569 if( cacheIndex != INVALID_CACHE_INDEX )
571 DALI_LOG_INFO( gTextureManagerLogFilter, Debug::Concise, "TextureManager::GetVisualUrl. Using cached texture id=%d, textureId=%d\n",
572 cacheIndex, textureId );
574 TextureInfo& cachedTextureInfo( mTextureInfoContainer[ cacheIndex ] );
575 visualUrl = cachedTextureInfo.url;
580 TextureManager::LoadState TextureManager::GetTextureState( TextureId textureId )
582 LoadState loadState = TextureManager::NOT_STARTED;
584 int cacheIndex = GetCacheIndexFromId( textureId );
585 if( cacheIndex != INVALID_CACHE_INDEX )
587 TextureInfo& cachedTextureInfo( mTextureInfoContainer[ cacheIndex ] );
588 loadState = cachedTextureInfo.loadState;
592 for( auto&& elem : mExternalTextures )
594 if( elem.textureId == textureId )
596 loadState = LoadState::UPLOADED;
604 TextureManager::LoadState TextureManager::GetTextureStateInternal( TextureId textureId )
606 LoadState loadState = TextureManager::NOT_STARTED;
608 int cacheIndex = GetCacheIndexFromId( textureId );
609 if( cacheIndex != INVALID_CACHE_INDEX )
611 TextureInfo& cachedTextureInfo( mTextureInfoContainer[ cacheIndex ] );
612 loadState = cachedTextureInfo.loadState;
618 TextureSet TextureManager::GetTextureSet( TextureId textureId )
620 TextureSet textureSet;// empty handle
622 int cacheIndex = GetCacheIndexFromId( textureId );
623 if( cacheIndex != INVALID_CACHE_INDEX )
625 TextureInfo& cachedTextureInfo( mTextureInfoContainer[ cacheIndex ] );
626 textureSet = cachedTextureInfo.textureSet;
630 for( auto&& elem : mExternalTextures )
632 if( elem.textureId == textureId )
634 textureSet = elem.textureSet;
642 std::string TextureManager::AddExternalTexture( TextureSet& textureSet )
644 TextureManager::ExternalTextureInfo info;
645 info.textureId = GenerateUniqueTextureId();
646 info.textureSet = textureSet;
647 mExternalTextures.emplace_back( info );
648 return VisualUrl::CreateTextureUrl( std::to_string( info.textureId ) );
651 TextureSet TextureManager::RemoveExternalTexture( const std::string& url )
653 if( url.size() > 0u )
655 // get the location from the Url
656 VisualUrl parseUrl( url );
657 if( VisualUrl::TEXTURE == parseUrl.GetProtocolType() )
659 std::string location = parseUrl.GetLocation();
660 if( location.size() > 0u )
662 TextureId id = std::stoi( location );
663 const auto end = mExternalTextures.end();
664 for( auto iter = mExternalTextures.begin(); iter != end; ++iter )
666 if( iter->textureId == id )
668 auto textureSet = iter->textureSet;
669 mExternalTextures.erase( iter );
680 void TextureManager::AddObserver( TextureManager::LifecycleObserver& observer )
682 // make sure an observer doesn't observe the same object twice
683 // otherwise it will get multiple calls to ObjectDestroyed()
684 DALI_ASSERT_DEBUG( mLifecycleObservers.End() == std::find( mLifecycleObservers.Begin(), mLifecycleObservers.End(), &observer));
685 mLifecycleObservers.PushBack( &observer );
688 void TextureManager::RemoveObserver( TextureManager::LifecycleObserver& observer)
690 // Find the observer...
691 auto endIter = mLifecycleObservers.End();
692 for( auto iter = mLifecycleObservers.Begin(); iter != endIter; ++iter)
694 if( (*iter) == &observer)
696 mLifecycleObservers.Erase( iter );
700 DALI_ASSERT_DEBUG(endIter != mLifecycleObservers.End());
703 void TextureManager::LoadOrQueueTexture( TextureInfo& textureInfo, TextureUploadObserver* observer )
705 switch( textureInfo.loadState )
712 QueueLoadTexture( textureInfo, observer );
716 LoadTexture( textureInfo, observer );
724 QueueLoadTexture( textureInfo, observer );
728 // The Texture has already loaded. The other observers have already been notified.
729 // We need to send a "late" loaded notification for this observer.
730 observer->UploadComplete( true, textureInfo.textureId, textureInfo.textureSet,
731 textureInfo.useAtlas, textureInfo.atlasRect,
732 textureInfo.preMultiplied );
739 case WAITING_FOR_MASK:
748 void TextureManager::QueueLoadTexture( TextureInfo& textureInfo, TextureUploadObserver* observer )
750 auto textureId = textureInfo.textureId;
751 mLoadQueue.PushBack( LoadQueueElement( textureId, observer) );
754 void TextureManager::LoadTexture( TextureInfo& textureInfo, TextureUploadObserver* observer )
756 DALI_LOG_INFO( gTextureManagerLogFilter, Debug::Concise, "TextureManager::LoadTexture(): url:%s sync:%s\n",
757 textureInfo.url.GetUrl().c_str(), textureInfo.loadSynchronously?"T":"F" );
759 textureInfo.loadState = LOADING;
760 if( !textureInfo.loadSynchronously )
762 auto& loadersContainer = textureInfo.url.IsLocalResource() ? mAsyncLocalLoaders : mAsyncRemoteLoaders;
763 auto loadingHelperIt = loadersContainer.GetNext();
764 auto premultiplyOnLoad = ( textureInfo.preMultiplyOnLoad && textureInfo.maskTextureId == INVALID_TEXTURE_ID ) ?
765 DevelAsyncImageLoader::PreMultiplyOnLoad::ON : DevelAsyncImageLoader::PreMultiplyOnLoad::OFF;
766 DALI_ASSERT_ALWAYS(loadingHelperIt != loadersContainer.End());
767 loadingHelperIt->Load(textureInfo.textureId, textureInfo.url,
768 textureInfo.desiredSize, textureInfo.fittingMode,
769 textureInfo.samplingMode, textureInfo.orientationCorrection,
772 ObserveTexture( textureInfo, observer );
775 void TextureManager::ProcessQueuedTextures()
777 for( auto&& element : mLoadQueue )
779 int cacheIndex = GetCacheIndexFromId( element.mTextureId );
780 if( cacheIndex != INVALID_CACHE_INDEX )
782 TextureInfo& textureInfo( mTextureInfoContainer[cacheIndex] );
783 if( textureInfo.loadState == UPLOADED )
785 element.mObserver->UploadComplete( true, textureInfo.textureId, textureInfo.textureSet,
786 textureInfo.useAtlas, textureInfo.atlasRect,
787 textureInfo.preMultiplied );
789 else if ( textureInfo.loadState == LOAD_FINISHED && textureInfo.storageType == StorageType::RETURN_PIXEL_BUFFER )
791 element.mObserver->LoadComplete( true, textureInfo.pixelBuffer, textureInfo.url, textureInfo.preMultiplied );
795 LoadTexture( textureInfo, element.mObserver );
802 void TextureManager::ObserveTexture( TextureInfo& textureInfo,
803 TextureUploadObserver* observer )
805 DALI_LOG_INFO( gTextureManagerLogFilter, Debug::Concise, "TextureManager::ObserveTexture(): url:%s observer:%p\n",
806 textureInfo.url.GetUrl().c_str(), observer );
810 textureInfo.observerList.PushBack( observer );
811 observer->DestructionSignal().Connect( this, &TextureManager::ObserverDestroyed );
815 void TextureManager::AsyncLoadComplete( AsyncLoadingInfoContainerType& loadingContainer, uint32_t id,
816 Devel::PixelBuffer pixelBuffer )
818 DALI_LOG_INFO( gTextureManagerLogFilter, Debug::Concise, "TextureManager::AsyncLoadComplete( id:%d )\n", id );
820 if( loadingContainer.size() >= 1u )
822 AsyncLoadingInfo loadingInfo = loadingContainer.front();
824 if( loadingInfo.loadId == id )
826 int cacheIndex = GetCacheIndexFromId( loadingInfo.textureId );
827 if( cacheIndex != INVALID_CACHE_INDEX )
829 TextureInfo& textureInfo( mTextureInfoContainer[cacheIndex] );
831 DALI_LOG_INFO( gTextureManagerLogFilter, Debug::Concise,
832 " textureId:%d Url:%s CacheIndex:%d LoadState: %d\n",
833 textureInfo.textureId, textureInfo.url.GetUrl().c_str(), cacheIndex, textureInfo.loadState );
835 if( textureInfo.loadState != CANCELLED )
837 // textureInfo can be invalidated after this call (as the mTextureInfoContainer may be modified)
838 PostLoad( textureInfo, pixelBuffer );
842 Remove( textureInfo.textureId, nullptr );
847 loadingContainer.pop_front();
851 void TextureManager::PostLoad( TextureInfo& textureInfo, Devel::PixelBuffer& pixelBuffer )
853 // Was the load successful?
854 if( pixelBuffer && ( pixelBuffer.GetWidth() != 0 ) && ( pixelBuffer.GetHeight() != 0 ) )
856 // No atlas support for now
857 textureInfo.useAtlas = NO_ATLAS;
858 textureInfo.preMultiplied = pixelBuffer.IsAlphaPreMultiplied();
860 if( textureInfo.storageType == UPLOAD_TO_TEXTURE )
862 // If there is a mask texture ID associated with this texture, then apply the mask
863 // if it's already loaded. If it hasn't, and the mask is still loading,
864 // wait for the mask to finish loading.
865 if( textureInfo.maskTextureId != INVALID_TEXTURE_ID )
867 if( textureInfo.loadState == MASK_APPLYING )
869 textureInfo.loadState = MASK_APPLIED;
870 UploadTexture( pixelBuffer, textureInfo );
871 NotifyObservers( textureInfo, true );
875 LoadState maskLoadState = GetTextureStateInternal( textureInfo.maskTextureId );
876 textureInfo.pixelBuffer = pixelBuffer; // Store the pixel buffer temporarily
877 if( maskLoadState == LOADING )
879 textureInfo.loadState = WAITING_FOR_MASK;
881 else if( maskLoadState == LOAD_FINISHED )
883 // Send New Task to Thread
884 ApplyMask( textureInfo, textureInfo.maskTextureId );
890 UploadTexture( pixelBuffer, textureInfo );
891 NotifyObservers( textureInfo, true );
896 textureInfo.pixelBuffer = pixelBuffer; // Store the pixel data
897 textureInfo.loadState = LOAD_FINISHED;
899 if( textureInfo.storageType == StorageType::RETURN_PIXEL_BUFFER )
901 NotifyObservers( textureInfo, true );
905 // Check if there was another texture waiting for this load to complete
906 // (e.g. if this was an image mask, and its load is on a different thread)
907 CheckForWaitingTexture( textureInfo );
913 // @todo If the load was unsuccessful, upload the broken image.
914 textureInfo.loadState = LOAD_FAILED;
915 CheckForWaitingTexture( textureInfo );
916 NotifyObservers( textureInfo, false );
920 void TextureManager::CheckForWaitingTexture( TextureInfo& maskTextureInfo )
922 // Search the cache, checking if any texture has this texture id as a
924 const unsigned int size = mTextureInfoContainer.size();
926 for( unsigned int cacheIndex = 0; cacheIndex < size; ++cacheIndex )
928 if( mTextureInfoContainer[cacheIndex].maskTextureId == maskTextureInfo.textureId &&
929 mTextureInfoContainer[cacheIndex].loadState == WAITING_FOR_MASK )
931 TextureInfo& textureInfo( mTextureInfoContainer[cacheIndex] );
933 if( maskTextureInfo.loadState == LOAD_FINISHED )
935 // Send New Task to Thread
936 ApplyMask( textureInfo, maskTextureInfo.textureId );
940 textureInfo.pixelBuffer.Reset();
941 textureInfo.loadState = LOAD_FAILED;
942 NotifyObservers( textureInfo, false );
948 void TextureManager::ApplyMask( TextureInfo& textureInfo, TextureId maskTextureId )
950 int maskCacheIndex = GetCacheIndexFromId( maskTextureId );
951 if( maskCacheIndex != INVALID_CACHE_INDEX )
953 Devel::PixelBuffer maskPixelBuffer = mTextureInfoContainer[maskCacheIndex].pixelBuffer;
954 Devel::PixelBuffer pixelBuffer = textureInfo.pixelBuffer;
955 textureInfo.pixelBuffer.Reset();
957 DALI_LOG_INFO( gTextureManagerLogFilter, Debug::Concise, "TextureManager::ApplyMask(): url:%s sync:%s\n",
958 textureInfo.url.GetUrl().c_str(), textureInfo.loadSynchronously?"T":"F" );
960 textureInfo.loadState = MASK_APPLYING;
961 auto& loadersContainer = textureInfo.url.IsLocalResource() ? mAsyncLocalLoaders : mAsyncRemoteLoaders;
962 auto loadingHelperIt = loadersContainer.GetNext();
963 auto premultiplyOnLoad = textureInfo.preMultiplyOnLoad ? DevelAsyncImageLoader::PreMultiplyOnLoad::ON : DevelAsyncImageLoader::PreMultiplyOnLoad::OFF;
964 DALI_ASSERT_ALWAYS(loadingHelperIt != loadersContainer.End());
965 loadingHelperIt->ApplyMask( textureInfo.textureId, pixelBuffer, maskPixelBuffer, textureInfo.scaleFactor, textureInfo.cropToMask, premultiplyOnLoad );
969 void TextureManager::UploadTexture( Devel::PixelBuffer& pixelBuffer, TextureInfo& textureInfo )
971 if( textureInfo.useAtlas != USE_ATLAS )
973 DALI_LOG_INFO( gTextureManagerLogFilter, Debug::General, " TextureManager::UploadTexture() New Texture for textureId:%d\n", textureInfo.textureId );
975 // Check if this pixelBuffer is premultiplied
976 textureInfo.preMultiplied = pixelBuffer.IsAlphaPreMultiplied();
978 Texture texture = Texture::New( Dali::TextureType::TEXTURE_2D, pixelBuffer.GetPixelFormat(),
979 pixelBuffer.GetWidth(), pixelBuffer.GetHeight() );
981 PixelData pixelData = Devel::PixelBuffer::Convert( pixelBuffer );
982 texture.Upload( pixelData );
983 if ( ! textureInfo.textureSet )
985 textureInfo.textureSet = TextureSet::New();
987 textureInfo.textureSet.SetTexture( 0u, texture );
990 // Update the load state.
991 // Note: This is regardless of success as we care about whether a
992 // load attempt is in progress or not. If unsuccessful, a broken
993 // image is still loaded.
994 textureInfo.loadState = UPLOADED;
997 void TextureManager::NotifyObservers( TextureInfo& textureInfo, bool success )
999 TextureId textureId = textureInfo.textureId;
1001 // If there is an observer: Notify the load is complete, whether successful or not,
1002 // and erase it from the list
1003 TextureInfo* info = &textureInfo;
1005 mQueueLoadFlag = true;
1007 while( info->observerList.Count() )
1009 TextureUploadObserver* observer = info->observerList[0];
1011 // During UploadComplete() a Control ResourceReady() signal is emitted.
1012 // During that signal the app may add remove /add Textures (e.g. via
1014 // It is possible for observers to be removed from the observer list,
1015 // and it is also possible for the mTextureInfoContainer to be modified,
1016 // invalidating the reference to the textureInfo struct.
1017 // Texture load requests for the same URL are deferred until the end of this
1019 DALI_LOG_INFO( gTextureManagerLogFilter, Debug::Concise, "NotifyObservers() url:%s loadState:%s\n",
1020 textureInfo.url.GetUrl().c_str(), GET_LOAD_STATE_STRING(textureInfo.loadState ) );
1022 // It is possible for the observer to be deleted.
1023 // Disconnect and remove the observer first.
1024 observer->DestructionSignal().Disconnect( this, &TextureManager::ObserverDestroyed );
1026 info->observerList.Erase( info->observerList.begin() );
1028 if( info->storageType == StorageType::RETURN_PIXEL_BUFFER )
1030 observer->LoadComplete( success, info->pixelBuffer, info->url, info->preMultiplied );
1034 observer->UploadComplete( success, info->textureId, info->textureSet, info->useAtlas, info->atlasRect,
1035 info->preMultiplied );
1038 // Get the textureInfo from the container again as it may have been invalidated.
1039 int textureInfoIndex = GetCacheIndexFromId( textureId );
1040 if( textureInfoIndex == INVALID_CACHE_INDEX)
1042 break; // texture has been removed - can stop.
1044 info = &mTextureInfoContainer[ textureInfoIndex ];
1047 mQueueLoadFlag = false;
1048 ProcessQueuedTextures();
1050 if( info->storageType == StorageType::RETURN_PIXEL_BUFFER && info->observerList.Count() == 0 )
1052 Remove( info->textureId, nullptr );
1056 TextureManager::TextureId TextureManager::GenerateUniqueTextureId()
1058 return mCurrentTextureId++;
1061 int TextureManager::GetCacheIndexFromId( const TextureId textureId )
1063 const unsigned int size = mTextureInfoContainer.size();
1065 for( unsigned int i = 0; i < size; ++i )
1067 if( mTextureInfoContainer[i].textureId == textureId )
1073 return INVALID_CACHE_INDEX;
1076 TextureManager::TextureHash TextureManager::GenerateHash(
1077 const std::string& url,
1078 const ImageDimensions size,
1079 const FittingMode::Type fittingMode,
1080 const Dali::SamplingMode::Type samplingMode,
1081 const UseAtlas useAtlas,
1082 TextureId maskTextureId )
1084 std::string hashTarget( url );
1085 const size_t urlLength = hashTarget.length();
1086 const uint16_t width = size.GetWidth();
1087 const uint16_t height = size.GetWidth();
1089 // If either the width or height has been specified, include the resizing options in the hash
1090 if( width != 0 || height != 0 )
1092 // We are appending 5 bytes to the URL to form the hash input.
1093 hashTarget.resize( urlLength + 5u );
1094 char* hashTargetPtr = &( hashTarget[ urlLength ] );
1096 // Pack the width and height (4 bytes total).
1097 *hashTargetPtr++ = size.GetWidth() & 0xff;
1098 *hashTargetPtr++ = ( size.GetWidth() >> 8u ) & 0xff;
1099 *hashTargetPtr++ = size.GetHeight() & 0xff;
1100 *hashTargetPtr++ = ( size.GetHeight() >> 8u ) & 0xff;
1102 // Bit-pack the FittingMode, SamplingMode and atlasing.
1103 // FittingMode=2bits, SamplingMode=3bits, useAtlas=1bit
1104 *hashTargetPtr = ( fittingMode << 4u ) | ( samplingMode << 1 ) | useAtlas;
1108 // We are not including sizing information, but we still need an extra byte for atlasing.
1109 hashTarget.resize( urlLength + 1u );
1111 // Add the atlasing to the hash input.
1114 case UseAtlas::NO_ATLAS:
1116 hashTarget[ urlLength ] = 'f';
1119 case UseAtlas::USE_ATLAS:
1121 hashTarget[ urlLength ] = 't';
1127 if( maskTextureId != INVALID_TEXTURE_ID )
1129 auto textureIdIndex = hashTarget.length();
1130 hashTarget.resize( hashTarget.length() + sizeof( TextureId ) );
1131 unsigned char* hashTargetPtr = reinterpret_cast<unsigned char*>(&( hashTarget[ textureIdIndex ] ));
1133 // Append the texture id to the end of the URL byte by byte:
1134 // (to avoid SIGBUS / alignment issues)
1135 for( size_t byteIter = 0; byteIter < sizeof( TextureId ); ++byteIter )
1137 *hashTargetPtr++ = maskTextureId & 0xff;
1138 maskTextureId >>= 8u;
1142 return Dali::CalculateHash( hashTarget );
1145 int TextureManager::FindCachedTexture(
1146 const TextureManager::TextureHash hash,
1147 const std::string& url,
1148 const ImageDimensions size,
1149 const FittingMode::Type fittingMode,
1150 const Dali::SamplingMode::Type samplingMode,
1151 const bool useAtlas,
1152 TextureId maskTextureId,
1153 TextureManager::MultiplyOnLoad preMultiplyOnLoad,
1154 StorageType storageType )
1156 // Default to an invalid ID, in case we do not find a match.
1157 int cacheIndex = INVALID_CACHE_INDEX;
1159 // Iterate through our hashes to find a match.
1160 const unsigned int count = mTextureInfoContainer.size();
1161 for( unsigned int i = 0u; i < count; ++i )
1163 if( mTextureInfoContainer[i].hash == hash )
1165 // We have a match, now we check all the original parameters in case of a hash collision.
1166 TextureInfo& textureInfo( mTextureInfoContainer[i] );
1168 if( ( url == textureInfo.url.GetUrl() ) &&
1169 ( useAtlas == textureInfo.useAtlas ) &&
1170 ( maskTextureId == textureInfo.maskTextureId ) &&
1171 ( size == textureInfo.desiredSize ) &&
1172 ( ( size.GetWidth() == 0 && size.GetHeight() == 0 ) ||
1173 ( fittingMode == textureInfo.fittingMode &&
1174 samplingMode == textureInfo.samplingMode ) ) &&
1175 ( storageType == textureInfo.storageType ) )
1177 // 1. If preMultiplyOnLoad is MULTIPLY_ON_LOAD, then textureInfo.preMultiplyOnLoad should be true. The premultiplication result can be different.
1178 // 2. If preMultiplyOnLoad is LOAD_WITHOUT_MULTIPLY, then textureInfo.preMultiplied should be false.
1179 if( ( preMultiplyOnLoad == TextureManager::MultiplyOnLoad::MULTIPLY_ON_LOAD && textureInfo.preMultiplyOnLoad )
1180 || ( preMultiplyOnLoad == TextureManager::MultiplyOnLoad::LOAD_WITHOUT_MULTIPLY && !textureInfo.preMultiplied ) )
1182 // The found Texture is a match.
1193 void TextureManager::ObserverDestroyed( TextureUploadObserver* observer )
1195 const unsigned int count = mTextureInfoContainer.size();
1196 for( unsigned int i = 0; i < count; ++i )
1198 TextureInfo& textureInfo( mTextureInfoContainer[i] );
1199 for( TextureInfo::ObserverListType::Iterator j = textureInfo.observerList.Begin();
1200 j != textureInfo.observerList.End(); )
1202 if( *j == observer )
1204 j = textureInfo.observerList.Erase( j );
1215 TextureManager::AsyncLoadingHelper::AsyncLoadingHelper(TextureManager& textureManager)
1216 : AsyncLoadingHelper(Toolkit::AsyncImageLoader::New(), textureManager,
1217 AsyncLoadingInfoContainerType())
1221 void TextureManager::AsyncLoadingHelper::Load(TextureId textureId,
1222 const VisualUrl& url,
1223 ImageDimensions desiredSize,
1224 FittingMode::Type fittingMode,
1225 SamplingMode::Type samplingMode,
1226 bool orientationCorrection,
1227 DevelAsyncImageLoader::PreMultiplyOnLoad preMultiplyOnLoad)
1229 mLoadingInfoContainer.push_back(AsyncLoadingInfo(textureId));
1230 auto id = DevelAsyncImageLoader::Load( mLoader, url.GetUrl(), desiredSize, fittingMode, samplingMode, orientationCorrection, preMultiplyOnLoad );
1231 mLoadingInfoContainer.back().loadId = id;
1234 void TextureManager::AsyncLoadingHelper::ApplyMask( TextureId textureId,
1235 Devel::PixelBuffer pixelBuffer,
1236 Devel::PixelBuffer maskPixelBuffer,
1239 DevelAsyncImageLoader::PreMultiplyOnLoad preMultiplyOnLoad )
1241 mLoadingInfoContainer.push_back(AsyncLoadingInfo(textureId));
1242 auto id = DevelAsyncImageLoader::ApplyMask( mLoader, pixelBuffer, maskPixelBuffer, contentScale, cropToMask, preMultiplyOnLoad );
1243 mLoadingInfoContainer.back().loadId = id;
1246 TextureManager::AsyncLoadingHelper::AsyncLoadingHelper(AsyncLoadingHelper&& rhs)
1247 : AsyncLoadingHelper(rhs.mLoader, rhs.mTextureManager, std::move(rhs.mLoadingInfoContainer))
1251 TextureManager::AsyncLoadingHelper::AsyncLoadingHelper(
1252 Toolkit::AsyncImageLoader loader,
1253 TextureManager& textureManager,
1254 AsyncLoadingInfoContainerType&& loadingInfoContainer)
1256 mTextureManager(textureManager),
1257 mLoadingInfoContainer(std::move(loadingInfoContainer))
1259 DevelAsyncImageLoader::PixelBufferLoadedSignal(mLoader).Connect(
1260 this, &AsyncLoadingHelper::AsyncLoadComplete);
1263 void TextureManager::AsyncLoadingHelper::AsyncLoadComplete(uint32_t id,
1264 Devel::PixelBuffer pixelBuffer )
1266 mTextureManager.AsyncLoadComplete( mLoadingInfoContainer, id, pixelBuffer );
1269 void TextureManager::SetBrokenImageUrl(const std::string& brokenImageUrl)
1271 mBrokenImageUrl = brokenImageUrl;
1274 } // namespace Internal
1276 } // namespace Toolkit