2 * Copyright (c) 2021 Samsung Electronics Co., Ltd.
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
19 #include "animated-image-visual.h"
22 #include <dali/devel-api/adaptor-framework/image-loading.h>
23 #include <dali/integration-api/debug.h>
27 #include <dali-toolkit/devel-api/image-loader/image-atlas.h>
28 #include <dali-toolkit/devel-api/image-loader/texture-manager.h>
29 #include <dali-toolkit/devel-api/visuals/image-visual-properties-devel.h>
30 #include <dali-toolkit/internal/visuals/animated-image/fixed-image-cache.h>
31 #include <dali-toolkit/internal/visuals/animated-image/rolling-animated-image-cache.h>
32 #include <dali-toolkit/internal/visuals/animated-image/rolling-image-cache.h>
33 #include <dali-toolkit/internal/visuals/image-visual-shader-factory.h>
34 #include <dali-toolkit/internal/visuals/visual-base-data-impl.h>
35 #include <dali-toolkit/internal/visuals/visual-factory-cache.h>
36 #include <dali-toolkit/internal/visuals/visual-factory-impl.h>
37 #include <dali-toolkit/internal/visuals/visual-string-constants.h>
38 #include <dali-toolkit/public-api/visuals/image-visual-properties.h>
39 #include <dali-toolkit/public-api/visuals/visual-properties.h>
50 DALI_ENUM_TO_STRING_TABLE_BEGIN(STOP_BEHAVIOR)
51 DALI_ENUM_TO_STRING_WITH_SCOPE(Dali::Toolkit::DevelImageVisual::StopBehavior, CURRENT_FRAME)
52 DALI_ENUM_TO_STRING_WITH_SCOPE(Dali::Toolkit::DevelImageVisual::StopBehavior, FIRST_FRAME)
53 DALI_ENUM_TO_STRING_WITH_SCOPE(Dali::Toolkit::DevelImageVisual::StopBehavior, LAST_FRAME)
54 DALI_ENUM_TO_STRING_TABLE_END(STOP_BEHAVIOR)
57 DALI_ENUM_TO_STRING_TABLE_BEGIN(WRAP_MODE)
58 DALI_ENUM_TO_STRING_WITH_SCOPE(Dali::WrapMode, DEFAULT)
59 DALI_ENUM_TO_STRING_WITH_SCOPE(Dali::WrapMode, CLAMP_TO_EDGE)
60 DALI_ENUM_TO_STRING_WITH_SCOPE(Dali::WrapMode, REPEAT)
61 DALI_ENUM_TO_STRING_WITH_SCOPE(Dali::WrapMode, MIRRORED_REPEAT)
62 DALI_ENUM_TO_STRING_TABLE_END(WRAP_MODE)
64 const Vector4 FULL_TEXTURE_RECT(0.f, 0.f, 1.f, 1.f);
65 constexpr auto LOOP_FOREVER = -1;
67 #if defined(DEBUG_ENABLED)
68 Debug::Filter* gAnimImgLogFilter = Debug::Filter::New(Debug::NoLogging, false, "LOG_ANIMATED_IMAGE");
73 * Multi-image Flow of execution
79 * | cache->LoadBatch()
82 * | PrepareTextureSet()
83 * | cache->FirstFrame()
84 * | CreateRenderer() (Doesn't become ready until first frame loads)
87 * | FrameReady(textureSet)
88 * | start first frame:
91 * | mRenderer.SetTextures(textureSet)
94 * | DisplayNextFrame()
95 * | if front frame is ready,
96 * | mRenderer.SetTextures( front frame's texture )
98 * | mWaitingForTexture=true
99 * | cache->LoadBatch()
101 * | FrameReady(textureSet)
102 * | mRenderer.SetTextures(textureSet)
107 AnimatedImageVisualPtr AnimatedImageVisual::New(VisualFactoryCache& factoryCache, ImageVisualShaderFactory& shaderFactory, const VisualUrl& imageUrl, const Property::Map& properties)
109 AnimatedImageVisualPtr visual(new AnimatedImageVisual(factoryCache, shaderFactory));
110 visual->InitializeAnimatedImage(imageUrl);
111 visual->SetProperties(properties);
113 if(visual->mFrameCount > 0)
115 visual->LoadFirstBatch();
118 visual->Initialize();
123 AnimatedImageVisualPtr AnimatedImageVisual::New(VisualFactoryCache& factoryCache, ImageVisualShaderFactory& shaderFactory, const Property::Array& imageUrls, const Property::Map& properties)
125 AnimatedImageVisualPtr visual(new AnimatedImageVisual(factoryCache, shaderFactory));
126 visual->mImageUrls = new ImageCache::UrlList();
127 visual->mImageUrls->reserve(imageUrls.Count());
129 for(unsigned int i = 0; i < imageUrls.Count(); ++i)
131 ImageCache::UrlStore urlStore;
132 urlStore.mTextureId = TextureManager::INVALID_TEXTURE_ID;
133 urlStore.mUrl = imageUrls[i].Get<std::string>();
134 visual->mImageUrls->push_back(urlStore);
136 visual->mFrameCount = imageUrls.Count();
137 visual->SetProperties(properties);
139 if(visual->mFrameCount > 0)
141 visual->LoadFirstBatch();
144 visual->Initialize();
149 AnimatedImageVisualPtr AnimatedImageVisual::New(VisualFactoryCache& factoryCache, ImageVisualShaderFactory& shaderFactory, const VisualUrl& imageUrl)
151 AnimatedImageVisualPtr visual(new AnimatedImageVisual(factoryCache, shaderFactory));
152 visual->InitializeAnimatedImage(imageUrl);
154 if(visual->mFrameCount > 0)
156 visual->LoadFirstBatch();
159 visual->Initialize();
164 void AnimatedImageVisual::InitializeAnimatedImage(const VisualUrl& imageUrl)
166 mImageUrl = imageUrl;
167 mAnimatedImageLoading = AnimatedImageLoading::New(imageUrl.GetUrl(), imageUrl.IsLocalResource());
168 mFrameCount = mAnimatedImageLoading.GetImageCount();
171 AnimatedImageVisual::AnimatedImageVisual(VisualFactoryCache& factoryCache, ImageVisualShaderFactory& shaderFactory)
172 : Visual::Base(factoryCache, Visual::FittingMode::FIT_KEEP_ASPECT_RATIO, Toolkit::Visual::ANIMATED_IMAGE),
175 mImageVisualShaderFactory(shaderFactory),
176 mPixelArea(FULL_TEXTURE_RECT),
178 mAnimatedImageLoading(),
179 mFrameIndexForJumpTo(0),
185 mLoopCount(LOOP_FOREVER),
186 mCurrentLoopIndex(0),
190 mWrapModeU(WrapMode::DEFAULT),
191 mWrapModeV(WrapMode::DEFAULT),
192 mActionStatus(DevelAnimatedImageVisual::Action::PLAY),
193 mStopBehavior(DevelImageVisual::StopBehavior::CURRENT_FRAME),
194 mStartFirstFrame(false),
199 AnimatedImageVisual::~AnimatedImageVisual()
205 void AnimatedImageVisual::GetNaturalSize(Vector2& naturalSize)
207 if(mImageSize.GetWidth() == 0 && mImageSize.GetHeight() == 0)
209 if(mImageUrl.IsValid())
211 mImageSize = mAnimatedImageLoading.GetImageSize();
213 else if(mImageUrls && mImageUrls->size() > 0)
215 mImageSize = Dali::GetClosestImageSize((*mImageUrls)[0].mUrl);
219 naturalSize.width = mImageSize.GetWidth();
220 naturalSize.height = mImageSize.GetHeight();
223 void AnimatedImageVisual::DoCreatePropertyMap(Property::Map& map) const
227 bool sync = IsSynchronousLoadingRequired();
228 map.Insert(Toolkit::ImageVisual::Property::SYNCHRONOUS_LOADING, sync);
230 map.Insert(Toolkit::Visual::Property::TYPE, Toolkit::Visual::ANIMATED_IMAGE);
232 if(mImageUrl.IsValid())
234 map.Insert(Toolkit::ImageVisual::Property::URL, mImageUrl.GetUrl());
236 if(mImageUrls != NULL && !mImageUrls->empty())
238 Property::Array urls;
239 for(unsigned int i = 0; i < mImageUrls->size(); ++i)
241 urls.Add((*mImageUrls)[i].mUrl);
243 Property::Value value(const_cast<Property::Array&>(urls));
244 map.Insert(Toolkit::ImageVisual::Property::URL, value);
247 map.Insert(Toolkit::ImageVisual::Property::PIXEL_AREA, mPixelArea);
248 map.Insert(Toolkit::ImageVisual::Property::WRAP_MODE_U, mWrapModeU);
249 map.Insert(Toolkit::ImageVisual::Property::WRAP_MODE_V, mWrapModeV);
251 map.Insert(Toolkit::ImageVisual::Property::BATCH_SIZE, static_cast<int>(mBatchSize));
252 map.Insert(Toolkit::ImageVisual::Property::CACHE_SIZE, static_cast<int>(mCacheSize));
253 map.Insert(Toolkit::ImageVisual::Property::FRAME_DELAY, static_cast<int>(mFrameDelay));
254 map.Insert(Toolkit::DevelImageVisual::Property::LOOP_COUNT, static_cast<int>(mLoopCount));
255 map.Insert(Toolkit::DevelImageVisual::Property::CURRENT_FRAME_NUMBER, (mImageCache) ? static_cast<int32_t>(mImageCache->GetCurrentFrameIndex()) : -1);
256 map.Insert(Toolkit::DevelImageVisual::Property::TOTAL_FRAME_NUMBER, (mImageCache) ? static_cast<int32_t>(mImageCache->GetTotalFrameCount()) : -1);
258 map.Insert(Toolkit::DevelImageVisual::Property::STOP_BEHAVIOR, mStopBehavior);
261 void AnimatedImageVisual::DoCreateInstancePropertyMap(Property::Map& map) const
266 void AnimatedImageVisual::OnDoAction(const Dali::Property::Index actionId, const Dali::Property::Value& attributes)
268 // Check if action is valid for this visual type and perform action if possible
272 case DevelAnimatedImageVisual::Action::PAUSE:
274 // Pause will be executed on next timer tick
275 mActionStatus = DevelAnimatedImageVisual::Action::PAUSE;
278 case DevelAnimatedImageVisual::Action::PLAY:
280 if(mFrameDelayTimer && IsOnScene() && mActionStatus != DevelAnimatedImageVisual::Action::PLAY)
282 mFrameDelayTimer.Start();
284 mActionStatus = DevelAnimatedImageVisual::Action::PLAY;
287 case DevelAnimatedImageVisual::Action::STOP:
289 // STOP reset functionality will actually be done in a future change
290 // Stop will be executed on next timer tick
291 mActionStatus = DevelAnimatedImageVisual::Action::STOP;
298 case DevelAnimatedImageVisual::Action::JUMP_TO:
301 if(attributes.Get(frameNumber))
303 if(frameNumber < 0 || frameNumber >= static_cast<int32_t>(mFrameCount))
305 DALI_LOG_ERROR("Invalid frame index used.\n");
310 mFrameIndexForJumpTo = frameNumber;
322 void AnimatedImageVisual::DoSetProperties(const Property::Map& propertyMap)
324 // url[s] already passed in from constructor
326 for(Property::Map::SizeType iter = 0; iter < propertyMap.Count(); ++iter)
328 KeyValuePair keyValue = propertyMap.GetKeyValue(iter);
329 if(keyValue.first.type == Property::Key::INDEX)
331 DoSetProperty(keyValue.first.indexKey, keyValue.second);
335 if(keyValue.first == PIXEL_AREA_UNIFORM_NAME)
337 DoSetProperty(Toolkit::ImageVisual::Property::PIXEL_AREA, keyValue.second);
339 else if(keyValue.first == IMAGE_WRAP_MODE_U)
341 DoSetProperty(Toolkit::ImageVisual::Property::WRAP_MODE_U, keyValue.second);
343 else if(keyValue.first == IMAGE_WRAP_MODE_V)
345 DoSetProperty(Toolkit::ImageVisual::Property::WRAP_MODE_V, keyValue.second);
347 else if(keyValue.first == BATCH_SIZE_NAME)
349 DoSetProperty(Toolkit::ImageVisual::Property::BATCH_SIZE, keyValue.second);
351 else if(keyValue.first == CACHE_SIZE_NAME)
353 DoSetProperty(Toolkit::ImageVisual::Property::CACHE_SIZE, keyValue.second);
355 else if(keyValue.first == FRAME_DELAY_NAME)
357 DoSetProperty(Toolkit::ImageVisual::Property::FRAME_DELAY, keyValue.second);
359 else if(keyValue.first == LOOP_COUNT_NAME)
361 DoSetProperty(Toolkit::DevelImageVisual::Property::LOOP_COUNT, keyValue.second);
363 else if(keyValue.first == STOP_BEHAVIOR_NAME)
365 DoSetProperty(Toolkit::DevelImageVisual::Property::STOP_BEHAVIOR, keyValue.second);
371 void AnimatedImageVisual::DoSetProperty(Property::Index index,
372 const Property::Value& value)
376 case Toolkit::ImageVisual::Property::PIXEL_AREA:
378 value.Get(mPixelArea);
381 case Toolkit::ImageVisual::Property::WRAP_MODE_U:
384 if(Scripting::GetEnumerationProperty(value, WRAP_MODE_TABLE, WRAP_MODE_TABLE_COUNT, wrapMode))
386 mWrapModeU = Dali::WrapMode::Type(wrapMode);
390 mWrapModeU = Dali::WrapMode::Type::DEFAULT;
394 case Toolkit::ImageVisual::Property::WRAP_MODE_V:
397 if(Scripting::GetEnumerationProperty(value, WRAP_MODE_TABLE, WRAP_MODE_TABLE_COUNT, wrapMode))
399 mWrapModeV = Dali::WrapMode::Type(wrapMode);
403 mWrapModeV = Dali::WrapMode::Type::DEFAULT;
408 case Toolkit::ImageVisual::Property::BATCH_SIZE:
411 if(value.Get(batchSize))
415 DALI_LOG_ERROR("The minimum value of batch size is 2.");
419 mBatchSize = batchSize;
425 case Toolkit::ImageVisual::Property::CACHE_SIZE:
428 if(value.Get(cacheSize))
432 DALI_LOG_ERROR("The minimum value of cache size is 2.");
436 mCacheSize = cacheSize;
442 case Toolkit::ImageVisual::Property::FRAME_DELAY:
445 if(value.Get(frameDelay))
447 mFrameDelay = frameDelay;
452 case Toolkit::DevelImageVisual::Property::LOOP_COUNT:
455 if(value.Get(loopCount))
457 mLoopCount = loopCount;
462 case Toolkit::DevelImageVisual::Property::STOP_BEHAVIOR:
464 int32_t stopBehavior = mStopBehavior;
465 if(Scripting::GetEnumerationProperty(value, STOP_BEHAVIOR_TABLE, STOP_BEHAVIOR_TABLE_COUNT, stopBehavior))
467 mStopBehavior = DevelImageVisual::StopBehavior::Type(stopBehavior);
472 case Toolkit::ImageVisual::Property::SYNCHRONOUS_LOADING:
478 mImpl->mFlags |= Impl::IS_SYNCHRONOUS_RESOURCE_LOADING;
482 mImpl->mFlags &= ~Impl::IS_SYNCHRONOUS_RESOURCE_LOADING;
489 void AnimatedImageVisual::DoSetOnScene(Actor& actor)
491 mPlacementActor = actor;
492 TextureSet textureSet = PrepareTextureSet();
494 if(textureSet) // if the image loading is successful
496 StartFirstFrame(textureSet);
500 mStartFirstFrame = true;
504 void AnimatedImageVisual::DoSetOffScene(Actor& actor)
506 DALI_ASSERT_DEBUG((bool)mImpl->mRenderer && "There should always be a renderer whilst on stage");
510 mFrameDelayTimer.Stop();
511 mFrameDelayTimer.Reset();
514 actor.RemoveRenderer(mImpl->mRenderer);
515 mPlacementActor.Reset();
516 mStartFirstFrame = false;
519 void AnimatedImageVisual::OnSetTransform()
523 mImpl->mTransform.RegisterUniforms(mImpl->mRenderer, Direction::LEFT_TO_RIGHT);
527 void AnimatedImageVisual::OnInitialize()
529 bool defaultWrapMode = mWrapModeU <= WrapMode::CLAMP_TO_EDGE && mWrapModeV <= WrapMode::CLAMP_TO_EDGE;
530 bool atlasing = false;
531 Shader shader = mImageVisualShaderFactory.GetShader(mFactoryCache, atlasing, defaultWrapMode, IsRoundedCornerRequired());
533 Geometry geometry = mFactoryCache.GetGeometry(VisualFactoryCache::QUAD_GEOMETRY);
535 mImpl->mRenderer = Renderer::New(geometry, shader);
537 // Register transform properties
538 mImpl->mTransform.RegisterUniforms(mImpl->mRenderer, Direction::LEFT_TO_RIGHT);
540 if(!defaultWrapMode) // custom wrap mode
542 Vector2 wrapMode(mWrapModeU - WrapMode::CLAMP_TO_EDGE, mWrapModeV - WrapMode::CLAMP_TO_EDGE);
543 wrapMode.Clamp(Vector2::ZERO, Vector2(2.f, 2.f));
544 mImpl->mRenderer.RegisterProperty(WRAP_MODE_UNIFORM_NAME, wrapMode);
547 if(mPixelArea != FULL_TEXTURE_RECT)
549 mImpl->mRenderer.RegisterProperty(PIXEL_AREA_UNIFORM_NAME, mPixelArea);
553 void AnimatedImageVisual::LoadFirstBatch()
555 // Ensure the batch size and cache size are no bigger than the number of URLs,
556 // and that the cache is at least as big as the batch size.
557 uint16_t numUrls = 0;
558 uint16_t batchSize = 1;
559 uint16_t cacheSize = 1;
563 numUrls = mImageUrls->size();
567 numUrls = mFrameCount;
570 batchSize = std::min(mBatchSize, numUrls);
571 cacheSize = std::min(std::max(batchSize, mCacheSize), numUrls);
573 DALI_LOG_INFO(gAnimImgLogFilter, Debug::Concise, "AnimatedImageVisual::LoadFirstBatch() batchSize:%d cacheSize:%d\n", batchSize, cacheSize);
576 TextureManager& textureManager = mFactoryCache.GetTextureManager();
578 if(mAnimatedImageLoading)
580 mImageCache = new RollingAnimatedImageCache(textureManager, mAnimatedImageLoading, mFrameCount, *this, cacheSize, batchSize, IsSynchronousLoadingRequired());
584 if(batchSize > 0 && cacheSize > 0)
586 if(cacheSize < numUrls)
588 mImageCache = new RollingImageCache(textureManager, *mImageUrls, *this, cacheSize, batchSize);
592 mImageCache = new FixedImageCache(textureManager, *mImageUrls, *this, batchSize);
597 mImageCache = new RollingImageCache(textureManager, *mImageUrls, *this, 1, 1);
603 DALI_LOG_ERROR("mImageCache is null\n");
607 void AnimatedImageVisual::StartFirstFrame(TextureSet& textureSet)
609 DALI_LOG_INFO(gAnimImgLogFilter, Debug::Concise, "AnimatedImageVisual::StartFirstFrame()\n");
611 mStartFirstFrame = false;
614 mImpl->mRenderer.SetTextures(textureSet);
616 Actor actor = mPlacementActor.GetHandle();
619 actor.AddRenderer(mImpl->mRenderer);
620 mPlacementActor.Reset();
626 int frameDelay = mImageCache->GetFrameInterval(0);
629 frameDelay = mFrameDelay; // from URL array
631 mFrameDelayTimer = Timer::New(frameDelay);
632 mFrameDelayTimer.TickSignal().Connect(this, &AnimatedImageVisual::DisplayNextFrame);
633 mFrameDelayTimer.Start();
635 DALI_LOG_INFO(gAnimImgLogFilter, Debug::Concise, "ResourceReady(ResourceStatus::READY)\n");
636 ResourceReady(Toolkit::Visual::ResourceStatus::READY);
639 TextureSet AnimatedImageVisual::PrepareTextureSet()
641 TextureSet textureSet;
644 textureSet = mImageCache->FirstFrame();
649 SetImageSize(textureSet);
655 void AnimatedImageVisual::SetImageSize(TextureSet& textureSet)
659 Texture texture = textureSet.GetTexture(0);
662 mImageSize.SetWidth(texture.GetWidth());
663 mImageSize.SetHeight(texture.GetHeight());
668 void AnimatedImageVisual::FrameReady(TextureSet textureSet)
672 SetImageSize(textureSet);
676 StartFirstFrame(textureSet);
682 mImpl->mRenderer.SetTextures(textureSet);
688 DALI_LOG_INFO(gAnimImgLogFilter, Debug::Concise, "ResourceReady(ResourceStatus::FAILED)\n");
689 ResourceReady(Toolkit::Visual::ResourceStatus::FAILED);
693 bool AnimatedImageVisual::DisplayNextFrame()
695 bool continueTimer = false;
699 bool nextFrame = false;
700 uint32_t frameIndex = mImageCache->GetCurrentFrameIndex();
705 frameIndex = mFrameIndexForJumpTo;
707 else if(mActionStatus == DevelAnimatedImageVisual::Action::PAUSE)
711 else if(mActionStatus == DevelAnimatedImageVisual::Action::STOP)
714 if(mStopBehavior == DevelImageVisual::StopBehavior::FIRST_FRAME)
718 else if(mStopBehavior == DevelImageVisual::StopBehavior::LAST_FRAME)
720 frameIndex = mFrameCount - 1;
724 return false; // Do not draw already rendered scene twice.
733 if(frameIndex >= mFrameCount)
735 frameIndex %= mFrameCount;
739 if(mLoopCount >= 0 && mCurrentLoopIndex >= mLoopCount)
741 // This will stop timer
742 mActionStatus = DevelAnimatedImageVisual::Action::STOP;
743 return DisplayNextFrame();
747 unsigned int delay = mImageCache->GetFrameInterval(frameIndex);
750 if(mFrameDelayTimer.GetInterval() != delay)
752 mFrameDelayTimer.SetInterval(delay);
757 DALI_LOG_INFO(gAnimImgLogFilter, Debug::Concise, "AnimatedImageVisual::DisplayNextFrame(this:%p) CurrentFrameIndex:%d\n", this, frameIndex);
759 TextureSet textureSet;
762 textureSet = mImageCache->NextFrame();
766 textureSet = mImageCache->Frame(frameIndex);
771 SetImageSize(textureSet);
774 mImpl->mRenderer.SetTextures(textureSet);
778 continueTimer = (mActionStatus == DevelAnimatedImageVisual::Action::PLAY) ? true : false;
781 return continueTimer;
784 } // namespace Internal
786 } // namespace Toolkit