dali/internal/render/common/render-manager.cpp

   1 /*
   2  * Copyright (c) 2021 Samsung Electronics Co., Ltd.
   3  *
   4  * Licensed under the Apache License, Version 2.0 (the "License");
   5  * you may not use this file except in compliance with the License.
   6  * You may obtain a copy of the License at
   7  *
   8  * http://www.apache.org/licenses/LICENSE-2.0
   9  *
  10  * Unless required by applicable law or agreed to in writing, software
  11  * distributed under the License is distributed on an "AS IS" BASIS,
  12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13  * See the License for the specific language governing permissions and
  14  * limitations under the License.
  15  *
  16  */
  17
  18 // CLASS HEADER
  19 #include <dali/internal/render/common/render-manager.h>
  20
  21 // EXTERNAL INCLUDES
  22 #include <memory.h>
  23
  24 // INTERNAL INCLUDES
  25 #include <dali/devel-api/threading/thread-pool.h>
  26 #include <dali/integration-api/core.h>
  27
  28 #include <dali/internal/event/common/scene-impl.h>
  29
  30 #include <dali/internal/update/common/scene-graph-scene.h>
  31 #include <dali/internal/update/nodes/scene-graph-layer.h>
  32 #include <dali/internal/update/render-tasks/scene-graph-camera.h>
  33
  34 #include <dali/internal/render/common/render-algorithms.h>
  35 #include <dali/internal/render/common/render-debug.h>
  36 #include <dali/internal/render/common/render-instruction.h>
  37 #include <dali/internal/render/common/render-tracker.h>
  38 #include <dali/internal/render/queue/render-queue.h>
  39 #include <dali/internal/render/renderers/pipeline-cache.h>
  40 #include <dali/internal/render/renderers/render-frame-buffer.h>
  41 #include <dali/internal/render/renderers/render-texture.h>
  42 #include <dali/internal/render/renderers/shader-cache.h>
  43 #include <dali/internal/render/renderers/uniform-buffer-manager.h>
  44 #include <dali/internal/render/renderers/uniform-buffer-view-pool.h>
  45 #include <dali/internal/render/shaders/program-controller.h>
  46
  47 #include <memory>
  48
  49 namespace Dali
  50 {
  51 namespace Internal
  52 {
  53 namespace SceneGraph
  54 {
  55 #if defined(DEBUG_ENABLED)
  56 namespace
  57 {
  58 Debug::Filter* gLogFilter = Debug::Filter::New(Debug::NoLogging, false, "LOG_RENDER_MANAGER");
  59 } // unnamed namespace
  60 #endif
  61
  62 namespace
  63 {
  64 inline Graphics::Rect2D RecalculateScissorArea(Graphics::Rect2D scissorArea, int orientation, Rect<int32_t> viewportRect)
  65 {
  66   Graphics::Rect2D newScissorArea;
  67
  68   if(orientation == 90)
  69   {
  70     newScissorArea.x      = viewportRect.height - (scissorArea.y + scissorArea.height);
  71     newScissorArea.y      = scissorArea.x;
  72     newScissorArea.width  = scissorArea.height;
  73     newScissorArea.height = scissorArea.width;
  74   }
  75   else if(orientation == 180)
  76   {
  77     newScissorArea.x      = viewportRect.width - (scissorArea.x + scissorArea.width);
  78     newScissorArea.y      = viewportRect.height - (scissorArea.y + scissorArea.height);
  79     newScissorArea.width  = scissorArea.width;
  80     newScissorArea.height = scissorArea.height;
  81   }
  82   else if(orientation == 270)
  83   {
  84     newScissorArea.x      = scissorArea.y;
  85     newScissorArea.y      = viewportRect.width - (scissorArea.x + scissorArea.width);
  86     newScissorArea.width  = scissorArea.height;
  87     newScissorArea.height = scissorArea.width;
  88   }
  89   else
  90   {
  91     newScissorArea.x      = scissorArea.x;
  92     newScissorArea.y      = scissorArea.y;
  93     newScissorArea.width  = scissorArea.width;
  94     newScissorArea.height = scissorArea.height;
  95   }
  96   return newScissorArea;
  97 }
  98 } // namespace
  99 /**
 100  * Structure to contain internal data
 101  */
 102 struct RenderManager::Impl
 103 {
 104   Impl(Graphics::Controller&               graphicsController,
 105        Integration::DepthBufferAvailable   depthBufferAvailableParam,
 106        Integration::StencilBufferAvailable stencilBufferAvailableParam,
 107        Integration::PartialUpdateAvailable partialUpdateAvailableParam)
 108   : graphicsController(graphicsController),
 109     renderQueue(),
 110     renderAlgorithms(graphicsController),
 111     frameCount(0u),
 112     renderBufferIndex(SceneGraphBuffers::INITIAL_UPDATE_BUFFER_INDEX),
 113     rendererContainer(),
 114     samplerContainer(),
 115     textureContainer(),
 116     frameBufferContainer(),
 117     lastFrameWasRendered(false),
 118     programController(graphicsController),
 119     shaderCache(graphicsController),
 120     depthBufferAvailable(depthBufferAvailableParam),
 121     stencilBufferAvailable(stencilBufferAvailableParam),
 122     partialUpdateAvailable(partialUpdateAvailableParam)
 123   {
 124     // Create thread pool with just one thread ( there may be a need to create more threads in the future ).
 125     threadPool = std::make_unique<Dali::ThreadPool>();
 126     threadPool->Initialize(1u);
 127
 128     uniformBufferManager = std::make_unique<Render::UniformBufferManager>(&graphicsController);
 129     pipelineCache        = std::make_unique<Render::PipelineCache>(graphicsController);
 130   }
 131
 132   ~Impl()
 133   {
 134     threadPool.reset(nullptr); // reset now to maintain correct destruction order
 135   }
 136
 137   void AddRenderTracker(Render::RenderTracker* renderTracker)
 138   {
 139     DALI_ASSERT_DEBUG(renderTracker != nullptr);
 140     mRenderTrackers.PushBack(renderTracker);
 141   }
 142
 143   void RemoveRenderTracker(Render::RenderTracker* renderTracker)
 144   {
 145     mRenderTrackers.EraseObject(renderTracker);
 146   }
 147
 148   void UpdateTrackers()
 149   {
 150     for(auto&& iter : mRenderTrackers)
 151     {
 152       iter->PollSyncObject();
 153     }
 154   }
 155
 156   // the order is important for destruction,
 157   Graphics::Controller& graphicsController;
 158   RenderQueue           renderQueue; ///< A message queue for receiving messages from the update-thread.
 159
 160   std::vector<SceneGraph::Scene*> sceneContainer; ///< List of pointers to the scene graph objects of the scenes
 161
 162   Render::RenderAlgorithms renderAlgorithms; ///< The RenderAlgorithms object is used to action the renders required by a RenderInstruction
 163
 164   uint32_t    frameCount;        ///< The current frame count
 165   BufferIndex renderBufferIndex; ///< The index of the buffer to read from; this is opposite of the "update" buffer
 166
 167   OwnerContainer<Render::Renderer*>     rendererContainer;     ///< List of owned renderers
 168   OwnerContainer<Render::Sampler*>      samplerContainer;      ///< List of owned samplers
 169   OwnerContainer<Render::Texture*>      textureContainer;      ///< List of owned textures
 170   OwnerContainer<Render::FrameBuffer*>  frameBufferContainer;  ///< List of owned framebuffers
 171   OwnerContainer<Render::VertexBuffer*> vertexBufferContainer; ///< List of owned vertex buffers
 172   OwnerContainer<Render::Geometry*>     geometryContainer;     ///< List of owned Geometries
 173
 174   bool lastFrameWasRendered; ///< Keeps track of the last frame being rendered due to having render instructions
 175
 176   OwnerContainer<Render::RenderTracker*> mRenderTrackers; ///< List of render trackers
 177
 178   ProgramController   programController; ///< Owner of the programs
 179   Render::ShaderCache shaderCache;       ///< The cache for the graphics shaders
 180
 181   std::unique_ptr<Render::UniformBufferManager> uniformBufferManager; ///< The uniform buffer manager
 182   std::unique_ptr<Render::PipelineCache>        pipelineCache;
 183
 184   Integration::DepthBufferAvailable   depthBufferAvailable;   ///< Whether the depth buffer is available
 185   Integration::StencilBufferAvailable stencilBufferAvailable; ///< Whether the stencil buffer is available
 186   Integration::PartialUpdateAvailable partialUpdateAvailable; ///< Whether the partial update is available
 187
 188   std::unique_ptr<Dali::ThreadPool> threadPool;            ///< The thread pool
 189   Vector<Graphics::Texture*>        boundTextures;         ///< The textures bound for rendering
 190   Vector<Graphics::Texture*>        textureDependencyList; ///< The dependency list of bound textures
 191 };
 192
 193 RenderManager* RenderManager::New(Graphics::Controller&               graphicsController,
 194                                   Integration::DepthBufferAvailable   depthBufferAvailable,
 195                                   Integration::StencilBufferAvailable stencilBufferAvailable,
 196                                   Integration::PartialUpdateAvailable partialUpdateAvailable)
 197 {
 198   auto* manager  = new RenderManager;
 199   manager->mImpl = new Impl(graphicsController,
 200                             depthBufferAvailable,
 201                             stencilBufferAvailable,
 202                             partialUpdateAvailable);
 203   return manager;
 204 }
 205
 206 RenderManager::RenderManager()
 207 : mImpl(nullptr)
 208 {
 209 }
 210
 211 RenderManager::~RenderManager()
 212 {
 213   delete mImpl;
 214 }
 215
 216 RenderQueue& RenderManager::GetRenderQueue()
 217 {
 218   return mImpl->renderQueue;
 219 }
 220
 221 void RenderManager::SetShaderSaver(ShaderSaver& upstream)
 222 {
 223 }
 224
 225 void RenderManager::AddRenderer(OwnerPointer<Render::Renderer>& renderer)
 226 {
 227   // Initialize the renderer as we are now in render thread
 228   renderer->Initialize(mImpl->graphicsController, mImpl->programController, mImpl->shaderCache, *(mImpl->uniformBufferManager.get()), *(mImpl->pipelineCache.get()));
 229
 230   mImpl->rendererContainer.PushBack(renderer.Release());
 231 }
 232
 233 void RenderManager::RemoveRenderer(Render::Renderer* renderer)
 234 {
 235   mImpl->rendererContainer.EraseObject(renderer);
 236 }
 237
 238 void RenderManager::AddSampler(OwnerPointer<Render::Sampler>& sampler)
 239 {
 240   sampler->Initialize(mImpl->graphicsController);
 241   mImpl->samplerContainer.PushBack(sampler.Release());
 242 }
 243
 244 void RenderManager::RemoveSampler(Render::Sampler* sampler)
 245 {
 246   mImpl->samplerContainer.EraseObject(sampler);
 247 }
 248
 249 void RenderManager::AddTexture(OwnerPointer<Render::Texture>& texture)
 250 {
 251   texture->Initialize(mImpl->graphicsController);
 252   mImpl->textureContainer.PushBack(texture.Release());
 253 }
 254
 255 void RenderManager::RemoveTexture(Render::Texture* texture)
 256 {
 257   DALI_ASSERT_DEBUG(NULL != texture);
 258
 259   // Find the texture, use std::find so we can do the erase safely
 260   auto iter = std::find(mImpl->textureContainer.begin(), mImpl->textureContainer.end(), texture);
 261
 262   if(iter != mImpl->textureContainer.end())
 263   {
 264     texture->Destroy();
 265     mImpl->textureContainer.Erase(iter); // Texture found; now destroy it
 266   }
 267 }
 268
 269 void RenderManager::UploadTexture(Render::Texture* texture, PixelDataPtr pixelData, const Texture::UploadParams& params)
 270 {
 271   texture->Upload(pixelData, params);
 272 }
 273
 274 void RenderManager::GenerateMipmaps(Render::Texture* texture)
 275 {
 276   texture->GenerateMipmaps();
 277 }
 278
 279 void RenderManager::SetFilterMode(Render::Sampler* sampler, uint32_t minFilterMode, uint32_t magFilterMode)
 280 {
 281   sampler->SetFilterMode(static_cast<Dali::FilterMode::Type>(minFilterMode),
 282                          static_cast<Dali::FilterMode::Type>(magFilterMode));
 283 }
 284
 285 void RenderManager::SetWrapMode(Render::Sampler* sampler, uint32_t rWrapMode, uint32_t sWrapMode, uint32_t tWrapMode)
 286 {
 287   sampler->SetWrapMode(static_cast<Dali::WrapMode::Type>(rWrapMode),
 288                        static_cast<Dali::WrapMode::Type>(sWrapMode),
 289                        static_cast<Dali::WrapMode::Type>(tWrapMode));
 290 }
 291
 292 void RenderManager::AddFrameBuffer(OwnerPointer<Render::FrameBuffer>& frameBuffer)
 293 {
 294   Render::FrameBuffer* frameBufferPtr = frameBuffer.Release();
 295   mImpl->frameBufferContainer.PushBack(frameBufferPtr);
 296   frameBufferPtr->Initialize(mImpl->graphicsController);
 297 }
 298
 299 void RenderManager::RemoveFrameBuffer(Render::FrameBuffer* frameBuffer)
 300 {
 301   DALI_ASSERT_DEBUG(nullptr != frameBuffer);
 302
 303   // Find the framebuffer, use std:find so we can safely do the erase
 304   auto iter = std::find(mImpl->frameBufferContainer.begin(), mImpl->frameBufferContainer.end(), frameBuffer);
 305
 306   if(iter != mImpl->frameBufferContainer.end())
 307   {
 308     frameBuffer->Destroy();
 309     mImpl->frameBufferContainer.Erase(iter); // frameBuffer found; now destroy it
 310   }
 311 }
 312
 313 void RenderManager::InitializeScene(SceneGraph::Scene* scene)
 314 {
 315   scene->Initialize(mImpl->graphicsController, mImpl->depthBufferAvailable, mImpl->stencilBufferAvailable);
 316   mImpl->sceneContainer.push_back(scene);
 317 }
 318
 319 void RenderManager::UninitializeScene(SceneGraph::Scene* scene)
 320 {
 321   auto iter = std::find(mImpl->sceneContainer.begin(), mImpl->sceneContainer.end(), scene);
 322   if(iter != mImpl->sceneContainer.end())
 323   {
 324     mImpl->sceneContainer.erase(iter);
 325   }
 326 }
 327
 328 void RenderManager::SurfaceReplaced(SceneGraph::Scene* scene)
 329 {
 330   scene->Initialize(mImpl->graphicsController, mImpl->depthBufferAvailable, mImpl->stencilBufferAvailable);
 331 }
 332
 333 void RenderManager::AttachColorTextureToFrameBuffer(Render::FrameBuffer* frameBuffer, Render::Texture* texture, uint32_t mipmapLevel, uint32_t layer)
 334 {
 335   frameBuffer->AttachColorTexture(texture, mipmapLevel, layer);
 336 }
 337
 338 void RenderManager::AttachDepthTextureToFrameBuffer(Render::FrameBuffer* frameBuffer, Render::Texture* texture, uint32_t mipmapLevel)
 339 {
 340   frameBuffer->AttachDepthTexture(texture, mipmapLevel);
 341 }
 342
 343 void RenderManager::AttachDepthStencilTextureToFrameBuffer(Render::FrameBuffer* frameBuffer, Render::Texture* texture, uint32_t mipmapLevel)
 344 {
 345   frameBuffer->AttachDepthStencilTexture(texture, mipmapLevel);
 346 }
 347
 348 void RenderManager::AddVertexBuffer(OwnerPointer<Render::VertexBuffer>& vertexBuffer)
 349 {
 350   mImpl->vertexBufferContainer.PushBack(vertexBuffer.Release());
 351 }
 352
 353 void RenderManager::RemoveVertexBuffer(Render::VertexBuffer* vertexBuffer)
 354 {
 355   mImpl->vertexBufferContainer.EraseObject(vertexBuffer);
 356 }
 357
 358 void RenderManager::SetVertexBufferFormat(Render::VertexBuffer* vertexBuffer, OwnerPointer<Render::VertexBuffer::Format>& format)
 359 {
 360   vertexBuffer->SetFormat(format.Release());
 361 }
 362
 363 void RenderManager::SetVertexBufferData(Render::VertexBuffer* vertexBuffer, OwnerPointer<Vector<uint8_t>>& data, uint32_t size)
 364 {
 365   vertexBuffer->SetData(data.Release(), size);
 366 }
 367
 368 void RenderManager::SetIndexBuffer(Render::Geometry* geometry, Dali::Vector<uint16_t>& indices)
 369 {
 370   geometry->SetIndexBuffer(indices);
 371 }
 372
 373 void RenderManager::AddGeometry(OwnerPointer<Render::Geometry>& geometry)
 374 {
 375   mImpl->geometryContainer.PushBack(geometry.Release());
 376 }
 377
 378 void RenderManager::RemoveGeometry(Render::Geometry* geometry)
 379 {
 380   auto iter = std::find(mImpl->geometryContainer.begin(), mImpl->geometryContainer.end(), geometry);
 381
 382   if(iter != mImpl->geometryContainer.end())
 383   {
 384     mImpl->geometryContainer.Erase(iter);
 385   }
 386 }
 387
 388 void RenderManager::AttachVertexBuffer(Render::Geometry* geometry, Render::VertexBuffer* vertexBuffer)
 389 {
 390   DALI_ASSERT_DEBUG(nullptr != geometry);
 391
 392   // Find the geometry
 393   for(auto&& iter : mImpl->geometryContainer)
 394   {
 395     if(iter == geometry)
 396     {
 397       iter->AddVertexBuffer(vertexBuffer);
 398       break;
 399     }
 400   }
 401 }
 402
 403 void RenderManager::RemoveVertexBuffer(Render::Geometry* geometry, Render::VertexBuffer* vertexBuffer)
 404 {
 405   DALI_ASSERT_DEBUG(nullptr != geometry);
 406
 407   // Find the geometry
 408   for(auto&& iter : mImpl->geometryContainer)
 409   {
 410     if(iter == geometry)
 411     {
 412       iter->RemoveVertexBuffer(vertexBuffer);
 413       break;
 414     }
 415   }
 416 }
 417
 418 void RenderManager::SetGeometryType(Render::Geometry* geometry, uint32_t geometryType)
 419 {
 420   geometry->SetType(Render::Geometry::Type(geometryType));
 421 }
 422
 423 void RenderManager::AddRenderTracker(Render::RenderTracker* renderTracker)
 424 {
 425   mImpl->AddRenderTracker(renderTracker);
 426 }
 427
 428 void RenderManager::RemoveRenderTracker(Render::RenderTracker* renderTracker)
 429 {
 430   mImpl->RemoveRenderTracker(renderTracker);
 431 }
 432
 433 void RenderManager::PreRender(Integration::RenderStatus& status, bool forceClear, bool uploadOnly)
 434 {
 435   DALI_PRINT_RENDER_START(mImpl->renderBufferIndex);
 436
 437   // Rollback
 438   mImpl->uniformBufferManager->GetUniformBufferViewPool(mImpl->renderBufferIndex)->Rollback();
 439
 440   // Increment the frame count at the beginning of each frame
 441   ++mImpl->frameCount;
 442
 443   // Process messages queued during previous update
 444   mImpl->renderQueue.ProcessMessages(mImpl->renderBufferIndex);
 445
 446   uint32_t count = 0u;
 447   for(auto& i : mImpl->sceneContainer)
 448   {
 449     count += i->GetRenderInstructions().Count(mImpl->renderBufferIndex);
 450   }
 451
 452   const bool haveInstructions = count > 0u;
 453
 454   DALI_LOG_INFO(gLogFilter, Debug::General, "Render: haveInstructions(%s) || mImpl->lastFrameWasRendered(%s) || forceClear(%s)\n", haveInstructions ? "true" : "false", mImpl->lastFrameWasRendered ? "true" : "false", forceClear ? "true" : "false");
 455
 456   // Only render if we have instructions to render, or the last frame was rendered (and therefore a clear is required).
 457   if(haveInstructions || mImpl->lastFrameWasRendered || forceClear)
 458   {
 459     DALI_LOG_INFO(gLogFilter, Debug::General, "Render: Processing\n");
 460
 461     // Upload the geometries
 462     for(auto&& geom : mImpl->geometryContainer)
 463     {
 464       geom->Upload(mImpl->graphicsController);
 465     }
 466   }
 467 }
 468
 469 void RenderManager::PreRender(Integration::Scene& scene, std::vector<Rect<int>>& damagedRects)
 470 {
 471   if(mImpl->partialUpdateAvailable != Integration::PartialUpdateAvailable::TRUE)
 472   {
 473     return;
 474   }
 475
 476   Internal::Scene&   sceneInternal = GetImplementation(scene);
 477   SceneGraph::Scene* sceneObject   = sceneInternal.GetSceneObject();
 478
 479   if(sceneObject->IsRenderingSkipped())
 480   {
 481     // We don't need to calculate dirty rects
 482     return;
 483   }
 484
 485   class DamagedRectsCleaner
 486   {
 487   public:
 488     explicit DamagedRectsCleaner(std::vector<Rect<int>>& damagedRects, Rect<int>& surfaceRect)
 489     : mDamagedRects(damagedRects),
 490       mSurfaceRect(surfaceRect),
 491       mCleanOnReturn(true)
 492     {
 493     }
 494
 495     void SetCleanOnReturn(bool cleanOnReturn)
 496     {
 497       mCleanOnReturn = cleanOnReturn;
 498     }
 499
 500     ~DamagedRectsCleaner()
 501     {
 502       if(mCleanOnReturn)
 503       {
 504         mDamagedRects.clear();
 505         mDamagedRects.push_back(mSurfaceRect);
 506       }
 507     }
 508
 509   private:
 510     std::vector<Rect<int>>& mDamagedRects;
 511     Rect<int>               mSurfaceRect;
 512     bool                    mCleanOnReturn;
 513   };
 514
 515   Rect<int32_t> surfaceRect = sceneObject->GetSurfaceRect();
 516
 517   // Clean collected dirty/damaged rects on exit if 3d layer or 3d node or other conditions.
 518   DamagedRectsCleaner damagedRectCleaner(damagedRects, surfaceRect);
 519
 520   // Mark previous dirty rects in the sorted array. The array is already sorted by node and renderer, frame number.
 521   // so you don't need to sort: std::stable_sort(itemsDirtyRects.begin(), itemsDirtyRects.end());
 522   std::vector<DirtyRect>& itemsDirtyRects = sceneObject->GetItemsDirtyRects();
 523   for(DirtyRect& dirtyRect : itemsDirtyRects)
 524   {
 525     dirtyRect.visited = false;
 526   }
 527
 528   uint32_t instructionCount = sceneObject->GetRenderInstructions().Count(mImpl->renderBufferIndex);
 529   for(uint32_t i = 0; i < instructionCount; ++i)
 530   {
 531     RenderInstruction& instruction = sceneObject->GetRenderInstructions().At(mImpl->renderBufferIndex, i);
 532
 533     if(instruction.mFrameBuffer)
 534     {
 535       return; // TODO: reset, we don't deal with render tasks with framebuffers (for now)
 536     }
 537
 538     const Camera* camera = instruction.GetCamera();
 539     if(camera->mType == Camera::DEFAULT_TYPE && camera->mTargetPosition == Camera::DEFAULT_TARGET_POSITION)
 540     {
 541       const Node* node = instruction.GetCamera()->GetNode();
 542       if(node)
 543       {
 544         Vector3    position;
 545         Vector3    scale;
 546         Quaternion orientation;
 547         node->GetWorldMatrix(mImpl->renderBufferIndex).GetTransformComponents(position, orientation, scale);
 548
 549         Vector3 orientationAxis;
 550         Radian  orientationAngle;
 551         orientation.ToAxisAngle(orientationAxis, orientationAngle);
 552
 553         if(position.x > Math::MACHINE_EPSILON_10000 ||
 554            position.y > Math::MACHINE_EPSILON_10000 ||
 555            orientationAxis != Vector3(0.0f, 1.0f, 0.0f) ||
 556            orientationAngle != ANGLE_180 ||
 557            scale != Vector3(1.0f, 1.0f, 1.0f))
 558         {
 559           return;
 560         }
 561       }
 562     }
 563     else
 564     {
 565       return;
 566     }
 567
 568     Rect<int32_t> viewportRect;
 569     if(instruction.mIsViewportSet)
 570     {
 571       const int32_t y = (surfaceRect.height - instruction.mViewport.height) - instruction.mViewport.y;
 572       viewportRect.Set(instruction.mViewport.x, y, instruction.mViewport.width, instruction.mViewport.height);
 573       if(viewportRect.IsEmpty() || !viewportRect.IsValid())
 574       {
 575         return; // just skip funny use cases for now, empty viewport means it is set somewhere else
 576       }
 577     }
 578     else
 579     {
 580       viewportRect = surfaceRect;
 581     }
 582
 583     const Matrix* viewMatrix       = instruction.GetViewMatrix(mImpl->renderBufferIndex);
 584     const Matrix* projectionMatrix = instruction.GetProjectionMatrix(mImpl->renderBufferIndex);
 585     if(viewMatrix && projectionMatrix)
 586     {
 587       const RenderListContainer::SizeType count = instruction.RenderListCount();
 588       for(RenderListContainer::SizeType index = 0u; index < count; ++index)
 589       {
 590         const RenderList* renderList = instruction.GetRenderList(index);
 591         if(renderList)
 592         {
 593           if(!renderList->IsEmpty())
 594           {
 595             const std::size_t listCount = renderList->Count();
 596             for(uint32_t listIndex = 0u; listIndex < listCount; ++listIndex)
 597             {
 598               RenderItem& item = renderList->GetItem(listIndex);
 599               // If the item does 3D transformation, do early exit and clean the damaged rect array
 600               if(item.mUpdateSize == Vector3::ZERO)
 601               {
 602                 return;
 603               }
 604
 605               Rect<int> rect;
 606               DirtyRect dirtyRect(item.mNode, item.mRenderer, mImpl->frameCount, rect);
 607               // If the item refers to updated node or renderer.
 608               if(item.mIsUpdated ||
 609                  (item.mNode &&
 610                   (item.mNode->Updated() || (item.mRenderer && item.mRenderer->Updated(mImpl->renderBufferIndex, item.mNode)))))
 611               {
 612                 item.mIsUpdated = false;
 613
 614                 rect = RenderItem::CalculateViewportSpaceAABB(item.mModelViewMatrix, item.mUpdateSize, viewportRect.width, viewportRect.height);
 615                 if(rect.IsValid() && rect.Intersect(viewportRect) && !rect.IsEmpty())
 616                 {
 617                   const int left   = rect.x;
 618                   const int top    = rect.y;
 619                   const int right  = rect.x + rect.width;
 620                   const int bottom = rect.y + rect.height;
 621                   rect.x           = (left / 16) * 16;
 622                   rect.y           = (top / 16) * 16;
 623                   rect.width       = ((right + 16) / 16) * 16 - rect.x;
 624                   rect.height      = ((bottom + 16) / 16) * 16 - rect.y;
 625
 626                   // Found valid dirty rect.
 627                   // 1. Insert it in the sorted array of the dirty rects.
 628                   // 2. Mark the related dirty rects as visited so they will not be removed below.
 629                   // 3. Keep only last 3 dirty rects for the same node and renderer (Tizen uses 3 back buffers, Ubuntu 1).
 630                   dirtyRect.rect    = rect;
 631                   auto dirtyRectPos = std::lower_bound(itemsDirtyRects.begin(), itemsDirtyRects.end(), dirtyRect);
 632                   dirtyRectPos      = itemsDirtyRects.insert(dirtyRectPos, dirtyRect);
 633
 634                   int c = 1;
 635                   while(++dirtyRectPos != itemsDirtyRects.end())
 636                   {
 637                     if(dirtyRectPos->node != item.mNode || dirtyRectPos->renderer != item.mRenderer)
 638                     {
 639                       break;
 640                     }
 641
 642                     dirtyRectPos->visited = true;
 643                     Rect<int>& dirtRect   = dirtyRectPos->rect;
 644                     rect.Merge(dirtRect);
 645
 646                     c++;
 647                     if(c > 3) // no more then 3 previous rects
 648                     {
 649                       itemsDirtyRects.erase(dirtyRectPos);
 650                       break;
 651                     }
 652                   }
 653
 654                   damagedRects.push_back(rect);
 655                 }
 656               }
 657               else
 658               {
 659                 // 1. The item is not dirty, the node and renderer referenced by the item are still exist.
 660                 // 2. Mark the related dirty rects as visited so they will not be removed below.
 661                 auto dirtyRectPos = std::lower_bound(itemsDirtyRects.begin(), itemsDirtyRects.end(), dirtyRect);
 662                 while(dirtyRectPos != itemsDirtyRects.end())
 663                 {
 664                   if(dirtyRectPos->node != item.mNode || dirtyRectPos->renderer != item.mRenderer)
 665                   {
 666                     break;
 667                   }
 668
 669                   dirtyRectPos->visited = true;
 670                   dirtyRectPos++;
 671                 }
 672               }
 673             }
 674           }
 675
 676           // Reset updated flag from the root
 677           Layer* sourceLayer = renderList->GetSourceLayer();
 678           if(sourceLayer)
 679           {
 680             sourceLayer->SetUpdatedTree(false);
 681           }
 682         }
 683       }
 684     }
 685   }
 686
 687   // Check removed nodes or removed renderers dirty rects
 688   auto i = itemsDirtyRects.begin();
 689   auto j = itemsDirtyRects.begin();
 690   while(i != itemsDirtyRects.end())
 691   {
 692     if(i->visited)
 693     {
 694       *j++ = *i;
 695     }
 696     else
 697     {
 698       Rect<int>& dirtRect = i->rect;
 699       damagedRects.push_back(dirtRect);
 700     }
 701     i++;
 702   }
 703
 704   itemsDirtyRects.resize(j - itemsDirtyRects.begin());
 705   damagedRectCleaner.SetCleanOnReturn(false);
 706 }
 707
 708 void RenderManager::RenderScene(Integration::RenderStatus& status, Integration::Scene& scene, bool renderToFbo)
 709 {
 710   SceneGraph::Scene* sceneObject  = GetImplementation(scene).GetSceneObject();
 711   Rect<int>          clippingRect = sceneObject->GetSurfaceRect();
 712
 713   RenderScene(status, scene, renderToFbo, clippingRect);
 714 }
 715
 716 void RenderManager::RenderScene(Integration::RenderStatus& status, Integration::Scene& scene, bool renderToFbo, Rect<int>& clippingRect)
 717 {
 718   if(mImpl->partialUpdateAvailable == Integration::PartialUpdateAvailable::TRUE && !renderToFbo && clippingRect.IsEmpty())
 719   {
 720     // ClippingRect is empty. Skip rendering
 721     return;
 722   }
 723
 724   // Reset main algorithms command buffer
 725   mImpl->renderAlgorithms.ResetCommandBuffer();
 726
 727   auto mainCommandBuffer = mImpl->renderAlgorithms.GetMainCommandBuffer();
 728
 729   Internal::Scene&   sceneInternal = GetImplementation(scene);
 730   SceneGraph::Scene* sceneObject   = sceneInternal.GetSceneObject();
 731
 732   uint32_t count = sceneObject->GetRenderInstructions().Count(mImpl->renderBufferIndex);
 733
 734   std::vector<Graphics::RenderTarget*> targetstoPresent;
 735
 736   Rect<int32_t> surfaceRect = sceneObject->GetSurfaceRect();
 737   if(clippingRect == surfaceRect)
 738   {
 739     // Full rendering case
 740     // Make clippingRect empty because we're doing full rendering now if the clippingRect is empty.
 741     // To reduce side effects, keep this logic now.
 742     clippingRect = Rect<int>();
 743   }
 744
 745   for(uint32_t i = 0; i < count; ++i)
 746   {
 747     RenderInstruction& instruction = sceneObject->GetRenderInstructions().At(mImpl->renderBufferIndex, i);
 748
 749     if((renderToFbo && !instruction.mFrameBuffer) || (!renderToFbo && instruction.mFrameBuffer))
 750     {
 751       continue; // skip
 752     }
 753
 754     // Mark that we will require a post-render step to be performed (includes swap-buffers).
 755     status.SetNeedsPostRender(true);
 756
 757     Rect<int32_t> viewportRect;
 758
 759     int32_t surfaceOrientation = sceneObject->GetSurfaceOrientation();
 760
 761     // @todo Should these be part of scene?
 762     Integration::DepthBufferAvailable   depthBufferAvailable   = mImpl->depthBufferAvailable;
 763     Integration::StencilBufferAvailable stencilBufferAvailable = mImpl->stencilBufferAvailable;
 764
 765     Graphics::RenderTarget*           currentRenderTarget = nullptr;
 766     Graphics::RenderPass*             currentRenderPass   = nullptr;
 767     std::vector<Graphics::ClearValue> currentClearValues{};
 768
 769     if(instruction.mFrameBuffer)
 770     {
 771       // Ensure graphics framebuffer is created, bind attachments and create render passes
 772       // Only happens once per framebuffer. If the create fails, e.g. no attachments yet,
 773       // then don't render to this framebuffer.
 774       if(!instruction.mFrameBuffer->GetGraphicsObject())
 775       {
 776         const bool created = instruction.mFrameBuffer->CreateGraphicsObjects();
 777         if(!created)
 778         {
 779           continue;
 780         }
 781       }
 782
 783       auto& clearValues = instruction.mFrameBuffer->GetGraphicsRenderPassClearValues();
 784
 785       // Set the clear color for first color attachment
 786       if(instruction.mIsClearColorSet && !clearValues.empty())
 787       {
 788         clearValues[0].color = {
 789           instruction.mClearColor.r,
 790           instruction.mClearColor.g,
 791           instruction.mClearColor.b,
 792           instruction.mClearColor.a};
 793       }
 794
 795       currentClearValues = clearValues;
 796
 797       auto loadOp = instruction.mIsClearColorSet ? Graphics::AttachmentLoadOp::CLEAR : Graphics::AttachmentLoadOp::LOAD;
 798
 799       // offscreen buffer
 800       currentRenderTarget = instruction.mFrameBuffer->GetGraphicsRenderTarget();
 801       currentRenderPass   = instruction.mFrameBuffer->GetGraphicsRenderPass(loadOp, Graphics::AttachmentStoreOp::STORE);
 802     }
 803     else // no framebuffer
 804     {
 805       // surface
 806       auto& clearValues = sceneObject->GetGraphicsRenderPassClearValues();
 807
 808       if(instruction.mIsClearColorSet)
 809       {
 810         clearValues[0].color = {
 811           instruction.mClearColor.r,
 812           instruction.mClearColor.g,
 813           instruction.mClearColor.b,
 814           instruction.mClearColor.a};
 815       }
 816
 817       currentClearValues = clearValues;
 818
 819       // @todo SceneObject should already have the depth clear / stencil clear in the clearValues array.
 820       // if the window has a depth/stencil buffer.
 821       if((depthBufferAvailable == Integration::DepthBufferAvailable::TRUE ||
 822           stencilBufferAvailable == Integration::StencilBufferAvailable::TRUE) &&
 823          (currentClearValues.size() <= 1))
 824       {
 825         currentClearValues.emplace_back();
 826         currentClearValues.back().depthStencil.depth   = 0;
 827         currentClearValues.back().depthStencil.stencil = 0;
 828       }
 829
 830       auto loadOp = instruction.mIsClearColorSet ? Graphics::AttachmentLoadOp::CLEAR : Graphics::AttachmentLoadOp::LOAD;
 831
 832       currentRenderTarget = sceneObject->GetSurfaceRenderTarget();
 833       currentRenderPass   = sceneObject->GetGraphicsRenderPass(loadOp, Graphics::AttachmentStoreOp::STORE);
 834     }
 835
 836     targetstoPresent.emplace_back(currentRenderTarget);
 837
 838     // reset the program matrices for all programs once per frame
 839     // this ensures we will set view and projection matrix once per program per camera
 840     mImpl->programController.ResetProgramMatrices();
 841
 842     if(instruction.mFrameBuffer)
 843     {
 844       // For each offscreen buffer, update the dependency list with the new texture id used by this frame buffer.
 845       for(unsigned int i0 = 0, i1 = instruction.mFrameBuffer->GetColorAttachmentCount(); i0 < i1; ++i0)
 846       {
 847         mImpl->textureDependencyList.PushBack(instruction.mFrameBuffer->GetTexture(i0));
 848       }
 849     }
 850
 851     if(!instruction.mIgnoreRenderToFbo && (instruction.mFrameBuffer != nullptr))
 852     {
 853       // Offscreen buffer rendering
 854       if(instruction.mIsViewportSet)
 855       {
 856         // For Viewport the lower-left corner is (0,0)
 857         const int32_t y = (instruction.mFrameBuffer->GetHeight() - instruction.mViewport.height) - instruction.mViewport.y;
 858         viewportRect.Set(instruction.mViewport.x, y, instruction.mViewport.width, instruction.mViewport.height);
 859       }
 860       else
 861       {
 862         viewportRect.Set(0, 0, instruction.mFrameBuffer->GetWidth(), instruction.mFrameBuffer->GetHeight());
 863       }
 864       surfaceOrientation = 0;
 865     }
 866     else // No Offscreen frame buffer rendering
 867     {
 868       // Check whether a viewport is specified, otherwise the full surface size is used
 869       if(instruction.mIsViewportSet)
 870       {
 871         // For Viewport the lower-left corner is (0,0)
 872         const int32_t y = (surfaceRect.height - instruction.mViewport.height) - instruction.mViewport.y;
 873         viewportRect.Set(instruction.mViewport.x, y, instruction.mViewport.width, instruction.mViewport.height);
 874       }
 875       else
 876       {
 877         viewportRect = surfaceRect;
 878       }
 879     }
 880
 881     // Set surface orientation
 882     // @todo Inform graphics impl by another route.
 883     // was: mImpl->currentContext->SetSurfaceOrientation(surfaceOrientation);
 884
 885     /*** Clear region of framebuffer or surface before drawing ***/
 886     bool clearFullFrameRect = (surfaceRect == viewportRect);
 887     if(instruction.mFrameBuffer != nullptr)
 888     {
 889       Viewport frameRect(0, 0, instruction.mFrameBuffer->GetWidth(), instruction.mFrameBuffer->GetHeight());
 890       clearFullFrameRect = (frameRect == viewportRect);
 891     }
 892
 893     if(!clippingRect.IsEmpty())
 894     {
 895       if(!clippingRect.Intersect(viewportRect))
 896       {
 897         DALI_LOG_ERROR("Invalid clipping rect %d %d %d %d\n", clippingRect.x, clippingRect.y, clippingRect.width, clippingRect.height);
 898         clippingRect = Rect<int>();
 899       }
 900       clearFullFrameRect = false;
 901     }
 902
 903     Graphics::Rect2D scissorArea{viewportRect.x, viewportRect.y, uint32_t(viewportRect.width), uint32_t(viewportRect.height)};
 904     if(instruction.mIsClearColorSet)
 905     {
 906       if(!clearFullFrameRect)
 907       {
 908         if(!clippingRect.IsEmpty())
 909         {
 910           scissorArea = {clippingRect.x, clippingRect.y, uint32_t(clippingRect.width), uint32_t(clippingRect.height)};
 911         }
 912       }
 913     }
 914
 915     // Scissor's value should be set based on the default system coordinates.
 916     // When the surface is rotated, the input values already were set with the rotated angle.
 917     // So, re-calculation is needed.
 918     scissorArea = RecalculateScissorArea(scissorArea, surfaceOrientation, viewportRect);
 919
 920     // Begin render pass
 921     mainCommandBuffer->BeginRenderPass(
 922       currentRenderPass,
 923       currentRenderTarget,
 924       scissorArea,
 925       currentClearValues);
 926
 927     mainCommandBuffer->SetViewport({float(viewportRect.x),
 928                                     float(viewportRect.y),
 929                                     float(viewportRect.width),
 930                                     float(viewportRect.height)});
 931
 932     // Clear the list of bound textures
 933     mImpl->boundTextures.Clear();
 934
 935     mImpl->renderAlgorithms.ProcessRenderInstruction(
 936       instruction,
 937       mImpl->renderBufferIndex,
 938       depthBufferAvailable,
 939       stencilBufferAvailable,
 940       mImpl->boundTextures,
 941       viewportRect,
 942       clippingRect,
 943       surfaceOrientation);
 944
 945     Graphics::SyncObject* syncObject{nullptr};
 946     // If the render instruction has an associated render tracker (owned separately)
 947     // and framebuffer, create a one shot sync object, and use it to determine when
 948     // the render pass has finished executing on GPU.
 949     if(instruction.mRenderTracker && instruction.mFrameBuffer)
 950     {
 951       syncObject                 = instruction.mRenderTracker->CreateSyncObject(mImpl->graphicsController);
 952       instruction.mRenderTracker = nullptr;
 953     }
 954     mainCommandBuffer->EndRenderPass(syncObject);
 955   }
 956   mImpl->renderAlgorithms.SubmitCommandBuffer();
 957
 958   std::sort(targetstoPresent.begin(), targetstoPresent.end());
 959
 960   Graphics::RenderTarget* rt = nullptr;
 961   for(auto& target : targetstoPresent)
 962   {
 963     if(target != rt)
 964     {
 965       mImpl->graphicsController.PresentRenderTarget(target);
 966       rt = target;
 967     }
 968   }
 969 }
 970
 971 void RenderManager::PostRender(bool uploadOnly)
 972 {
 973   // Notify RenderGeometries that rendering has finished
 974   for(auto&& iter : mImpl->geometryContainer)
 975   {
 976     iter->OnRenderFinished();
 977   }
 978
 979   mImpl->UpdateTrackers();
 980
 981   uint32_t count = 0u;
 982   for(auto& scene : mImpl->sceneContainer)
 983   {
 984     count += scene->GetRenderInstructions().Count(mImpl->renderBufferIndex);
 985   }
 986
 987   const bool haveInstructions = count > 0u;
 988
 989   // If this frame was rendered due to instructions existing, we mark this so we know to clear the next frame.
 990   mImpl->lastFrameWasRendered = haveInstructions;
 991
 992   /**
 993    * The rendering has finished; swap to the next buffer.
 994    * Ideally the update has just finished using this buffer; otherwise the render thread
 995    * should block until the update has finished.
 996    */
 997   mImpl->renderBufferIndex = (0 != mImpl->renderBufferIndex) ? 0 : 1;
 998
 999   DALI_PRINT_RENDER_END();
1000 }
1001
1002 } // namespace SceneGraph
1003
1004 } // namespace Internal
1005
1006 } // namespace Dali