2 * Copyright (c) 2016 Samsung Electronics Co., Ltd.
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
19 #include "model3d-view-impl.h"
22 #include <dali/public-api/object/type-registry.h>
23 #include <dali/public-api/animation/constraint.h>
24 #include <dali/public-api/animation/constraint-source.h>
25 #include <dali/public-api/animation/constraints.h>
26 #include <dali/public-api/object/type-registry-helper.h>
27 #include <dali-toolkit/public-api/controls/model3d-view/model3d-view.h>
28 #include <dali/public-api/images/resource-image.h>
29 #include <dali/devel-api/adaptor-framework/file-loader.h>
30 #include <dali/devel-api/adaptor-framework/bitmap-loader.h>
33 #include <dali-toolkit/internal/controls/model3d-view/obj-loader.h>
47 // Texture indices are constants.
50 DIFFUSE_TEXTURE_INDEX,
56 * @brief Loads a texture from a file.
57 * @param[in] imageUrl The URL of the file
58 * @return A texture if loading succeeds, an empty handle otherwise
60 Texture LoadTexture( const char* imageUrl )
63 Dali::BitmapLoader loader = Dali::BitmapLoader::New( imageUrl );
65 PixelData pixelData = loader.GetPixelData();
68 texture = Texture::New( TextureType::TEXTURE_2D, pixelData.GetPixelFormat(), pixelData.GetWidth(), pixelData.GetHeight() );
69 texture.Upload( pixelData );
70 texture.GenerateMipmaps();
79 return Toolkit::Model3dView::New();
82 // Setup properties, signals and actions using the type-registry.
83 DALI_TYPE_REGISTRATION_BEGIN( Toolkit::Model3dView, Toolkit::Control, Create );
85 DALI_PROPERTY_REGISTRATION( Toolkit, Model3dView, "geometryUrl", STRING, GEOMETRY_URL)
86 DALI_PROPERTY_REGISTRATION( Toolkit, Model3dView, "materialUrl", STRING, MATERIAL_URL)
87 DALI_PROPERTY_REGISTRATION( Toolkit, Model3dView, "imagesUrl", STRING, IMAGES_URL)
88 DALI_PROPERTY_REGISTRATION( Toolkit, Model3dView, "illuminationType", INTEGER, ILLUMINATION_TYPE)
89 DALI_PROPERTY_REGISTRATION( Toolkit, Model3dView, "texture0Url", STRING, TEXTURE0_URL)
90 DALI_PROPERTY_REGISTRATION( Toolkit, Model3dView, "texture1Url", STRING, TEXTURE1_URL)
91 DALI_PROPERTY_REGISTRATION( Toolkit, Model3dView, "texture2Url", STRING, TEXTURE2_URL)
93 DALI_ANIMATABLE_PROPERTY_REGISTRATION( Toolkit, Model3dView, "lightPosition", VECTOR3, LIGHT_POSITION)
95 DALI_TYPE_REGISTRATION_END()
98 #define MAKE_SHADER(A)#A
100 // Diffuse illumination shader
102 const char* SIMPLE_VERTEX_SHADER = MAKE_SHADER(
103 attribute highp vec3 aPosition;\n
104 attribute highp vec2 aTexCoord;\n
105 attribute highp vec3 aNormal;\n
106 varying mediump vec3 vIllumination;\n
107 uniform mediump vec3 uSize;\n
108 uniform mediump mat4 uMvpMatrix;\n
109 uniform mediump mat4 uModelView;\n
110 uniform mediump mat3 uNormalMatrix;
111 uniform mediump mat4 uObjectMatrix;\n
112 uniform mediump vec3 uLightPosition;\n
116 vec4 vertexPosition = vec4(aPosition*min(uSize.x, uSize.y), 1.0);\n
117 vertexPosition = uObjectMatrix * vertexPosition;\n
118 vertexPosition = uMvpMatrix * vertexPosition;\n
120 //Illumination in Model-View space - Transform attributes and uniforms\n
121 vec4 vertPos = uModelView * vec4(aPosition.xyz, 1.0);\n
122 vec3 normal = uNormalMatrix * aNormal;\n
123 vec4 lightPos = uModelView * vec4(uLightPosition, 1.0);\n
124 vec3 vecToLight = normalize( lightPos.xyz - vertPos.xyz );\n
126 float lightDiffuse = max( dot( vecToLight, normal ), 0.0 );\n
127 vIllumination = vec3(lightDiffuse * 0.5 + 0.5);\n
129 gl_Position = vertexPosition;\n
133 const char* SIMPLE_FRAGMENT_SHADER = MAKE_SHADER(
134 precision mediump float;\n
135 varying mediump vec3 vIllumination;\n
136 uniform lowp vec4 uColor;\n
140 gl_FragColor = vec4( vIllumination.rgb * uColor.rgb, uColor.a);\n
144 // Diffuse and specular illumination shader with albedo texture
146 const char* VERTEX_SHADER = MAKE_SHADER(
147 attribute highp vec3 aPosition;\n
148 attribute highp vec2 aTexCoord;\n
149 attribute highp vec3 aNormal;\n
150 varying mediump vec2 vTexCoord;\n
151 varying mediump vec3 vIllumination;\n
152 varying mediump float vSpecular;\n
153 uniform mediump vec3 uSize;\n
154 uniform mediump mat4 uMvpMatrix;\n
155 uniform mediump mat4 uModelView;
156 uniform mediump mat3 uNormalMatrix;
157 uniform mediump mat4 uObjectMatrix;\n
158 uniform mediump vec3 uLightPosition;\n
162 vec4 vertexPosition = vec4(aPosition*min(uSize.x, uSize.y), 1.0);\n
163 vertexPosition = uObjectMatrix * vertexPosition;\n
164 vertexPosition = uMvpMatrix * vertexPosition;\n
166 //Illumination in Model-View space - Transform attributes and uniforms\n
167 vec4 vertPos = uModelView * vec4(aPosition.xyz, 1.0);\n
168 vec4 lightPos = uModelView * vec4(uLightPosition, 1.0);\n
169 vec3 normal = normalize(uNormalMatrix * aNormal);\n
171 vec3 vecToLight = normalize( lightPos.xyz - vertPos.xyz );\n
172 vec3 viewDir = normalize(-vertPos.xyz);
174 vec3 halfVector = normalize(viewDir + vecToLight);
176 float lightDiffuse = dot( vecToLight, normal );\n
177 lightDiffuse = max(0.0,lightDiffuse);\n
178 vIllumination = vec3(lightDiffuse * 0.5 + 0.5);\n
180 vec3 reflectDir = reflect(-vecToLight, normal);
181 vSpecular = pow( max(dot(reflectDir, viewDir), 0.0), 4.0 );
183 vTexCoord = aTexCoord;\n
184 gl_Position = vertexPosition;\n
188 const char* FRAGMENT_SHADER = MAKE_SHADER(
189 precision mediump float;\n
190 varying mediump vec2 vTexCoord;\n
191 varying mediump vec3 vIllumination;\n
192 varying mediump float vSpecular;\n
193 uniform sampler2D sDiffuse;\n
194 uniform lowp vec4 uColor;\n
198 vec4 texture = texture2D( sDiffuse, vTexCoord );\n
199 gl_FragColor = vec4( vIllumination.rgb * texture.rgb * uColor.rgb + vSpecular * 0.3, texture.a * uColor.a);\n
203 // Diffuse and specular illumination shader with albedo texture, normal map and gloss map shader
205 const char* NRMMAP_VERTEX_SHADER = MAKE_SHADER(
206 attribute highp vec3 aPosition;\n
207 attribute highp vec2 aTexCoord;\n
208 attribute highp vec3 aNormal;\n
209 attribute highp vec3 aTangent;\n
210 attribute highp vec3 aBiNormal;\n
211 varying mediump vec2 vTexCoord;\n
212 varying mediump vec3 vLightDirection;\n
213 varying mediump vec3 vHalfVector;\n
214 uniform mediump vec3 uSize;\n
215 uniform mediump mat4 uMvpMatrix;\n
216 uniform mediump mat4 uModelView;
217 uniform mediump mat3 uNormalMatrix;
218 uniform mediump mat4 uObjectMatrix;\n
219 uniform mediump vec3 uLightPosition;\n
223 vec4 vertexPosition = vec4(aPosition*min(uSize.x, uSize.y), 1.0);\n
224 vertexPosition = uObjectMatrix * vertexPosition;\n
225 vertexPosition = uMvpMatrix * vertexPosition;\n
227 vec4 vertPos = uModelView * vec4(aPosition.xyz, 1.0);\n
228 vec4 lightPos = uModelView * vec4(uLightPosition, 1.0);\n
230 vec3 tangent = normalize(uNormalMatrix * aTangent);
231 vec3 binormal = normalize(uNormalMatrix * aBiNormal);
232 vec3 normal = normalize(uNormalMatrix * aNormal);
234 vec3 vecToLight = normalize( lightPos.xyz - vertPos.xyz );\n
235 vLightDirection.x = dot(vecToLight, tangent);
236 vLightDirection.y = dot(vecToLight, binormal);
237 vLightDirection.z = dot(vecToLight, normal);
239 vec3 viewDir = normalize(-vertPos.xyz);
240 vec3 halfVector = normalize(viewDir + vecToLight);
241 vHalfVector.x = dot(halfVector, tangent);
242 vHalfVector.y = dot(halfVector, binormal);
243 vHalfVector.z = dot(halfVector, normal);
245 vTexCoord = aTexCoord;\n
246 gl_Position = vertexPosition;\n
250 const char* NRMMAP_FRAGMENT_SHADER = MAKE_SHADER(
251 precision mediump float;\n
252 varying mediump vec2 vTexCoord;\n
253 varying mediump vec3 vLightDirection;\n
254 varying mediump vec3 vHalfVector;\n
255 uniform sampler2D sDiffuse;\n
256 uniform sampler2D sNormal;\n
257 uniform sampler2D sGloss;\n
258 uniform lowp vec4 uColor;\n
262 vec4 texture = texture2D( sDiffuse, vTexCoord );\n
263 vec3 normal = normalize( texture2D( sNormal, vTexCoord ).xyz * 2.0 - 1.0 );\n
264 vec4 glossMap = texture2D( sGloss, vTexCoord );\n
266 float lightDiffuse = max( 0.0, dot( normal, normalize(vLightDirection) ) );\n
267 lightDiffuse = lightDiffuse * 0.5 + 0.5;\n
269 float shininess = pow (max (dot (normalize( vHalfVector ), normal), 0.0), 16.0) ;
271 gl_FragColor = vec4( texture.rgb * uColor.rgb * lightDiffuse + shininess * glossMap.rgb, texture.a * uColor.a);\n
276 } // anonymous namespace
278 using namespace Dali;
280 Model3dView::Model3dView()
281 : Control( ControlBehaviour( CONTROL_BEHAVIOUR_DEFAULT ) )
283 mIlluminationType = Toolkit::Model3dView::DIFFUSE_WITH_NORMAL_MAP;
285 mCameraFOV = Math::PI_OVER_180 * 45.f;
287 mControlSize = Vector2(100.,100.);
290 Model3dView::~Model3dView()
294 Toolkit::Model3dView Model3dView::New()
296 Model3dView* impl = new Model3dView();
298 Dali::Toolkit::Model3dView handle = Dali::Toolkit::Model3dView( *impl );
300 // Second-phase init of the implementation
301 // This can only be done after the CustomActor connection has been made...
307 void Model3dView::SetProperty( BaseObject* object, Property::Index index, const Property::Value& value )
309 Toolkit::Model3dView model3dView = Toolkit::Model3dView::DownCast( Dali::BaseHandle( object ) );
313 Model3dView& impl( GetImpl( model3dView ) );
316 case Toolkit::Model3dView::Property::GEOMETRY_URL:
318 if( value.Get(impl.mObjUrl) )
321 impl.CreateGeometry();
325 case Toolkit::Model3dView::Property::MATERIAL_URL:
327 if( value.Get(impl.mTextureSetUrl) )
330 impl.CreateMaterial();
335 case Toolkit::Model3dView::Property::IMAGES_URL:
337 if( value.Get(impl.mImagesUrl) )
343 case Toolkit::Model3dView::Property::ILLUMINATION_TYPE:
345 int illuminationType;
346 if( value.Get(illuminationType) )
348 impl.mIlluminationType = Toolkit::Model3dView::IlluminationType(illuminationType);
349 impl.CreateGeometry();
350 impl.CreateMaterial();
355 case Toolkit::Model3dView::Property::TEXTURE0_URL:
357 value.Get(impl.mTexture0Url);
360 case Toolkit::Model3dView::Property::TEXTURE1_URL:
362 value.Get(impl.mTexture1Url);
365 case Toolkit::Model3dView::Property::TEXTURE2_URL:
367 value.Get(impl.mTexture2Url);
374 Property::Value Model3dView::GetProperty( BaseObject* object, Property::Index index )
376 Property::Value value;
378 Toolkit::Model3dView model3dView = Toolkit::Model3dView::DownCast( Dali::BaseHandle( object ) );
382 Model3dView& impl( GetImpl( model3dView ) );
385 case Toolkit::Model3dView::Property::GEOMETRY_URL:
387 value = impl.mObjUrl;
390 case Toolkit::Model3dView::Property::MATERIAL_URL:
392 value = impl.mTextureSetUrl;
395 case Toolkit::Model3dView::Property::IMAGES_URL:
397 value = impl.mImagesUrl;
400 case Toolkit::Model3dView::Property::ILLUMINATION_TYPE:
402 value = int(impl.mIlluminationType);
405 case Toolkit::Model3dView::Property::TEXTURE0_URL:
407 value = impl.mTexture0Url;
410 case Toolkit::Model3dView::Property::TEXTURE1_URL:
412 value = impl.mTexture1Url;
415 case Toolkit::Model3dView::Property::TEXTURE2_URL:
417 value = impl.mTexture2Url;
426 /////////////////////////////////////////////////////////////
429 void Model3dView::OnStageConnection( int depth )
431 Control::OnStageConnection( depth );
433 CustomActor self = Self();
434 self.AddRenderer( mRenderer );
436 if( mObjLoader.IsSceneLoaded() )
438 mMesh = mObjLoader.CreateGeometry( GetShaderProperties( mIlluminationType ), true );
443 mRenderer.SetGeometry( mMesh );
445 //create constraint for lightPosition Property with uLightPosition in the shader
446 Vector3 lightPosition( 0, 0, 0 );
447 Dali::Property::Index lightProperty = mShader.RegisterProperty( "uLightPosition", lightPosition );
448 Constraint constraint = Constraint::New<Vector3>( mShader, lightProperty, EqualToConstraint() );
449 constraint.AddSource( Source( self, Toolkit::Model3dView::Property::LIGHT_POSITION ) );
454 ///////////////////////////////////////////////////////////
459 void Model3dView::OnInitialize()
461 //Create empty versions of the geometry and material so we always have a Renderer
462 Geometry mesh = Geometry::New();
463 Shader shader = Shader::New( SIMPLE_VERTEX_SHADER, SIMPLE_FRAGMENT_SHADER );
464 mRenderer = Renderer::New( mesh, shader );
468 void Model3dView::LoadGeometry()
470 //Load file in adaptor
471 std::streampos fileSize;
472 Dali::Vector<char> fileContent;
474 if (FileLoader::ReadFile(mObjUrl,fileSize,fileContent,FileLoader::TEXT))
476 mObjLoader.ClearArrays();
477 mObjLoader.LoadObject(fileContent.Begin(), fileSize);
479 //Get size information from the obj loaded
480 mSceneCenter = mObjLoader.GetCenter();
481 mSceneSize = mObjLoader.GetSize();
489 void Model3dView::LoadMaterial()
491 //Load file in adaptor
492 std::streampos fileSize;
493 Dali::Vector<char> fileContent;
495 if( FileLoader::ReadFile(mTextureSetUrl, fileSize, fileContent, FileLoader::TEXT) )
497 mObjLoader.LoadMaterial(fileContent.Begin(), fileSize, mTexture0Url, mTexture1Url, mTexture2Url);
505 void Model3dView::Load()
511 void Model3dView::OnRelayout( const Vector2& size, RelayoutContainer& container )
516 void Model3dView::UpdateView()
518 if( mObjLoader.IsSceneLoaded() )
520 //The object will always be centred
523 scaleMatrix.SetIdentityAndScale(Vector3(1.0, -1.0, 1.0));
525 mShader.RegisterProperty( "uObjectMatrix", scaleMatrix );
529 void Model3dView::CreateGeometry()
531 if( mObjLoader.IsSceneLoaded() )
533 mMesh = mObjLoader.CreateGeometry( GetShaderProperties( mIlluminationType ), true );
537 mRenderer.SetGeometry( mMesh );
538 mRenderer.SetProperty( Renderer::Property::DEPTH_WRITE_MODE, DepthWriteMode::ON );
539 mRenderer.SetProperty( Renderer::Property::DEPTH_TEST_MODE, DepthTestMode::ON );
544 void Model3dView::UpdateShaderUniforms()
548 //Update shader related info, uniforms, etc. for the new shader
551 Vector3 lightPosition( 0, 0, 0 );
552 Dali::Property::Index lightProperty = mShader.RegisterProperty( "uLightPosition", lightPosition );
554 CustomActor self = Self();
556 //create constraint for lightPosition Property with uLightPosition in the shader
559 Constraint constraint = Constraint::New<Vector3>( mShader, lightProperty, EqualToConstraint() );
560 constraint.AddSource( Source( self, Toolkit::Model3dView::Property::LIGHT_POSITION ) );
566 void Model3dView::CreateMaterial()
568 if( mObjLoader.IsMaterialLoaded() && (mTexture0Url != "") && mObjLoader.IsTexturePresent() )
570 if( (mTexture2Url != "") && (mTexture1Url != "") && (mIlluminationType == Toolkit::Model3dView::DIFFUSE_WITH_NORMAL_MAP) )
572 mShader = Shader::New( NRMMAP_VERTEX_SHADER, NRMMAP_FRAGMENT_SHADER );
574 else if( mIlluminationType == Toolkit::Model3dView::DIFFUSE_WITH_TEXTURE ||
575 mIlluminationType == Toolkit::Model3dView::DIFFUSE_WITH_NORMAL_MAP )
577 mShader = Shader::New( VERTEX_SHADER, FRAGMENT_SHADER );
581 mShader = Shader::New( SIMPLE_VERTEX_SHADER, SIMPLE_FRAGMENT_SHADER );
586 mShader = Shader::New( SIMPLE_VERTEX_SHADER, SIMPLE_FRAGMENT_SHADER );
589 mTextureSet = TextureSet::New();
593 mRenderer.SetTextures( mTextureSet );
594 mRenderer.SetShader( mShader );
595 mRenderer.SetProperty( Renderer::Property::FACE_CULLING_MODE, FaceCullingMode::BACK );
598 UpdateShaderUniforms();
601 void Model3dView::LoadTextures()
608 Sampler sampler = Sampler::New();
609 sampler.SetFilterMode( FilterMode::LINEAR_MIPMAP_LINEAR, FilterMode::LINEAR_MIPMAP_LINEAR );
611 // Setup diffuse texture.
612 if( !mTexture0Url.empty() && ( mIlluminationType != Toolkit::Model3dView::DIFFUSE ) )
614 std::string imageUrl = mImagesUrl + mTexture0Url;
617 Texture diffuseTexture = LoadTexture( imageUrl.c_str() );
620 mTextureSet.SetTexture( DIFFUSE_TEXTURE_INDEX, diffuseTexture );
621 mTextureSet.SetSampler( DIFFUSE_TEXTURE_INDEX, sampler );
625 if( mIlluminationType == Toolkit::Model3dView::DIFFUSE_WITH_NORMAL_MAP )
627 // Setup normal map texture.
628 if( !mTexture1Url.empty() )
630 std::string imageUrl = mImagesUrl + mTexture1Url;
633 Texture normalTexture = LoadTexture( imageUrl.c_str() );
636 mTextureSet.SetTexture( NORMAL_TEXTURE_INDEX, normalTexture );
637 mTextureSet.SetSampler( NORMAL_TEXTURE_INDEX, sampler );
640 if( !mTexture2Url.empty() )
642 // Setup gloss map texture.
643 std::string imageUrl = mImagesUrl + mTexture2Url;
646 Texture glossTexture = LoadTexture( imageUrl.c_str() );
649 mTextureSet.SetTexture( GLOSS_TEXTURE_INDEX, glossTexture );
650 mTextureSet.SetSampler( GLOSS_TEXTURE_INDEX, sampler );
656 int Model3dView::GetShaderProperties( Toolkit::Model3dView::IlluminationType illuminationType )
658 int objectProperties = 0;
660 if( illuminationType == Toolkit::Model3dView::DIFFUSE_WITH_TEXTURE ||
661 illuminationType == Toolkit::Model3dView::DIFFUSE_WITH_NORMAL_MAP )
663 objectProperties |= ObjLoader::TEXTURE_COORDINATES;
666 if( illuminationType == Toolkit::Model3dView::DIFFUSE_WITH_NORMAL_MAP )
668 objectProperties |= ObjLoader::TANGENTS | ObjLoader::BINORMALS;
671 return objectProperties;
674 } // namespace Internal
675 } // namespace Toolkit