src/third_party/webrtc/video_engine/test/auto_test/source/vie_autotest_render.cc

   1 /*
   2  *  Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
   3  *
   4  *  Use of this source code is governed by a BSD-style license
   5  *  that can be found in the LICENSE file in the root of the source
   6  *  tree. An additional intellectual property rights grant can be found
   7  *  in the file PATENTS.  All contributing project authors may
   8  *  be found in the AUTHORS file in the root of the source tree.
   9  */
  10
  11 //
  12 // vie_autotest_render.cc
  13 //
  14
  15 #include "webrtc/engine_configurations.h"
  16 #include "webrtc/video_engine/test/auto_test/interface/vie_autotest.h"
  17 #include "webrtc/video_engine/test/auto_test/interface/vie_autotest_defines.h"
  18
  19 #include "webrtc/modules/video_render/include/video_render.h"
  20
  21 #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h"
  22 #include "webrtc/video_engine/test/libvietest/include/tb_capture_device.h"
  23 #include "webrtc/video_engine/test/libvietest/include/tb_interfaces.h"
  24 #include "webrtc/video_engine/test/libvietest/include/tb_video_channel.h"
  25
  26 #if defined(WIN32)
  27 #include <ddraw.h>
  28 #include <tchar.h>
  29 #include <windows.h>
  30 #elif defined(WEBRTC_LINUX)
  31     //From windgi.h
  32     #undef RGB
  33     #define RGB(r,g,b)          ((unsigned long)(((unsigned char)(r)|((unsigned short)((unsigned char)(g))<<8))|(((unsigned long)(unsigned char)(b))<<16)))
  34     //From ddraw.h
  35 /*    typedef struct _DDCOLORKEY
  36  {
  37  DWORD       dwColorSpaceLowValue;   // low boundary of color space that is to
  38  DWORD       dwColorSpaceHighValue;  // high boundary of color space that is
  39  } DDCOLORKEY;*/
  40 #elif defined(WEBRTC_MAC)
  41 #endif
  42
  43 class ViEAutoTestExternalRenderer: public webrtc::ExternalRenderer
  44 {
  45 public:
  46     ViEAutoTestExternalRenderer() :
  47         _width(0),
  48         _height(0)
  49     {
  50     }
  51     virtual int FrameSizeChange(unsigned int width, unsigned int height,
  52                                 unsigned int numberOfStreams)
  53     {
  54         _width = width;
  55         _height = height;
  56         return 0;
  57     }
  58
  59     virtual int DeliverFrame(unsigned char* buffer,
  60                              int bufferSize,
  61                              uint32_t time_stamp,
  62                              int64_t ntp_time_ms,
  63                              int64_t render_time,
  64                              void* /*handle*/) {
  65       if (bufferSize != CalcBufferSize(webrtc::kI420, _width, _height)) {
  66         ViETest::Log("Incorrect render buffer received, of length = %d\n",
  67                      bufferSize);
  68         return 0;
  69       }
  70       return 0;
  71     }
  72
  73     virtual bool IsTextureSupported() { return false; }
  74
  75 public:
  76     virtual ~ViEAutoTestExternalRenderer()
  77     {
  78     }
  79 private:
  80     int _width, _height;
  81 };
  82
  83 void ViEAutoTest::ViERenderStandardTest()
  84 {
  85     //***************************************************************
  86     //  Begin create/initialize WebRTC Video Engine for testing
  87     //***************************************************************
  88     int rtpPort = 6000;
  89
  90     TbInterfaces ViE("ViERenderStandardTest");
  91
  92     // Create a video channel
  93     TbVideoChannel tbChannel(ViE, webrtc::kVideoCodecVP8);
  94     TbCaptureDevice tbCapture(ViE); // Create a capture device
  95     tbCapture.ConnectTo(tbChannel.videoChannel);
  96     tbChannel.StartReceive(rtpPort);
  97     tbChannel.StartSend(rtpPort);
  98
  99     EXPECT_EQ(0, ViE.render->RegisterVideoRenderModule(*_vrm1));
 100     EXPECT_EQ(0, ViE.render->AddRenderer(
 101         tbCapture.captureId, _window1, 0, 0.0, 0.0, 1.0, 1.0));
 102     EXPECT_EQ(0, ViE.render->StartRender(tbCapture.captureId));
 103     EXPECT_EQ(0, ViE.render->RegisterVideoRenderModule(*_vrm2));
 104     EXPECT_EQ(0, ViE.render->AddRenderer(
 105         tbChannel.videoChannel, _window2, 1, 0.0, 0.0, 1.0, 1.0));
 106     EXPECT_EQ(0, ViE.render->StartRender(tbChannel.videoChannel));
 107
 108     ViETest::Log("\nCapture device is renderered in Window 1");
 109     ViETest::Log("Remote stream is renderered in Window 2");
 110     AutoTestSleep(kAutoTestSleepTimeMs);
 111
 112     EXPECT_EQ(0, ViE.render->StopRender(tbCapture.captureId));
 113     EXPECT_EQ(0, ViE.render->RemoveRenderer(tbCapture.captureId));
 114
 115     // PIP and full screen rendering is not supported on Android
 116 #ifndef WEBRTC_ANDROID
 117     EXPECT_EQ(0, ViE.render->DeRegisterVideoRenderModule(*_vrm1));
 118     EXPECT_EQ(0, ViE.render->AddRenderer(
 119         tbCapture.captureId, _window2, 0, 0.75, 0.75, 1.0, 1.0));
 120     EXPECT_EQ(0, ViE.render->StartRender(tbCapture.captureId));
 121
 122     ViETest::Log("\nCapture device is now rendered in Window 2, PiP.");
 123     ViETest::Log("Switching to full screen rendering in %d seconds.\n",
 124                  kAutoTestSleepTimeMs / 1000);
 125     AutoTestSleep(kAutoTestSleepTimeMs);
 126
 127     EXPECT_EQ(0, ViE.render->RemoveRenderer(tbCapture.captureId));
 128     EXPECT_EQ(0, ViE.render->RemoveRenderer(tbChannel.videoChannel));
 129     EXPECT_EQ(0, ViE.render->DeRegisterVideoRenderModule(*_vrm2));
 130
 131     // Destroy render module and create new in full screen mode
 132     webrtc::VideoRender::DestroyVideoRender(_vrm1);
 133     _vrm1 = NULL;
 134     _vrm1 = webrtc::VideoRender::CreateVideoRender(
 135         4563, _window1, true, _renderType);
 136     EXPECT_TRUE(_vrm1 != NULL);
 137
 138     EXPECT_EQ(0, ViE.render->RegisterVideoRenderModule(*_vrm1));
 139     EXPECT_EQ(0, ViE.render->AddRenderer(
 140         tbCapture.captureId, _window1, 0, 0.75f, 0.75f, 1.0f, 1.0f));
 141     EXPECT_EQ(0, ViE.render->StartRender(tbCapture.captureId));
 142     EXPECT_EQ(0, ViE.render->AddRenderer(
 143         tbChannel.videoChannel, _window1, 1, 0.0, 0.0, 1.0, 1.0));
 144     EXPECT_EQ(0, ViE.render->StartRender(tbChannel.videoChannel));
 145
 146     AutoTestSleep(kAutoTestSleepTimeMs);
 147
 148     EXPECT_EQ(0, ViE.render->RemoveRenderer(tbCapture.captureId));
 149
 150     EXPECT_EQ(0, ViE.render->RemoveRenderer(tbChannel.videoChannel));
 151     EXPECT_EQ(0, ViE.render->DeRegisterVideoRenderModule(*_vrm1));
 152
 153     // Destroy full screen render module and create new in normal mode
 154     webrtc::VideoRender::DestroyVideoRender(_vrm1);
 155     _vrm1 = NULL;
 156     _vrm1 = webrtc::VideoRender::CreateVideoRender(
 157         4561, _window1, false, _renderType);
 158     EXPECT_TRUE(_vrm1 != NULL);
 159 #endif
 160
 161     //***************************************************************
 162     //  Engine ready. Begin testing class
 163     //***************************************************************
 164
 165
 166     //***************************************************************
 167     //  Testing finished. Tear down Video Engine
 168     //***************************************************************
 169     tbCapture.Disconnect(tbChannel.videoChannel);
 170 }
 171
 172 void ViEAutoTest::ViERenderExtendedTest()
 173 {
 174     int rtpPort = 6000;
 175
 176     TbInterfaces ViE("ViERenderExtendedTest");
 177
 178     // Create a video channel
 179     TbVideoChannel tbChannel(ViE, webrtc::kVideoCodecVP8);
 180     TbCaptureDevice tbCapture(ViE); // Create a capture device
 181     tbCapture.ConnectTo(tbChannel.videoChannel);
 182     tbChannel.StartReceive(rtpPort);
 183     tbChannel.StartSend(rtpPort);
 184
 185     EXPECT_EQ(0, ViE.render->RegisterVideoRenderModule(*_vrm1));
 186     EXPECT_EQ(0, ViE.render->AddRenderer(
 187         tbCapture.captureId, _window1, 0, 0.0, 0.0, 1.0, 1.0));
 188     EXPECT_EQ(0, ViE.render->StartRender(tbCapture.captureId));
 189     EXPECT_EQ(0, ViE.render->RegisterVideoRenderModule(*_vrm2));
 190     EXPECT_EQ(0, ViE.render->AddRenderer(
 191         tbChannel.videoChannel, _window2, 1, 0.0, 0.0, 1.0, 1.0));
 192     EXPECT_EQ(0, ViE.render->StartRender(tbChannel.videoChannel));
 193
 194     ViETest::Log("\nCapture device is renderered in Window 1");
 195     ViETest::Log("Remote stream is renderered in Window 2");
 196     AutoTestSleep(kAutoTestSleepTimeMs);
 197
 198 #ifdef _WIN32
 199     ViETest::Log("\nConfiguring Window2");
 200     ViETest::Log("you will see video only in first quadrant");
 201     EXPECT_EQ(0, ViE.render->ConfigureRender(
 202         tbChannel.videoChannel, 0, 0.0f, 0.0f, 0.5f, 0.5f));
 203     AutoTestSleep(kAutoTestSleepTimeMs);
 204
 205     ViETest::Log("you will see video only in fourth quadrant");
 206     EXPECT_EQ(0, ViE.render->ConfigureRender(
 207         tbChannel.videoChannel, 0, 0.5f, 0.5f, 1.0f, 1.0f));
 208     AutoTestSleep(kAutoTestSleepTimeMs);
 209
 210     ViETest::Log("normal video on Window2");
 211     EXPECT_EQ(0, ViE.render->ConfigureRender(
 212         tbChannel.videoChannel, 0, 0.0f, 0.0f, 1.0f, 1.0f));
 213     AutoTestSleep(kAutoTestSleepTimeMs);
 214 #endif
 215
 216     ViETest::Log("Mirroring Local Preview (Window1) Left-Right");
 217     EXPECT_EQ(0, ViE.render->MirrorRenderStream(
 218         tbCapture.captureId, true, false, true));
 219     AutoTestSleep(kAutoTestSleepTimeMs);
 220
 221     ViETest::Log("\nMirroring Local Preview (Window1) Left-Right and Up-Down");
 222     EXPECT_EQ(0, ViE.render->MirrorRenderStream(
 223         tbCapture.captureId, true, true, true));
 224     AutoTestSleep(kAutoTestSleepTimeMs);
 225
 226     ViETest::Log("\nMirroring Remote Window(Window2) Up-Down");
 227     EXPECT_EQ(0, ViE.render->MirrorRenderStream(
 228         tbChannel.videoChannel, true, true, false));
 229     AutoTestSleep(kAutoTestSleepTimeMs);
 230
 231     ViETest::Log("Disabling Mirroing on Window1 and Window2");
 232     EXPECT_EQ(0, ViE.render->MirrorRenderStream(
 233         tbCapture.captureId, false, false, false));
 234     AutoTestSleep(kAutoTestSleepTimeMs);
 235     EXPECT_EQ(0, ViE.render->MirrorRenderStream(
 236         tbChannel.videoChannel, false, false, false));
 237     AutoTestSleep(kAutoTestSleepTimeMs);
 238
 239     ViETest::Log("\nEnabling Full Screen render in 5 sec");
 240
 241     EXPECT_EQ(0, ViE.render->RemoveRenderer(tbCapture.captureId));
 242     EXPECT_EQ(0, ViE.render->DeRegisterVideoRenderModule(*_vrm1));
 243     EXPECT_EQ(0, ViE.render->RemoveRenderer(tbChannel.videoChannel));
 244     EXPECT_EQ(0, ViE.render->DeRegisterVideoRenderModule(*_vrm2));
 245
 246     // Destroy render module and create new in full screen mode
 247     webrtc::VideoRender::DestroyVideoRender(_vrm1);
 248     _vrm1 = NULL;
 249     _vrm1 = webrtc::VideoRender::CreateVideoRender(
 250         4563, _window1, true, _renderType);
 251     EXPECT_TRUE(_vrm1 != NULL);
 252
 253     EXPECT_EQ(0, ViE.render->RegisterVideoRenderModule(*_vrm1));
 254     EXPECT_EQ(0, ViE.render->AddRenderer(
 255         tbCapture.captureId, _window1, 0, 0.0f, 0.0f, 1.0f, 1.0f));
 256     EXPECT_EQ(0, ViE.render->StartRender(tbCapture.captureId));
 257     AutoTestSleep(kAutoTestSleepTimeMs);
 258
 259     ViETest::Log("\nStop renderer");
 260     EXPECT_EQ(0, ViE.render->StopRender(tbCapture.captureId));
 261     ViETest::Log("\nRemove renderer");
 262     EXPECT_EQ(0, ViE.render->RemoveRenderer(tbCapture.captureId));
 263
 264     EXPECT_EQ(0, ViE.render->DeRegisterVideoRenderModule(*_vrm1));
 265
 266     // Destroy full screen render module and create new for external rendering
 267     webrtc::VideoRender::DestroyVideoRender(_vrm1);
 268     _vrm1 = NULL;
 269     _vrm1 = webrtc::VideoRender::CreateVideoRender(4564, NULL, false,
 270                                                    _renderType);
 271     EXPECT_TRUE(_vrm1 != NULL);
 272
 273     EXPECT_EQ(0, ViE.render->RegisterVideoRenderModule(*_vrm1));
 274
 275     ViETest::Log("\nExternal Render Test");
 276     ViEAutoTestExternalRenderer externalRenderObj;
 277     EXPECT_EQ(0, ViE.render->AddRenderer(
 278         tbCapture.captureId, webrtc::kVideoI420, &externalRenderObj));
 279     EXPECT_EQ(0, ViE.render->StartRender(tbCapture.captureId));
 280     AutoTestSleep(kAutoTestSleepTimeMs);
 281
 282     EXPECT_EQ(0, ViE.render->StopRender(tbCapture.captureId));
 283     EXPECT_EQ(0, ViE.render->RemoveRenderer(tbCapture.captureId));
 284     EXPECT_EQ(0, ViE.render->DeRegisterVideoRenderModule(*_vrm1));
 285
 286     // Destroy render module for external rendering and create new in normal
 287     // mode
 288     webrtc::VideoRender::DestroyVideoRender(_vrm1);
 289     _vrm1 = NULL;
 290     _vrm1 = webrtc::VideoRender::CreateVideoRender(
 291         4561, _window1, false, _renderType);
 292     EXPECT_TRUE(_vrm1 != NULL);
 293     tbCapture.Disconnect(tbChannel.videoChannel);
 294 }
 295
 296 void ViEAutoTest::ViERenderAPITest() {
 297   TbInterfaces ViE("ViERenderAPITest");
 298
 299   TbVideoChannel tbChannel(ViE, webrtc::kVideoCodecVP8);
 300   TbCaptureDevice tbCapture(ViE);
 301   tbCapture.ConnectTo(tbChannel.videoChannel);
 302   tbChannel.StartReceive();
 303   tbChannel.StartSend();
 304
 305   EXPECT_EQ(0, ViE.render->AddRenderer(
 306       tbCapture.captureId, _window1, 0, 0.0, 0.0, 1.0, 1.0));
 307   EXPECT_EQ(0, ViE.render->StartRender(tbCapture.captureId));
 308   EXPECT_EQ(0, ViE.render->AddRenderer(
 309       tbChannel.videoChannel, _window2, 1, 0.0, 0.0, 1.0, 1.0));
 310   EXPECT_EQ(0, ViE.render->StartRender(tbChannel.videoChannel));
 311
 312   // Test setting HW render delay.
 313   // Already started.
 314   EXPECT_EQ(-1, ViE.render->SetExpectedRenderDelay(tbChannel.videoChannel, 50));
 315   EXPECT_EQ(0, ViE.render->StopRender(tbChannel.videoChannel));
 316   // Invalid values.
 317   EXPECT_EQ(-1, ViE.render->SetExpectedRenderDelay(tbChannel.videoChannel, 9));
 318   EXPECT_EQ(-1, ViE.render->SetExpectedRenderDelay(tbChannel.videoChannel,
 319                                                    501));
 320   // Valid values.
 321   EXPECT_EQ(0, ViE.render->SetExpectedRenderDelay(tbChannel.videoChannel, 11));
 322   EXPECT_EQ(0, ViE.render->SetExpectedRenderDelay(tbChannel.videoChannel, 499));
 323 }