From: Bernat Gabor Date: Sat, 13 Aug 2011 14:02:18 +0000 (+0000) Subject: Added the How to create videos with OpenCV Tutorial. Made some corrections to the... X-Git-Tag: accepted/2.0/20130307.220821~2038 X-Git-Url: http://review.tizen.org/git/?a=commitdiff_plain;h=bdfc0201de93f8c0969da7319b8d256f034525c1;p=profile%2Fivi%2Fopencv.git Added the How to create videos with OpenCV Tutorial. Made some corrections to the feature2d, to get rid of some documentation build errors. --- diff --git a/doc/tutorials/features2d/table_of_content_features2d/table_of_content_features2d.rst b/doc/tutorials/features2d/table_of_content_features2d/table_of_content_features2d.rst index e41dee9..bfaf9b0 100644 --- a/doc/tutorials/features2d/table_of_content_features2d/table_of_content_features2d.rst +++ b/doc/tutorials/features2d/table_of_content_features2d/table_of_content_features2d.rst @@ -3,7 +3,7 @@ *feature2d* module. 2D Features framework ----------------------------------------------------------- -Learn about how to use the feature points detectors, descriptors and matching framework found inside OpenCV.ddddddd +Learn about how to use the feature points detectors, descriptors and matching framework found inside OpenCV. .. include:: ../../definitions/tocDefinitions.rst @@ -190,7 +190,11 @@ Learn about how to use the feature points detectors, descriptors and matching f .. toctree:: :hidden: + ../feature_description/feature_description + ../feature_detection/feature_detection ../trackingmotion/harris_detector/harris_detector + ../feature_flann_matcher/feature_flann_matcher + ../feature_homography/feature_homography ../trackingmotion/good_features_to_track/good_features_to_track.rst ../trackingmotion/generic_corner_detector/generic_corner_detector ../trackingmotion/corner_subpixeles/corner_subpixeles diff --git a/doc/tutorials/features2d/trackingmotion/good_features_to_track/good_features_to_track.rst b/doc/tutorials/features2d/trackingmotion/good_features_to_track/good_features_to_track.rst index 0078236..7fad76e 100644 --- a/doc/tutorials/features2d/trackingmotion/good_features_to_track/good_features_to_track.rst +++ b/doc/tutorials/features2d/trackingmotion/good_features_to_track/good_features_to_track.rst @@ -88,14 +88,14 @@ This tutorial code's is shown lines below. You can also download it from `here < /// Apply corner detection goodFeaturesToTrack( src_gray, - corners, - maxCorners, - qualityLevel, - minDistance, - Mat(), - blockSize, - useHarrisDetector, - k ); + corners, + maxCorners, + qualityLevel, + minDistance, + Mat(), + blockSize, + useHarrisDetector, + k ); /// Draw corners detected @@ -116,7 +116,7 @@ Explanation Result ====== -.. image:: images/Shi_Tomasi_Detector_Result.jpg +.. image:: images/Feature_Detection_Result_a.jpg :align: center diff --git a/doc/tutorials/highgui/table_of_content_highgui/images/video-write.png b/doc/tutorials/highgui/table_of_content_highgui/images/video-write.png new file mode 100644 index 0000000..9413d80 Binary files /dev/null and b/doc/tutorials/highgui/table_of_content_highgui/images/video-write.png differ diff --git a/doc/tutorials/highgui/table_of_content_highgui/table_of_content_highgui.rst b/doc/tutorials/highgui/table_of_content_highgui/table_of_content_highgui.rst index b03f1a6..753ff34 100644 --- a/doc/tutorials/highgui/table_of_content_highgui/table_of_content_highgui.rst +++ b/doc/tutorials/highgui/table_of_content_highgui/table_of_content_highgui.rst @@ -45,6 +45,26 @@ This section contains valuable tutorials about how to read/save your image/video :height: 90pt :width: 90pt ++ + .. tabularcolumns:: m{100pt} m{300pt} + .. cssclass:: toctableopencv + + =============== ====================================================== + |hVideoWrite| *Title:* :ref:`videoWriteHighGui` + + *Compatibility:* > OpenCV 2.0 + + *Author:* |Author_BernatG| + + Whenever you work with video feeds you may eventually want to save your image processing result in a form of a new video file. Here's how to do it. + + =============== ====================================================== + + .. |hVideoWrite| image:: images/video-write.png + :height: 90pt + :width: 90pt + + .. raw:: latex \pagebreak diff --git a/doc/tutorials/highgui/video-input-psnr-ssim/video-input-psnr-ssim.rst b/doc/tutorials/highgui/video-input-psnr-ssim/video-input-psnr-ssim.rst index 4bde0be..cb45a5b 100644 --- a/doc/tutorials/highgui/video-input-psnr-ssim/video-input-psnr-ssim.rst +++ b/doc/tutorials/highgui/video-input-psnr-ssim/video-input-psnr-ssim.rst @@ -18,7 +18,7 @@ The source code As a test case where to show off these using OpenCV I've created a small program that reads in two video files and performs a similarity check between them. This is something you could use to check just how well a new video compressing algorithms works. Let there be a reference (original) video like :download:`this small Megamind clip <../../../../samples/cpp/tutorial_code/highgui/video-input-psnr-ssim/video/Megamind.avi>` and :download:`a compressed version of it <../../../../samples/cpp/tutorial_code/highgui/video-input-psnr-ssim/video/Megamind_bugy.avi>`. You may also find the source code and these video file in the :file:`samples/cpp/tutorial_code/highgui/video-input-psnr-ssim/` folder of the OpenCV source library. -.. literalinclude:: ../../../../samples/cpp/tutorial_code/HighGUI\video-input-psnr-ssim\video-input-psnr-ssim.cpp +.. literalinclude:: ../../../../samples/cpp/tutorial_code/HighGUI/video-input-psnr-ssim/video-input-psnr-ssim.cpp :language: cpp :linenos: :tab-width: 4 diff --git a/doc/tutorials/highgui/video-write/images/resultOutputWideoWrite.png b/doc/tutorials/highgui/video-write/images/resultOutputWideoWrite.png new file mode 100644 index 0000000..bea15a3 Binary files /dev/null and b/doc/tutorials/highgui/video-write/images/resultOutputWideoWrite.png differ diff --git a/doc/tutorials/highgui/video-write/images/videoCompressSelect.png b/doc/tutorials/highgui/video-write/images/videoCompressSelect.png new file mode 100644 index 0000000..a72fc01 Binary files /dev/null and b/doc/tutorials/highgui/video-write/images/videoCompressSelect.png differ diff --git a/doc/tutorials/highgui/video-write/images/videoFileStructure.png b/doc/tutorials/highgui/video-write/images/videoFileStructure.png new file mode 100644 index 0000000..cef586d Binary files /dev/null and b/doc/tutorials/highgui/video-write/images/videoFileStructure.png differ diff --git a/doc/tutorials/highgui/video-write/video-write.rst b/doc/tutorials/highgui/video-write/video-write.rst new file mode 100644 index 0000000..0bebf82 --- /dev/null +++ b/doc/tutorials/highgui/video-write/video-write.rst @@ -0,0 +1 @@ +.. _videoWriteHighGui: Creating a video with OpenCV **************************** Goal ==== Whenever you work with video feeds you may eventually want to save your image processing result in a form of a new video file. For simple video outputs you can use the OpenCV built-in :huivideo:`VideoWriter ` class, designed for this. .. container:: enumeratevisibleitemswithsquare + How to create a video file with OpenCV + What type of video files you can create with OpenCV + How to extract a given color channel from a video As a simple demonstration I'll just extract one of the RGB color channels of an input video file into a new video. You can control the flow of the application from its console line arguments: .. container:: enumeratevisibleitemswithsquare + The first argument points to the video file to work on + The second argument may be one of the characters: R G B. This will specify which of the channels to extract. + The last argument is the character Y (Yes) or N (No). If this is no, the codec used for the input video file will be the same as for the output. Otherwise, a window will pop up and allow you to select yourself the codec to use. For example, a valid command line would look like: .. code-block:: bash video-write.exe video/Megamind.avi R Y The source code =============== You may also find the source code and these video file in the :file:`samples/cpp/tutorial_code/highgui/video-write/` folder of the OpenCV source library or :download:`download it from here <../../../../samples/cpp/tutorial_code/HighGUI/video-write/video-write.cpp>`. .. literalinclude:: ../../../../samples/cpp/tutorial_code/HighGUI/video-write/video-write.cpp :language: cpp :linenos: :tab-width: 4 :lines: 1-8, 21-22, 24-97 The structure of a video ======================== For start, you should have an idea of just how a video file looks. Every video file in itself is a container. The type of the container is expressed in the files extension (for example *avi*, *mov* or *mkv*). This contains multiple elements like: video feeds, audio feeds or other tracks (like for example subtitles). How these feeds are stored is determined by the codec used for each one of them. In case of the audio tracks commonly used codecs are *mp3* or *aac*. For the video files the list is somehow longer and includes names such as *XVID*, *DIVX*, *H264* or *LAGS* (*Lagarith Lossless Codec*). The full list of codecs you may use on a system depends on just what one you have installed. .. image:: images/videoFileStructure.png :alt: The Structure of the video :align: center As you can see things can get really complicated with videos. However, OpenCV is mainly a computer vision library, not a video stream, codec and write one. Therefore, the developers tried to keep this part as simple as possible. Due to this OpenCV for video containers supports only the *avi* extension, its first version. A direct limitation of this is that you cannot save a video file larger than 2 GB. Furthermore you can only create and expand a single video track inside the container. No audio or other track editing support here. Nevertheless, any video codec present on your system might work. If you encounter some of these limitations you will need to look into more specialized video writing libraries such as *FFMpeg* or codecs as *HuffYUV*, *CorePNG* and *LCL*. As an alternative, create the video track with OpenCV and expand it with sound tracks or convert it to other formats by using video manipulation programs such as *VirtualDub* or *AviSynth*. The *VideoWriter* class ======================= The content written here builds on the assumption you already read the :ref:`videoInputPSNRMSSIM` tutorial and you know how to read video files. To create a video file you just need to create an instance of the :huivideo:`VideoWriter ` class. You can specify its properties either via parameters in the constructor or later on via the :huivideo:`open ` function. Either way, the parameters are the same: 1. The name of the output that contains the container type in its extension. At the moment only *avi* is supported. We construct this from the input file, add to this the name of the channel to use, and finish it off with the container extension. .. code-block:: cpp const string source = argv[1]; // the source file name string::size_type pAt = source.find_last_of('.'); // Find extension point const string NAME = source.substr(0, pAt) + argv[2][0] + ".avi"; // Form the new name with container #. The codec to use for the video track. Now all the video codecs have a unique short name of maximum four characters. Hence, the *XVID*, *DIVX* or *H264* names. This is called a four character code. You may also ask this from an input video by using its *get* function. Because the *get* function is a general function it always returns double values. A double value is stored on 64 bits. Four characters are four bytes, meaning 32 bits. These four characters are coded in the lower 32 bits of the *double*. A simple way to throw away the upper 32 bits would be to just convert this value to *int*: .. code-block:: cpp VideoCapture inputVideo(source); // Open input int ex = static_cast(inputVideo.get(CV_CAP_PROP_FOURCC)); // Get Codec Type- Int form OpenCV internally works with this integer type and expect this as its second parameter. Now to convert from the integer form to string we may use two methods: a bitwise operator and a union method. The first one extracting from an int the characters looks like (an "and" operation, some shifting and adding a 0 at the end to close the string): .. code-block:: cpp char EXT[] = {ex & 0XFF , (ex & 0XFF00) >> 8,(ex & 0XFF0000) >> 16,(ex & 0XFF000000) >> 24, 0}; You can do the same thing with the *union* as: .. code-block:: cpp union { int v; char c[5];} uEx ; uEx.v = ex; // From Int to char via union uEx.c[4]='\0'; The advantage of this is that the conversion is done automatically after assigning, while for the bitwise operator you need to do the operations whenever you change the codec type. In case you know the codecs four character code beforehand, you can use the *CV_FOURCC* macro to build the integer: .. code-block::cpp CV_FOURCC('P','I','M,'1') // this is an MPEG1 codec from the characters to integer If you pass for this argument minus one than a window will pop up at runtime that contains all the codec installed on your system and ask you to select the one to use: .. image:: images/videoCompressSelect.png :alt: Select the codec type to use :align: center #. The frame per second for the output video. Again, here I keep the input videos frame per second by using the *get* function. #. The size of the frames for the output video. Here too I keep the input videos frame size per second by using the *get* function. #. The final argument is an optional one. By default is true and says that the output will be a colorful one (so for write you will send three channel images). To create a gray scale video pass a false parameter here. Here it is, how I use it in the sample: .. code-block:: cpp VideoWriter outputVideo; Size S = Size((int) inputVideo.get(CV_CAP_PROP_FRAME_WIDTH), //Acquire input size (int) inputVideo.get(CV_CAP_PROP_FRAME_HEIGHT)); outputVideo.open(NAME , ex, inputVideo.get(CV_CAP_PROP_FPS),S, true); Afterwards, you use the :huivideo:`isOpened() ` function to find out if the open operation succeeded or not. The video file automatically closes when the *VideoWriter* object is destroyed. After you open the object with success you can send the frames of the video in a sequential order by using the :huivideo:`write` function of the class. Alternatively, you can use its overloaded operator << : .. code-block:: cpp outputVideo.write(res); //or outputVideo << res; Extracting a color channel from an RGB image means to set to zero the RGB values of the other channels. You can either do this with image scanning operations or by using the split and merge operations. You first split the channels up into different images, set the other channels to zero images of the same size and type and finally merge them back: .. code-block:: cpp split(src, spl); // process - extract only the correct channel for( int i =0; i < 3; ++i) if (i != channel) spl[i] = Mat::zeros(S, spl[0].type()); merge(spl, res); Put all this together and you'll get the upper source code, whose runtime result will show something around the idea: .. image:: images/resultOutputWideoWrite.png :alt: A sample output :align: center You may observe a runtime instance of this on the `YouTube here `_. .. raw:: html
\ No newline at end of file diff --git a/samples/cpp/tutorial_code/HighGUI/video-write/video-write.cpp b/samples/cpp/tutorial_code/HighGUI/video-write/video-write.cpp new file mode 100644 index 0000000..824dd71 --- /dev/null +++ b/samples/cpp/tutorial_code/HighGUI/video-write/video-write.cpp @@ -0,0 +1,97 @@ +#include // for standard I/O +#include // for strings + +#include // Basic OpenCV structures (cv::Mat) +#include // Video write + +using namespace std; +using namespace cv; + +void help() +{ + cout + << "\n--------------------------------------------------------------------------" << endl + << "This program shows how to write video files. You can extract the R or G or B color channel " + << " of the input video.write " << endl + << "Usage:" << endl + << "./video-write inputvideoName [ R | G | B] [Y | N]" << endl + << "--------------------------------------------------------------------------" << endl + << endl; +} +int main(int argc, char *argv[], char *window_name) +{ + help(); + if (argc != 4) + { + cout << "Not enough parameters" << endl; + return -1; + } + + const string source = argv[1]; // the source file name + const bool askOutputType = argv[3][0] =='Y'; // If false it will use the inputs codec type + + VideoCapture inputVideo(source); // Open input + if ( !inputVideo.isOpened()) + { + cout << "Could not open the input video." << source << endl; + return -1; + } + + string::size_type pAt = source.find_last_of('.'); // Find extension point + const string NAME = source.substr(0, pAt) + argv[2][0] + ".avi"; // Form the new name with container + int ex = static_cast(inputVideo.get(CV_CAP_PROP_FOURCC)); // Get Codec Type- Int form + + // Transform from int to char via Bitwise operators + char EXT[] = {ex & 0XFF , (ex & 0XFF00) >> 8,(ex & 0XFF0000) >> 16,(ex & 0XFF000000) >> 24, 0}; + + Size S = Size((int) inputVideo.get(CV_CAP_PROP_FRAME_WIDTH), //Acquire input size + (int) inputVideo.get(CV_CAP_PROP_FRAME_HEIGHT)); + + VideoWriter outputVideo; // Open the output + if (askOutputType) + outputVideo.open(NAME , ex=-1, inputVideo.get(CV_CAP_PROP_FPS),S, true); + else + outputVideo.open(NAME , ex, inputVideo.get(CV_CAP_PROP_FPS),S, true); + + if (!outputVideo.isOpened()) + { + cout << "Could not open the output video for write: " << source << endl; + return -1; + } + + union { int v; char c[5];} uEx ; + uEx.v = ex; // From Int to char via union + uEx.c[4]='\0'; + + cout << "Input frame resolution: Width=" << S.width << " Height=" << S.height + << " of nr#: " << inputVideo.get(CV_CAP_PROP_FRAME_COUNT) << endl; + cout << "Input codec type: " << EXT << endl; + + int channel = 2; // Select the channel to save + switch(argv[2][0]) + { + case 'R' : {channel = 2; break;} + case 'G' : {channel = 1; break;} + case 'B' : {channel = 0; break;} + } + Mat src,res; + vector spl; + + while( true) //Show the image captured in the window and repeat + { + inputVideo >> src; // read + if( src.empty()) break; // check if at end + + split(src, spl); // process - extract only the correct channel + for( int i =0; i < 3; ++i) + if (i != channel) + spl[i] = Mat::zeros(S, spl[0].type()); + merge(spl, res); + + //outputVideo.write(res); //save or + outputVideo << res; + } + + cout << "Finished writing" << endl; + return 0; +} \ No newline at end of file