From d305fd4fca77a941b6b9de3876882ce78cb9831c Mon Sep 17 00:00:00 2001 From: Alexander Nesterov Date: Tue, 16 Oct 2018 12:27:37 +0000 Subject: [PATCH] Added perf tests with sanity check --- modules/objdetect/perf/perf_qrcode_pipeline.cpp | 106 ++++++++++++++++++++++++ modules/objdetect/test/test_qrcode.cpp | 3 +- 2 files changed, 108 insertions(+), 1 deletion(-) create mode 100644 modules/objdetect/perf/perf_qrcode_pipeline.cpp diff --git a/modules/objdetect/perf/perf_qrcode_pipeline.cpp b/modules/objdetect/perf/perf_qrcode_pipeline.cpp new file mode 100644 index 0000000..09139a2 --- /dev/null +++ b/modules/objdetect/perf/perf_qrcode_pipeline.cpp @@ -0,0 +1,106 @@ +// This file is part of OpenCV project. +// It is subject to the license terms in the LICENSE file found in the top-level directory +// of this distribution and at http://opencv.org/license.html. + +#include "perf_precomp.hpp" + +namespace opencv_test +{ +namespace +{ + +typedef ::perf::TestBaseWithParam< std::string > Perf_Objdetect_QRCode; + +PERF_TEST_P_(Perf_Objdetect_QRCode, detect) +{ + const std::string name_current_image = GetParam(); + const std::string root = "cv/qrcode/"; + + std::string image_path = findDataFile(root + name_current_image); + Mat src = imread(image_path, IMREAD_GRAYSCALE), straight_barcode; + ASSERT_FALSE(src.empty()) << "Can't read image: " << image_path; + + std::vector< Point > corners; + TEST_CYCLE() ASSERT_TRUE(detectQRCode(src, corners)); + SANITY_CHECK(corners); +} + +#ifdef HAVE_QUIRC +PERF_TEST_P_(Perf_Objdetect_QRCode, decode) +{ + const std::string name_current_image = GetParam(); + const std::string root = "cv/qrcode/"; + + std::string image_path = findDataFile(root + name_current_image); + Mat src = imread(image_path, IMREAD_GRAYSCALE), straight_barcode; + ASSERT_FALSE(src.empty()) << "Can't read image: " << image_path; + + std::vector< Point > corners; + std::string decoded_info; + ASSERT_TRUE(detectQRCode(src, corners)); + TEST_CYCLE() ASSERT_TRUE(decodeQRCode(src, corners, decoded_info, straight_barcode)); + + std::vector decoded_info_uint8_t(decoded_info.begin(), decoded_info.end()); + SANITY_CHECK(decoded_info_uint8_t); + SANITY_CHECK(straight_barcode); + +} +#endif + +INSTANTIATE_TEST_CASE_P(/*nothing*/, Perf_Objdetect_QRCode, + ::testing::Values( + "version_1_down.jpg", "version_1_left.jpg", "version_1_right.jpg", "version_1_up.jpg", "version_1_top.jpg", + "version_5_down.jpg", "version_5_left.jpg", "version_5_right.jpg", "version_5_up.jpg", "version_5_top.jpg", + "russian.jpg", "kanji.jpg", "link_github_ocv.jpg", "link_ocv.jpg", "link_wiki_cv.jpg" + ) +); + +typedef ::perf::TestBaseWithParam< tuple< std::string, Size > > Perf_Objdetect_Not_QRCode; + +PERF_TEST_P_(Perf_Objdetect_Not_QRCode, detect) +{ + std::vector corners; + std::string type_gen = get<0>(GetParam()); + Size resolution = get<1>(GetParam()); + Mat not_qr_code(resolution, CV_8UC1, Scalar(0)); + if (type_gen == "random") + { + RNG rng; + rng.fill(not_qr_code, RNG::UNIFORM, Scalar(0), Scalar(1)); + } + + TEST_CYCLE() ASSERT_FALSE(detectQRCode(not_qr_code, corners)); + SANITY_CHECK_NOTHING(); +} + +#ifdef HAVE_QUIRC +PERF_TEST_P_(Perf_Objdetect_Not_QRCode, decode) +{ + Mat straight_barcode; + std::string decoded_info; + std::vector< Point > corners; + corners.push_back(Point( 0, 0)); corners.push_back(Point( 0, 5)); + corners.push_back(Point(10, 0)); corners.push_back(Point(15, 15)); + + std::string type_gen = get<0>(GetParam()); + Size resolution = get<1>(GetParam()); + Mat not_qr_code(resolution, CV_8UC1, Scalar(0)); + if (type_gen == "random") + { + RNG rng; + rng.fill(not_qr_code, RNG::UNIFORM, Scalar(0), Scalar(1)); + } + + TEST_CYCLE() ASSERT_FALSE(decodeQRCode(not_qr_code, corners, decoded_info, straight_barcode)); + SANITY_CHECK_NOTHING(); +} +#endif + +INSTANTIATE_TEST_CASE_P(/*nothing*/, Perf_Objdetect_Not_QRCode, + ::testing::Combine( + ::testing::Values("zero", "random"), + ::testing::Values(Size(640, 480), Size(1280, 720), Size(1920, 1080)) + )); + +} +} // namespace diff --git a/modules/objdetect/test/test_qrcode.cpp b/modules/objdetect/test/test_qrcode.cpp index 8ede468..5019127 100644 --- a/modules/objdetect/test/test_qrcode.cpp +++ b/modules/objdetect/test/test_qrcode.cpp @@ -115,7 +115,8 @@ INSTANTIATE_TEST_CASE_P(/**/, Objdetect_QRCode, testing::ValuesIn(qrcode_images_ TEST(Objdetect_QRCode_basic, not_found_qrcode) { - std::vector corners, straight_barcode; + std::vector corners; + Mat straight_barcode; std::string decoded_info; Mat zero_image = Mat::zeros(256, 256, CV_8UC1); EXPECT_FALSE(detectQRCode(zero_image, corners)); -- 2.7.4