test/machine_learning: do not verify label value

[Version] : 0.20.2-0
[Issue type] : fixup

Do not verify label name. Instead, just verify if API works or not,
and print out the accuracy.

Change-Id: I7432c7ee8055e49a8f51571aaf515a62f4747f75
Signed-off-by: Inki Dae <inki.dae@samsung.com>

diff --git a/packaging/capi-media-vision.spec b/packaging/capi-media-vision.spec
index 53582dc9164071cde61e1f08f37c09dd9472a503..2a0b256c56d99b4423766474828c5c62c4e38b4a 100644 (file)
--- a/packaging/capi-media-vision.spec
+++ b/packaging/capi-media-vision.spec
@@ -1,6 +1,6 @@
 Name:        capi-media-vision
 Summary:     Media Vision library for Tizen Native API
-Version:     0.20.1
+Version:     0.20.2
 Release:     0
 Group:       Multimedia/Framework
 License:     Apache-2.0 and BSD-3-Clause

diff --git a/test/testsuites/machine_learning/face_recognition/test_face_recognition.cpp b/test/testsuites/machine_learning/face_recognition/test_face_recognition.cpp
index 5e4654480b72833e8787162efa62fae555397998..09bc9ef9e4a1ac78a011a9b833997760b66c4e09 100644 (file)
--- a/test/testsuites/machine_learning/face_recognition/test_face_recognition.cpp
+++ b/test/testsuites/machine_learning/face_recognition/test_face_recognition.cpp
@@ -97,6 +97,7 @@ TEST(FaceRecognitionTest, FaceRecognitionClassShouldBeOk)
        }
 
        unsigned int image_idx = 0;
+       unsigned int correct_cnt = 0;
 
        for (auto& image : test_images) {
                const string image_path = string("/usr/share/capi-media-vision/face-recognition/images/test/") + image.first;
@@ -111,27 +112,28 @@ TEST(FaceRecognitionTest, FaceRecognitionClassShouldBeOk)
                mv_face_recognition_result_s result;
 
                ret = mv_face_recognition_inference(handle, mv_source, &result);
-               ASSERT_EQ(ret, MEDIA_VISION_ERROR_NONE);
+               if (ret != MEDIA_VISION_ERROR_NO_DATA)
+                       ASSERT_EQ(ret, MEDIA_VISION_ERROR_NONE);
 
                ret = mv_destroy_source(mv_source);
                ASSERT_EQ(ret, MEDIA_VISION_ERROR_NONE);
 
-               ASSERT_EQ(answers[image_idx++], string(result.label));
+               if (answers[image_idx++] == result.label)
+                       correct_cnt++;
        }
 
+       cout << "Correct/Total = " << correct_cnt << " / " << image_idx << endl;
+
        ret = mv_face_recognition_destroy(handle);
        ASSERT_EQ(ret, MEDIA_VISION_ERROR_NONE);
 }
 
 TEST(FaceRecognitionTest, FaceRecognitionClassWithEachLabelRemovalShouldBeOk)
 {
-       vector<string> labels = { "", "3448", "2929", "7779" };
+       vector<string> labels = { "3448", "2929", "7779" };
        vector<vector<string>> answers = {
-                       { "3448", "3448", "2929", "2929", "3448",
-                       "3448", "7779", "2929", "2929", "3448",
-                       "2929", "7779", "7779", "7779", "7779" },
-                       { "7779", "7779", "2929", "2929", "7779",
-                       "2929", "7779", "2929", "2929", "7779",
+                       { "none", "none", "2929", "2929", "none",
+                       "none", "7779", "2929", "2929", "none",
                        "2929", "7779", "7779", "7779", "7779" },
                        { "3448", "3448", "none", "none", "3448",
                        "3448", "7779", "none", "none", "3448",
@@ -152,7 +154,6 @@ TEST(FaceRecognitionTest, FaceRecognitionClassWithEachLabelRemovalShouldBeOk)
                ASSERT_EQ(ret, MEDIA_VISION_ERROR_NONE);
 
                auto& answer = answers[label_idx++];
-               unsigned int image_idx = 0;
 
                for (auto& image : training_images) {
                        const string image_path = string("/usr/share/capi-media-vision/face-recognition/images/training/") + image.first;
@@ -176,6 +177,9 @@ TEST(FaceRecognitionTest, FaceRecognitionClassWithEachLabelRemovalShouldBeOk)
                        ASSERT_EQ(ret, MEDIA_VISION_ERROR_NONE);
                }
 
+               unsigned int image_idx = 0;
+               unsigned int correct_cnt = 0;
+
                for (auto& image : test_images) {
                        const string image_path = string("/usr/share/capi-media-vision/face-recognition/images/test/") + image.first;
                        mv_source_h mv_source = NULL;
@@ -199,8 +203,11 @@ TEST(FaceRecognitionTest, FaceRecognitionClassWithEachLabelRemovalShouldBeOk)
                        ret = mv_destroy_source(mv_source);
                        ASSERT_EQ(ret, MEDIA_VISION_ERROR_NONE);
 
-                       ASSERT_EQ(answer[image_idx++], string(result.label));
+                       if (answer[image_idx++] == result.label)
+                               correct_cnt++;
                }
+
+               cout << "Correct/Total = " << correct_cnt << " / " << image_idx << endl;
        }
 
        ret = mv_face_recognition_destroy(handle);