[Gst/Edge] Add edge pipeline tests

Add edgesrc and edgesink pipeline tests.

Signed-off-by: Yechan Choi <yechan9.choi@samsung.com>

diff --git a/tests/meson.build b/tests/meson.build
index bae276f..d800886 100644 (file)
--- a/tests/meson.build
+++ b/tests/meson.build
@@ -145,15 +145,17 @@ if gtest_dep.found()
     test('unittest_query', unittest_query, env: testenv)
 
     # Run unittest_edge
-    unittest_edge = executable('unittest_edge',
-      join_paths('nnstreamer_edge', 'unittest_edge.cc'),
-      dependencies: [nnstreamer_unittest_deps],
-      install: get_option('install-test'),
-      install_dir: unittest_install_dir
-    )
-
-    test('unittest_edge', unittest_edge, env: testenv)
+    if nnstreamer_edge_support_is_available
+      unittest_edge = executable('unittest_edge',
+        join_paths('nnstreamer_edge', 'unittest_edge.cc'),
+        dependencies: [nnstreamer_unittest_deps],
+        install: get_option('install-test'),
+        install_dir: unittest_install_dir
+      )
 
+      test('unittest_edge', unittest_edge, env: testenv)
+    endif
+    
     # Run unittest_mqtt
     if mqtt_support_is_available
       unittest_mqtt_w_helper = executable('unittest_mqtt_w_helper',

diff --git a/tests/nnstreamer_edge/generate_random_text.py b/tests/nnstreamer_edge/generate_random_text.py
new file mode 100644 (file)
index 0000000..13a380a
--- /dev/null
+++ b/tests/nnstreamer_edge/generate_random_text.py
@@ -0,0 +1,29 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: LGPL-2.1-only
+# Copyright (C) 2022 Samsung Electronics
+#
+# @file generate_random_text.py
+# @author Yechan Choi <yechan9.choi@samsung.com>
+# @date   1 Aug 2022
+# @brief Generate Random Text File
+#
+from random import choice, randint
+import string
+
+def generate_random_text(length: int,
+                         file_name: str) -> None:
+    chars = string.ascii_letters + string.digits + '\n'
+    text = ''.join([choice(chars) for _ in range(length)])
+    with open(file_name, "w") as f:
+        f.write(text)
+
+if __name__ == "__main__":
+    from argparse import ArgumentParser
+
+    parser = ArgumentParser()
+    parser.add_argument('--file_name', type=str, default="random_text.txt")
+    parser.add_argument('--length', type=int, default=randint(1e3, 1e6))
+
+    args = parser.parse_args()
+
+    generate_random_text(args.length, args.file_name)

diff --git a/tests/nnstreamer_edge/runTest.sh b/tests/nnstreamer_edge/runTest.sh
index b754f4f..70fa432 100644 (file)
--- a/tests/nnstreamer_edge/runTest.sh
+++ b/tests/nnstreamer_edge/runTest.sh
@@ -20,15 +20,129 @@ testInit $1
 
 # NNStreamer and plugins path for test
 PATH_TO_PLUGIN="../../build"
+PERFORMANCE=0
 
-# TODO: edgesink/EdgeSink naming
 check_edgesink=$(gst-inspect-1.0 --gst-plugin-path=${PATH_TO_PLUGIN} edgesink | grep EdgeSink)
 if [[ ! $check_edgesink ]]; then
-    # TODO: edgesink/EdgeSink naming
-    # echo 'Cannot find edge sink plugins. Skip tests.'
-    testResult 0 "1" " Check Edge Sink Installation"
+    echo 'Cannot find edge sink plugins. Skip tests.'
     report
     exit
 fi
 
-report
\ No newline at end of file
+## @brief Execute file comparison test if both files exist
+function callCompareTestIfExist() {
+    if [[ ! -f "$1" ]]; then
+        echo "$1 don't exist. Skip $3($4)."
+        return
+    fi
+
+    if [[ ! -f "$2" ]]; then
+        echo "$2 don't exist. Skip $3($4)."
+        return
+    fi
+
+    callCompareTest $1 $2 $3 "$4" $5 $6
+}
+
+# Run edge sink server as echo server with default address option. 
+PORT=`python3 ../get_available_port.py`
+gstTestBackground "--gst-plugin-path=${PATH_TO_PLUGIN} \
+    videotestsrc is-live=true ! videoconvert ! videoscale ! video/x-raw,width=300,height=300,format=RGB ! tee name=t \
+        t. ! queue ! multifilesink location=raw1_%1d.log \
+        t. ! queue ! edgesink port=${PORT} async=false" 1-1 0 0 30
+gstTest "--gst-plugin-path=${PATH_TO_PLUGIN} \
+    edgesrc port=${PORT} num-buffers=10 ! multifilesink location=result1_%1d.log" 1-2 0 0 $PERFORMANCE
+callCompareTestIfExist raw1_0.log result1_0.log 1-3 "Compare 1-3" 1 0
+callCompareTestIfExist raw1_1.log result1_1.log 1-4 "Compare 1-4" 1 0
+callCompareTestIfExist raw1_2.log result1_2.log 1-5 "Compare 1-5" 1 0
+callCompareTestIfExist raw1_3.log result1_3.log 1-6 "Compare 1-6" 1 0
+callCompareTestIfExist raw1_4.log result1_4.log 1-7 "Compare 1-7" 1 0
+callCompareTestIfExist raw1_5.log result1_5.log 1-8 "Compare 1-8" 1 0
+callCompareTestIfExist raw1_6.log result1_6.log 1-9 "Compare 1-9" 1 0
+callCompareTestIfExist raw1_7.log result1_7.log 1-10 "Compare 1-10" 1 0
+callCompareTestIfExist raw1_8.log result1_8.log 1-11 "Compare 1-11" 1 0
+callCompareTestIfExist raw1_9.log result1_9.log 1-12 "Compare 1-12" 1 0
+kill -9 $pid &> /dev/null
+wait $pid
+
+# Run edge sink server as echo server with default address option. (multi clients)
+PORT=`python3 ../get_available_port.py`
+gstTestBackground "--gst-plugin-path=${PATH_TO_PLUGIN} \
+    videotestsrc is-live=true ! videoconvert ! videoscale ! video/x-raw,width=300,height=300,format=RGB ! tee name=t \
+        t. ! queue ! multifilesink location=raw2_%1d.log \
+        t. ! queue ! edgesink port=${PORT} async=false" 2-1 0 0 30
+gstTest "--gst-plugin-path=${PATH_TO_PLUGIN} \
+    edgesrc port=${PORT} num-buffers=10 ! multifilesink location=result2_0_%1d.log" 2-2 0 0 $PERFORMANCE
+gstTest "--gst-plugin-path=${PATH_TO_PLUGIN} \
+    edgesrc port=${PORT} num-buffers=10 ! multifilesink location=result2_1_%1d.log" 2-3 0 0 $PERFORMANCE
+callCompareTestIfExist raw2_0.log result2_0_0.log 2-4 "Compare 2-4" 1 0
+callCompareTestIfExist raw2_0.log result2_1_0.log 2-5 "Compare 2-5" 1 0
+callCompareTestIfExist raw2_1.log result2_0_1.log 2-6 "Compare 2-6" 1 0
+callCompareTestIfExist raw2_1.log result2_1_1.log 2-7 "Compare 2-7" 1 0
+callCompareTestIfExist raw2_2.log result2_0_2.log 2-8 "Compare 2-8" 1 0
+callCompareTestIfExist raw2_2.log result2_1_2.log 2-9 "Compare 2-9" 1 0
+kill -9 $pid &> /dev/null
+wait $pid
+
+# Cap: Flexible Tensor
+PORT=`python3 ../get_available_port.py`
+gstTestBackground "--gst-plugin-path=${PATH_TO_PLUGIN} \
+    videotestsrc is-live=true ! videoconvert ! videoscale ! video/x-raw,width=300,height=300,format=RGB ! tensor_converter ! other/tensors,format=flexible ! tee name=t \
+        t. ! queue ! multifilesink location=raw3_%1d.log \
+        t. ! queue ! edgesink port=${PORT} async=false" 3-1 0 0 30
+gstTest "--gst-plugin-path=${PATH_TO_PLUGIN} \
+    edgesrc port=${PORT} num-buffers=10 ! multifilesink location=result3_%1d.log" 3-2 0 0 $PERFORMANCE
+callCompareTestIfExist raw3_0.log result3_0.log 3-3 "Compare 3-3" 1 0
+callCompareTestIfExist raw3_1.log result3_1.log 3-4 "Compare 3-4" 1 0
+callCompareTestIfExist raw3_2.log result3_2.log 3-5 "Compare 3-5" 1 0
+kill -9 $pid &> /dev/null
+wait $pid
+
+# Cap: Tensor
+PORT=`python3 ../get_available_port.py`
+gstTestBackground "--gst-plugin-path=${PATH_TO_PLUGIN} \
+    videotestsrc is-live=true ! videoconvert ! videoscale ! video/x-raw,width=300,height=300,format=RGB ! tensor_converter ! other/tensors,num_tensors=1,dimensions=3:300:300:1,types=uint8,format=static ! tee name=t \
+        t. ! queue ! multifilesink location=raw4_%1d.log \
+        t. ! queue ! edgesink port=${PORT} asnyc=false" 4-1 0 0 30
+gstTest "--gst-plugin-path=${PATH_TO_PLUGIN} \
+    edgesrc port=${PORT} num-buffers=10 ! multifilesink location=result4_%1d.log" 4-2 0 0 $PERFORMANCE
+callCompareTestIfExist raw4_0.log result4_0.log 4-3 "Compare 4-3" 1 0
+callCompareTestIfExist raw4_1.log result4_1.log 4-4 "Compare 4-4" 1 0
+callCompareTestIfExist raw4_2.log result4_2.log 4-5 "Compare 4-5" 1 0
+kill -9 $pid &> /dev/null
+wait $pid
+
+# Cap: Audio
+PORT=`python3 ../get_available_port.py`
+gstTestBackground "--gst-plugin-path=${PATH_TO_PLUGIN} \
+    audiotestsrc ! audioconvert ! tee name=t \
+        t. ! queue ! multifilesink location=raw5_%1d.log \
+        t. ! queue ! edgesink port=${PORT} async=false" 5-1 0 0 30
+gstTest "--gst-plugin-path=${PATH_TO_PLUGIN} \
+    edgesrc port=${PORT} num-buffers=10 ! multifilesink location=result5_%1d.log" 5-2 0 0 $PERFORMANCE
+callCompareTestIfExist raw5_0.log result5_0.log 5-3 "Compare 5-3" 1 0
+callCompareTestIfExist raw5_1.log result5_1.log 5-4 "Compare 5-4" 1 0
+callCompareTestIfExist raw5_2.log result5_2.log 5-5 "Compare 5-5" 1 0
+kill -9 $pid &> /dev/null
+wait $pid
+
+# Cap: Text
+PORT=`python3 ../get_available_port.py`
+RANDOM_TEXT="test.txt"
+python3 generate_random_text.py "--file_name ${RANDOM_TEXT}"
+gstTestBackground "--gst-plugin-path=${PATH_TO_PLUGIN} \
+    filesrc location=${RANDOM_TEXT} ! text/x-raw,format=utf8 ! tee name=t \
+        t. ! queue ! multifilesink location=raw6_%1d.log \
+        t. ! queue ! edgesink port=${PORT} async=false" 6-1 0 0 30
+gstTest "--gst-plugin-path=${PATH_TO_PLUGIN} \
+    edgesrc port=${PORT} num-buffers=10 ! multifilesink location=result6_%1d.log" 6-2 0 0 $PERFORMANCE
+callCompareTestIfExist raw6_0.log result6_0.log 6-3 "Compare 6-3" 1 0
+callCompareTestIfExist raw6_1.log result6_1.log 6-4 "Compare 6-4" 1 0
+callCompareTestIfExist raw6_2.log result6_2.log 6-5 "Compare 6-5" 1 0
+kill -9 $pid &> /dev/null
+wait $pid
+rm ${RANDOM_TEXT}
+
+rm *.log
+report
+exit

diff --git a/tests/nnstreamer_edge/unittest_edge.cc b/tests/nnstreamer_edge/unittest_edge.cc
index 3772288..70bc87f 100644 (file)
--- a/tests/nnstreamer_edge/unittest_edge.cc
+++ b/tests/nnstreamer_edge/unittest_edge.cc
@@ -1,3 +1,4 @@
+/* SPDX-License-Identifier: LGPL-2.1-only */
 /**
  * @file        unittest_edge.cc
  * @date        21 Jul 2022
@@ -11,6 +12,7 @@
 #include <glib.h>
 #include <gst/gst.h>
 
+/** @todo Add edgesrc and edgesink unit test */
 /**
  * @brief Test for edgesrc get and set properties
  */