Feature: write summary with negative cases

[platform/upstream/SSAT.git] / ssat-api.sh

diff --git a/ssat-api.sh b/ssat-api.sh
index 6734f2e..2b11b08 100644 (file)
--- a/ssat-api.sh
+++ b/ssat-api.sh
@@ -52,8 +52,10 @@ ResultLog=""
 KernelName=$(uname -s)
 if [[ "${KernelName}" == "Darwin" ]]; then
        StatCmd_GetSize="stat -f %z"
+       SO_EXT="dylib"
 else
        StatCmd_GetSize="stat --printf=%s"
+       SO_EXT="so"
 fi
 
 ## @fn writef()
@@ -82,7 +84,7 @@ function report() {
                        writef "${Red}[FAILED]${NC} Test Group $_group has ${Red}failed cases ($_fail)${NC}"
                else
                        writef "${Green}==================================================${NC}"
-                       writef "${LightGreen}[PASSED]${NC} Test Group $_group has ${Red}failed cases ($_fail), but they are not critical.${NC}"
+                       writef "${LightGreen}[PASSED]${NC} Test Group $_group has ${Red}failed cases ($_fail), but they are ignorable cases and not critical.${NC}"
                fi
        fi
 
@@ -91,7 +93,14 @@ function report() {
        # do nothing
                echo ""
        else
-               writef "${_cases},${_pass},${_fail}"
+               _ignore=$((_fail-_criticalFail))
+               _fail=${_criticalFail}
+               if [[ "${COUNTNEGATIVE}" -eq "1" ]]
+               then
+                       writef "${_cases},${_pass},${_fail},${_ignore},${_neg}"
+               else
+                       writef "${_cases},${_pass},${_fail},${_ignore}"
+               fi
                echo "${ResultLog}" > ${_filename}
                printf "\n${_filename}\n"
        fi
@@ -111,6 +120,7 @@ function testInit() {
        _fail=0
        _criticalFail=0
        _cases=0
+       _neg=0
        _filename=$(mktemp)
        _group=`basename "$1"`
        if [[ "${#_group}" -eq "0" ]]
@@ -147,6 +157,14 @@ function testResult() {
                fi
        fi
 
+       if [[ "${COUNTNEGATIVE}" -eq "1" ]]
+       then
+               if [[ "${2}\n" =~ "${COUNTNEGATIVEPOSTFIX}\n" ]]
+               then
+                       _neg=$((_neg+1))
+               fi
+       fi
+
        if [[ "${_good}" -eq "1" ]]
        then
                writef "${LightGreen}[PASSED]${NC} ${Green}$2${NC}:$3${NC}"
@@ -155,7 +173,7 @@ function testResult() {
                _fail=$((_fail+1))
                if [[ "${4}" == "1" ]]
                then
-                       writef "${Purple}[FAILED][Ignorable] $2${NC}:${Purple}$3${NC}"
+                       writef "${Purple}[IGNORED] $2${NC}:${Purple}$3${NC}"
                else
                        writef "${Red}[FAILED][Critical] $2${NC}:${Purple}$3${NC}"
                        _criticalFail=$((_criticalFail+1))
@@ -288,7 +306,11 @@ function gstTest() {
        if [[ "$VALGRIND" -eq "1" ]]; then
                calloutputprefix='valgrind --track-origins=yes'
        fi
-       calloutput=$(eval $calloutputprefix gst-launch-1.0 -f -q $1)
+       if [[ "${SILENT}" -eq "1" ]]; then
+               calloutput=$(eval $calloutputprefix gst-launch-1.0 -f -q $1 &> /dev/null)
+       else
+               calloutput=$(eval $calloutputprefix gst-launch-1.0 -f -q $1)
+       fi
 
        retcode=$?
        desired=0