Feature: write summary with negative cases

[platform/upstream/SSAT.git] / ssat-api.sh

diff --git a/ssat-api.sh b/ssat-api.sh
index ffd1b9e..2b11b08 100644 (file)
--- a/ssat-api.sh
+++ b/ssat-api.sh
@@ -48,6 +48,16 @@ fi
 
 ResultLog=""
 
+# Platform dependent variables
+KernelName=$(uname -s)
+if [[ "${KernelName}" == "Darwin" ]]; then
+       StatCmd_GetSize="stat -f %z"
+       SO_EXT="dylib"
+else
+       StatCmd_GetSize="stat --printf=%s"
+       SO_EXT="so"
+fi
+
 ## @fn writef()
 ## @private
 ## @param $1 the string to be printed.
@@ -74,7 +84,7 @@ function report() {
                        writef "${Red}[FAILED]${NC} Test Group $_group has ${Red}failed cases ($_fail)${NC}"
                else
                        writef "${Green}==================================================${NC}"
-                       writef "${LightGreen}[PASSED]${NC} Test Group $_group has ${Red}failed cases ($_fail), but they are not critical.${NC}"
+                       writef "${LightGreen}[PASSED]${NC} Test Group $_group has ${Red}failed cases ($_fail), but they are ignorable cases and not critical.${NC}"
                fi
        fi
 
@@ -83,7 +93,14 @@ function report() {
        # do nothing
                echo ""
        else
-               writef "${_cases},${_pass},${_fail}"
+               _ignore=$((_fail-_criticalFail))
+               _fail=${_criticalFail}
+               if [[ "${COUNTNEGATIVE}" -eq "1" ]]
+               then
+                       writef "${_cases},${_pass},${_fail},${_ignore},${_neg}"
+               else
+                       writef "${_cases},${_pass},${_fail},${_ignore}"
+               fi
                echo "${ResultLog}" > ${_filename}
                printf "\n${_filename}\n"
        fi
@@ -103,6 +120,7 @@ function testInit() {
        _fail=0
        _criticalFail=0
        _cases=0
+       _neg=0
        _filename=$(mktemp)
        _group=`basename "$1"`
        if [[ "${#_group}" -eq "0" ]]
@@ -139,6 +157,14 @@ function testResult() {
                fi
        fi
 
+       if [[ "${COUNTNEGATIVE}" -eq "1" ]]
+       then
+               if [[ "${2}\n" =~ "${COUNTNEGATIVEPOSTFIX}\n" ]]
+               then
+                       _neg=$((_neg+1))
+               fi
+       fi
+
        if [[ "${_good}" -eq "1" ]]
        then
                writef "${LightGreen}[PASSED]${NC} ${Green}$2${NC}:$3${NC}"
@@ -147,7 +173,7 @@ function testResult() {
                _fail=$((_fail+1))
                if [[ "${4}" == "1" ]]
                then
-                       writef "${Purple}[FAILED][Ignorable] $2${NC}:${Purple}$3${NC}"
+                       writef "${Purple}[IGNORED] $2${NC}:${Purple}$3${NC}"
                else
                        writef "${Red}[FAILED][Critical] $2${NC}:${Purple}$3${NC}"
                        _criticalFail=$((_criticalFail+1))
@@ -232,15 +258,15 @@ function callCompareTest() {
                        output=$?
                elif (( $5 == 1 )); then
                        # Compare up to the size of golden
-                       cmp -n `stat --printf="%s" $1` $1 $2
+                       cmp -n `${StatCmd_GetSize} $1` $1 $2
                        output=$?
                elif (( $5 == 2 )); then
                        # Compare up to the size of test-run
-                       cmp -n `stat --printf="%s" $2` $1 $2
+                       cmp -n `${StatCmd_GetSize} $2` $1 $2
                        output=$?
                else
                        # Compare up to $5 bytes.
-                       cmp -n `stat --printf="%s" $5` $1 $2
+                       cmp -n `${StatCmd_GetSize} $5` $1 $2
                        output=$?
                fi
                if (( ${output} == 0 )); then
@@ -251,9 +277,9 @@ function callCompareTest() {
                testResult $output "$3" "$4" $6
        else
            # use internal logic (slower!)
-           bufsize=`stat --printf="%s" $1`
+           bufsize=`${StatCmd_GetSize} $1`
            if (( $5 == 2 )); then
-               bufsize=`stat --printf="%s" $2`
+               bufsize=`${StatCmd_GetSize} $2`
            else
                bufsize=$5
            fi
@@ -280,7 +306,11 @@ function gstTest() {
        if [[ "$VALGRIND" -eq "1" ]]; then
                calloutputprefix='valgrind --track-origins=yes'
        fi
-       calloutput=$(eval $calloutputprefix gst-launch-1.0 -f -q $1)
+       if [[ "${SILENT}" -eq "1" ]]; then
+               calloutput=$(eval $calloutputprefix gst-launch-1.0 -f -q $1 &> /dev/null)
+       else
+               calloutput=$(eval $calloutputprefix gst-launch-1.0 -f -q $1)
+       fi
 
        retcode=$?
        desired=0