Feature: write summary with negative cases

[platform/upstream/SSAT.git] / ssat.sh

diff --git a/ssat.sh b/ssat.sh
index a050242..c60e09c 100755 (executable)
--- a/ssat.sh
+++ b/ssat.sh
@@ -37,10 +37,13 @@ TARGET=$(pwd)
 BASEPATH=`dirname "$0"`
 BASENAME=`basename "$0"`
 TESTCASE="runTest.sh"
+SUMMARYFILENAME=""
 
 #
 SILENT=1
 PROGRESS=0
+COUNTNEGATIVE=0
+COUNTNEGATIVEPOSTFIX=""
 VALGRIND=0
 date=`date +"%b %d %Y"`
 
@@ -91,7 +94,7 @@ do
        key="$1"
        case $key in
        -h|--help)
-               printf "usage: ${BASENAME} [--help] [<path>] [--testcase <filename>] [--nocolor] [--showstdout] [--createtemplate]\n\n"
+               printf "usage: ${BASENAME} [--help] [<path>] [--testcase <filename>] [--nocolor] [--showstdout] [--createtemplate] [--countnegative <postfix>] \n\n"
                printf "These are common ${Red}ssat${NC} commands used:\n\n"
                printf "Test all test-groups in the current ($(pwd)) directory, recursively\n"
                printf "    (no options specified)\n"
@@ -125,6 +128,14 @@ do
                printf "Shows this message\n"
                printf "    --help or -h\n"
                printf "    $ ${BASENAME} --help \n"
+               printf "\n"
+               printf "Count negative test cases with the given postfix\n"
+               printf "    --countnegative or -cn\n"
+               printf "    $ ${BASENAME} --countnegative _n\n"
+               printf "    $ ${BASENAME} -cn _n\n"
+               printf "\n"
+               printf "Write result summary as a file\n"
+               printf "    --summary <filename>\n"
                printf "\n\n"
                exit 0
        ;;
@@ -137,6 +148,17 @@ do
        shift
        shift
        ;;
+       -cn|--countnegative)
+       COUNTNEGATIVE=1
+       COUNTNEGATIVEPOSTFIX="$2"
+       if [[ "${COUNTNEGATIVEPOSTFIX}" == "" ]]
+       then
+               printf "${BASENAME} -cn or --countnegative requires postfix.\n\n"
+               exit -2
+       fi
+       shift
+       shift
+       ;;
        -s|--showstdout)
        SILENT=0
        shift
@@ -153,6 +175,11 @@ do
        VALGRIND=1
        shift
        ;;
+       --summary)
+       SUMMARYFILENAME="$2"
+       shift
+       shift
+       ;;
        *) # Unknown, which is probably target (the path to root-dir of test groups).
        TARGET="$1"
        shift
@@ -170,6 +197,7 @@ TNtc=0
 TNtcpass=0
 TNtcfail=0
 TNtcignore=0
+TNtcneg=0
 TNgroup=0
 TNgrouppass=0
 TNgroupfail=0
@@ -183,6 +211,7 @@ do
        Ntc=0
        Npass=0
        Nfail=0
+       Nneg=0
        tmpfile=$(mktemp)
 
        if [[ "$PROGRESS" -eq "1" ]]; then
@@ -205,12 +234,14 @@ do
        Npass=$2
        Nfail=$3
        Nignore=$4
+       Nneg=$5
        unset IFS
 
        TNtc=$((TNtc+Ntc))
        TNtcpass=$((TNtcpass+Npass))
        TNtcfail=$((TNtcfail+Nfail))
        TNtcignore=$((TNtcignore+Nignore))
+       TNtcneg=$((TNtcneg+Nneg))
 
        TNgroup=$((TNgroup+1))
        if [[ "$retcode" -eq "0" ]]
@@ -232,14 +263,28 @@ printf "==================================================\n\n"
 printf "$groupLog"
 printf "==================================================\n"
 
+ADDITIONALSTRING=""
+ADDITIONALSUMMARY=""
+if (( ${COUNTNEGATIVE} == 1 ))
+then
+       total=$((TNtcpass+TNtcfail+TNtcignore))
+       pos=$((total-TNtcneg))
+       ADDITIONALSTRING="${ADDITIONALSTRING} | Positive: ${pos} / Negative: ${TNtcneg}"
+       ADDITIONALSUMMARY="${ADDITIONALSUMMARY}, negative=${TNtcneg}"
+fi
+
+if [ "${SUMMARYFILENAME}" != "" ]
+then
+       echo "passed=${TNtcpass}, failed=${TNtcfail}, ignored=${TNtcignore}${ADDITIONALSUMMARY}" > "${SUMMARYFILENAME}"
+fi
 if (( ${TNgroupfail} == 0 ))
 then
        printf "${LightGreen}[PASSED] ${Blue}All Test Groups (${TNgroup}) Passed!${NC}\n"
-       printf "         TC Passed: ${TNtcpass} / Failed: ${TNtcfail} / Ignored: ${TNtcignore}\n\n";
+       printf "         TC Passed: ${TNtcpass} / Failed: ${TNtcfail} / Ignored: ${TNtcignore} ${ADDITIONALSTRING}\n\n";
        exit 0
 else
        printf "${Red}[FAILED] ${Purple}There are failed test groups! (${TNgroupfail})${NC}\n"
-       printf "         TC Passed: ${TNtcpass} / Failed: ${TNtcfail} / Ignored: ${TNtcignore}\n\n";
+       printf "         TC Passed: ${TNtcpass} / Failed: ${TNtcfail} / Ignored: ${TNtcignore} ${ADDITIONALSTRING}\n\n";
        exit 1
 fi
 # gather reports & publish them.