Add bmp2png utility.
[platform/upstream/SSAT.git] / ssat.sh
diff --git a/ssat.sh b/ssat.sh
index d01f59f..a3a1295 100755 (executable)
--- a/ssat.sh
+++ b/ssat.sh
@@ -31,7 +31,7 @@
 ## - OUTPUT           :  Summary of test results to stdout. Exit code of 0 if success, non-zero if not success.
 ## @section CREATEINFO   Code information
 ## - Initial date     :  2018/06/22
-## - Version          :  1.0.0
+## - Version          :  1.2.0
 
 TARGET=$(pwd)
 BASEPATH=`dirname "$0"`
@@ -41,7 +41,9 @@ SUMMARYFILENAME=""
 
 #
 SILENT=1
-PROGRESS=0
+PROGRESSLOGLEVEL=0
+COUNTNEGATIVE=0
+COUNTNEGATIVEPOSTFIX=""
 VALGRIND=0
 date=`date +"%b %d %Y"`
 
@@ -92,7 +94,7 @@ do
        key="$1"
        case $key in
        -h|--help)
-               printf "usage: ${BASENAME} [--help] [<path>] [--testcase <filename>] [--nocolor] [--showstdout] [--createtemplate]\n\n"
+               printf "usage: ${BASENAME} [--help] [<path>] [--testcase <filename>] [--nocolor] [--showstdout] [--createtemplate] [--countnegative <postfix>] \n\n"
                printf "These are common ${Red}ssat${NC} commands used:\n\n"
                printf "Test all test-groups in the current ($(pwd)) directory, recursively\n"
                printf "    (no options specified)\n"
@@ -118,7 +120,12 @@ do
                printf "    --createtemplate or -c\n"
                printf "\n"
                printf "Show progress during execution\n"
-               printf "    --progress or -p\n"
+               printf "    --progress or -p or -p=(0,1,9)\n"
+               printf "        '0' : Do not print logs in progress. If -p is not given, -p=0 is assumed.\n"
+               printf "        '1' : Print test group names only in progress.\n"
+               printf "        '2-9' : Print all logs in progress. If -p is given without numbers, -p=9 is used.\n"
+               printf "     $ ${BASENAME} -p=1\n"
+               printf "     $ ${BASENAME} --progress=9 (equal to --progress) \n"
                printf "\n"
                printf "Enable valgrind to perform memcheck\n"
                printf "    --enable-valgrind or -vg\n"
@@ -127,6 +134,11 @@ do
                printf "    --help or -h\n"
                printf "    $ ${BASENAME} --help \n"
                printf "\n"
+               printf "Count negative test cases with the given postfix\n"
+               printf "    --countnegative or -cn\n"
+               printf "    $ ${BASENAME} --countnegative _n\n"
+               printf "    $ ${BASENAME} -cn _n\n"
+               printf "\n"
                printf "Write result summary as a file\n"
                printf "    --summary <filename>\n"
                printf "\n\n"
@@ -141,6 +153,17 @@ do
        shift
        shift
        ;;
+       -cn|--countnegative)
+       COUNTNEGATIVE=1
+       COUNTNEGATIVEPOSTFIX="$2"
+       if [[ "${COUNTNEGATIVEPOSTFIX}" == "" ]]
+       then
+               printf "${BASENAME} -cn or --countnegative requires postfix.\n\n"
+               exit -2
+       fi
+       shift
+       shift
+       ;;
        -s|--showstdout)
        SILENT=0
        shift
@@ -149,8 +172,15 @@ do
        createTemplate
        shift
        ;;
-       -p|--progress)
-       PROGRESS=1
+       -p|-p=*|--progress|--progress=*)
+       if [[ $key == "-p" || $key == "--progress" ]]
+       then
+           PROGRESSLOGLEVEL=9
+           printf "Progress Log level is not given. Print all logs in progress.\n"
+       else
+           PROGRESSLOGLEVEL=${key#*=}
+           printf "Given progress log level is ${PROGRESSLOGLEVEL}.\n"
+       fi
        shift
        ;;
        -vg|--enable-valgrind)
@@ -179,6 +209,7 @@ TNtc=0
 TNtcpass=0
 TNtcfail=0
 TNtcignore=0
+TNtcneg=0
 TNgroup=0
 TNgrouppass=0
 TNgroupfail=0
@@ -192,9 +223,10 @@ do
        Ntc=0
        Npass=0
        Nfail=0
+       Nneg=0
        tmpfile=$(mktemp)
 
-       if [[ "$PROGRESS" -eq "1" ]]; then
+       if [[ ${PROGRESSLOGLEVEL} -ge 1 ]]; then
                printf "[Starting] $CASENAME\n"
        fi
        pushd $CASEBASEPATH > /dev/null
@@ -214,12 +246,14 @@ do
        Npass=$2
        Nfail=$3
        Nignore=$4
+       Nneg=$5
        unset IFS
 
        TNtc=$((TNtc+Ntc))
        TNtcpass=$((TNtcpass+Npass))
        TNtcfail=$((TNtcfail+Nfail))
        TNtcignore=$((TNtcignore+Nignore))
+       TNtcneg=$((TNtcneg+Nneg))
 
        TNgroup=$((TNgroup+1))
        if [[ "$retcode" -eq "0" ]]
@@ -241,18 +275,28 @@ printf "==================================================\n\n"
 printf "$groupLog"
 printf "==================================================\n"
 
+ADDITIONALSTRING=""
+ADDITIONALSUMMARY=""
+if (( ${COUNTNEGATIVE} == 1 ))
+then
+       total=$((TNtcpass+TNtcfail+TNtcignore))
+       pos=$((total-TNtcneg))
+       ADDITIONALSTRING="${ADDITIONALSTRING} | Positive: ${pos} / Negative: ${TNtcneg}"
+       ADDITIONALSUMMARY="${ADDITIONALSUMMARY}, negative=${TNtcneg}"
+fi
+
 if [ "${SUMMARYFILENAME}" != "" ]
 then
-       echo "passed=${TNtcpass}, failed=${TNtcfail}, ignored=${TNtcignore}" > "${SUMMARYFILENAME}"
+       echo "passed=${TNtcpass}, failed=${TNtcfail}, ignored=${TNtcignore}${ADDITIONALSUMMARY}" > "${SUMMARYFILENAME}"
 fi
 if (( ${TNgroupfail} == 0 ))
 then
        printf "${LightGreen}[PASSED] ${Blue}All Test Groups (${TNgroup}) Passed!${NC}\n"
-       printf "         TC Passed: ${TNtcpass} / Failed: ${TNtcfail} / Ignored: ${TNtcignore}\n\n";
+       printf "         TC Passed: ${TNtcpass} / Failed: ${TNtcfail} / Ignored: ${TNtcignore} ${ADDITIONALSTRING}\n\n";
        exit 0
 else
        printf "${Red}[FAILED] ${Purple}There are failed test groups! (${TNgroupfail})${NC}\n"
-       printf "         TC Passed: ${TNtcpass} / Failed: ${TNtcfail} / Ignored: ${TNtcignore}\n\n";
+       printf "         TC Passed: ${TNtcpass} / Failed: ${TNtcfail} / Ignored: ${TNtcignore} ${ADDITIONALSTRING}\n\n";
        exit 1
 fi
 # gather reports & publish them.