X-Git-Url: http://review.tizen.org/git/?p=platform%2Fcore%2Fuifw%2Fdali-toolkit.git;a=blobdiff_plain;f=automated-tests%2Fsrc%2Fdali-toolkit%2Fdali-toolkit-test-utils%2Ftest-harness.cpp;h=b42b9f9ba0eb0c23f558adafb46f0002f09605d0;hp=24e320904a2c517ec86a06d9559eb868f47a4d79;hb=9f83976fa4a70fe7f64398568efb3212a5a7024b;hpb=a76cdbc69caa7c0c52b2f4b235560cca6db69c2a diff --git a/automated-tests/src/dali-toolkit/dali-toolkit-test-utils/test-harness.cpp b/automated-tests/src/dali-toolkit/dali-toolkit-test-utils/test-harness.cpp index 24e3209..b42b9f9 100644 --- a/automated-tests/src/dali-toolkit/dali-toolkit-test-utils/test-harness.cpp +++ b/automated-tests/src/dali-toolkit/dali-toolkit-test-utils/test-harness.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2014 Samsung Electronics Co., Ltd. + * Copyright (c) 2020 Samsung Electronics Co., Ltd. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -23,24 +23,42 @@ #include #include #include +#include namespace TestHarness { -typedef std::map RunningTestCases; +typedef std::map RunningTestCases; -namespace +const char* basename(const char* path) { -const char* RED_COLOR="\e[1;31m"; -const char* GREEN_COLOR="\e[1;32m"; -const char* ASCII_RESET="\e[0m"; -const char* ASCII_BOLD="\e[1m"; + const char* ptr=path; + const char* slash=NULL; + for( ; *ptr != '\0' ; ++ptr ) + { + if(*ptr == '/') slash=ptr; + } + if(slash != NULL) ++slash; + return slash; } +void SuppressLogOutput() +{ + // Close stdout and stderr to suppress the log output + close(STDOUT_FILENO); // File descriptor number for stdout is 1 + close(STDERR_FILENO); // File descriptor number for stderr is 2 + + // The POSIX specification requires that /dev/null must be provided, + // The open function always chooses the lowest unused file descriptor + // It is sufficient for stdout to be writable. + open("/dev/null", O_WRONLY); // Redirect file descriptor number 1 (i.e. stdout) to /dev/null + // When stderr is opened it must be both readable and writable. + open("/dev/null", O_RDWR); // Redirect file descriptor number 2 (i.e. stderr) to /dev/null +} -int RunTestCase( struct ::testcase_s& testCase ) +int32_t RunTestCase( struct ::testcase_s& testCase ) { - int result = EXIT_STATUS_TESTCASE_FAILED; + int32_t result = EXIT_STATUS_TESTCASE_FAILED; // dont want to catch exception as we want to be able to get // gdb stack trace from the first error @@ -49,7 +67,14 @@ int RunTestCase( struct ::testcase_s& testCase ) { testCase.startup(); } - result = testCase.function(); + try + { + result = testCase.function(); + } + catch( const char* ) + { + // just catch test fail exception, return is already set to EXIT_STATUS_TESTCASE_FAILED + } if( testCase.cleanup ) { testCase.cleanup(); @@ -58,19 +83,36 @@ int RunTestCase( struct ::testcase_s& testCase ) return result; } -int RunTestCaseInChildProcess( struct ::testcase_s& testCase, bool suppressOutput ) + +int32_t RunTestCaseInChildProcess( struct ::testcase_s& testCase, bool suppressOutput ) { - int testResult = EXIT_STATUS_TESTCASE_FAILED; + int32_t testResult = EXIT_STATUS_TESTCASE_FAILED; - int pid = fork(); + int32_t pid = fork(); if( pid == 0 ) // Child process { if( suppressOutput ) { - close(STDOUT_FILENO); - close(STDERR_FILENO); + SuppressLogOutput(); + } + else + { + printf("\n"); + for(int32_t i=0; i<80; ++i) printf("#"); + printf("\nTC: %s\n", testCase.name); + fflush(stdout); + } + + int32_t status = RunTestCase( testCase ); + + if( ! suppressOutput ) + { + fflush(stdout); + fflush(stderr); + fclose(stdout); + fclose(stderr); } - exit( RunTestCase( testCase ) ); + exit( status ); } else if(pid == -1) { @@ -79,8 +121,8 @@ int RunTestCaseInChildProcess( struct ::testcase_s& testCase, bool suppressOutpu } else // Parent process { - int status = 0; - int childPid = waitpid(-1, &status, 0); + int32_t status = 0; + int32_t childPid = waitpid(pid, &status, 0); if( childPid == -1 ) { perror("waitpid"); @@ -99,46 +141,63 @@ int RunTestCaseInChildProcess( struct ::testcase_s& testCase, bool suppressOutpu } else if(WIFSIGNALED(status) ) { + int32_t signal = WTERMSIG(status); testResult = EXIT_STATUS_TESTCASE_ABORTED; - -#ifdef WCOREDUMP - if(WCOREDUMP(status)) + if( signal == SIGABRT ) { - printf("Test case %s crashed\n", testCase.name); + printf("Test case %s failed: test case asserted\n", testCase.name ); + } + else + { + printf("Test case %s failed: exit with signal %s\n", testCase.name, strsignal(WTERMSIG(status))); } -#endif - printf("Test case %s exited with signal %s\n", testCase.name, strsignal(WTERMSIG(status))); } else if(WIFSTOPPED(status)) { - printf("Test case %s stopped with signal %s\n", testCase.name, strsignal(WSTOPSIG(status))); + printf("Test case %s failed: stopped with signal %s\n", testCase.name, strsignal(WSTOPSIG(status))); } } + fflush(stdout); + fflush(stderr); return testResult; } -void OutputStatistics( int numPasses, int numFailures ) +void OutputStatistics( const char* processName, int32_t numPasses, int32_t numFailures ) { - const char* failureColor = GREEN_COLOR; - if( numFailures > 0 ) + FILE* fp=fopen("summary.xml", "a"); + if( fp != NULL ) { - failureColor = RED_COLOR; + fprintf( fp, + " \n" + " %d\n" + " %d\n" + " %5.2f\n" + " %d\n" + " %5.2f\n" + " 0\n" + " 0.00\n" + " 0\n" + " 0.00\n" + " \n", + basename(processName), + numPasses+numFailures, + numPasses, + (float)numPasses/(numPasses+numFailures), + numFailures, + (float)numFailures/(numPasses+numFailures) ); + fclose(fp); } - printf("\rNumber of test passes: %s%4d (%5.2f%%)%s\n", ASCII_BOLD, numPasses, 100.0f * (float)numPasses / (numPasses+numFailures), ASCII_RESET); - printf("%sNumber of test failures:%s %s%4d%s\n", failureColor, ASCII_RESET, ASCII_BOLD, numFailures, ASCII_RESET); - } - -int RunAll(const char* processName, ::testcase tc_array[], bool reRunFailed) +int32_t RunAll( const char* processName, ::testcase tc_array[] ) { - int numFailures = 0; - int numPasses = 0; + int32_t numFailures = 0; + int32_t numPasses = 0; // Run test cases in child process( to kill output/handle signals ), but run serially. - for( unsigned int i=0; tc_array[i].name; i++) + for( uint32_t i=0; tc_array[i].name; i++) { - int result = RunTestCaseInChildProcess( tc_array[i], true ); + int32_t result = RunTestCaseInChildProcess( tc_array[i], false ); if( result == 0 ) { numPasses++; @@ -149,38 +208,35 @@ int RunAll(const char* processName, ::testcase tc_array[], bool reRunFailed) } } - OutputStatistics(numPasses, numFailures); + OutputStatistics( processName, numPasses, numFailures); return numFailures; } - - // Constantly runs up to MAX_NUM_CHILDREN processes -int RunAllInParallel( const char* processName, ::testcase tc_array[], bool reRunFailed) +int32_t RunAllInParallel( const char* processName, ::testcase tc_array[], bool reRunFailed) { - int numFailures = 0; - int numPasses = 0; + int32_t numFailures = 0; + int32_t numPasses = 0; RunningTestCases children; - std::vector failedTestCases; + std::vector failedTestCases; // Fork up to MAX_NUM_CHILDREN processes, then // wait. As soon as a proc completes, fork the next. - int nextTestCase = 0; - int numRunningChildren = 0; + int32_t nextTestCase = 0; + int32_t numRunningChildren = 0; while( tc_array[nextTestCase].name || numRunningChildren > 0) { // Create more children (up to the max number or til the end of the array) while( numRunningChildren < MAX_NUM_CHILDREN && tc_array[nextTestCase].name ) { - int pid = fork(); + int32_t pid = fork(); if( pid == 0 ) // Child process { - close(STDOUT_FILENO); - close(STDERR_FILENO); + SuppressLogOutput(); exit( RunTestCase( tc_array[nextTestCase] ) ); } else if(pid == -1) @@ -199,8 +255,8 @@ int RunAllInParallel( const char* processName, ::testcase tc_array[], bool reRu // Wait for the next child to finish - int status=0; - int childPid = waitpid(-1, &status, 0); + int32_t status=0; + int32_t childPid = waitpid(-1, &status, 0); if( childPid == -1 ) { perror("waitpid"); @@ -211,7 +267,7 @@ int RunAllInParallel( const char* processName, ::testcase tc_array[], bool reRu { if( childPid > 0 ) { - int testResult = WEXITSTATUS(status); + int32_t testResult = WEXITSTATUS(status); if( testResult ) { printf("Test case %s failed: %d\n", children[childPid].testCaseName, testResult); @@ -249,16 +305,16 @@ int RunAllInParallel( const char* processName, ::testcase tc_array[], bool reRu } } - OutputStatistics( numPasses, numFailures ); + OutputStatistics( processName, numPasses, numFailures ); if( reRunFailed ) { - for( unsigned int i=0; i\t\t Execute a test case\n" " %s \t\t Execute all test cases in parallel\n" - " %s -r\t\t Execute all test cases in parallel, rerunning failed test cases\n", - program, program, program); + " %s -r\t\t Execute all test cases in parallel, rerunning failed test cases\n" + " %s -s\t\t Execute all test cases serially\n", + program, program, program, program); } } // namespace