MODEL_CACHE_ROOT_PATH=$TEST_LIST_PATH/cache
MODEL_TEST_ROOT_PATH=$TEST_LIST_PATH/tests
;;
- --frameworktest_list_file=*)
- FRAMEWORKTEST_LIST_FILE=${i#*=}
- ;;
esac
shift
done
function get_benchmark_op_list()
{
- if [ ! -z "$FRAMEWORKTEST_LIST_FILE" ]; then
- BENCHMARK_MODEL_LIST=$(cat "${FRAMEWORKTEST_LIST_FILE}")
- else
- BENCHMARK_MODEL_LIST=$(cat "${PURE_ACL_RT_ENV_FILE}")
+ local TEST_DIRS="$@"
+ local TESTS_TO_RUN=""
+
+ if [[ $# -eq 0 ]]; then
+ TEST_DIRS="."
fi
- echo "BENCHMARK_MODEL_LIST=> $BENCHMARK_MODEL_LIST"
+
+ shift $#
+
+ pushd $MODEL_TEST_ROOT_PATH > /dev/null
+ for DIR in $TEST_DIRS; do
+ if [ -d "$DIR" ]; then
+ TESTS_FOUND=$(find "$DIR" -type f -name 'config.sh' -exec dirname {} \;| sed 's|^./||' | sort)
+ TESTS_TO_RUN="$TESTS_TO_RUN $TESTS_FOUND"
+ fi
+ done
+ popd > /dev/null
+
+ BENCHMARK_MODEL_LIST=$(echo "${TESTS_TO_RUN}")
}
function run_benchmark_test()
STATUS="enabled"
source $MODEL_TEST_ROOT_PATH/$MODEL/config.sh
- LOWER_STATUS="$(echo $STATUS | awk '{print tolower($0)}')"
- if [ "$LOWER_STATUS" == "disabled" ]; then
- echo ""
- echo "Skip $MODEL"
- continue
- fi
-
echo "Benchmark test with `basename $DRIVER_BIN` & `echo $MODEL`"
echo $MODEL >> $BENCHMARK_MODELS_FILE
--runtestsh=$RUN_TEST_SH \
--driverbin=$DRIVER_BIN \
--reportdir=$REPORT_DIR/benchmark_op \
- --modelfilepath=$ARTIFACT_PATH/tests/framework \
- --frameworktest_list_file=${FRAMEWORKTEST_LIST_FILE:-}
+ --modelfilepath=$ARTIFACT_PATH/tests/framework
fi
# Run benchmark/acl/benchmark_googlenet, mobilenet and inception_v3