echo "--usennapi - (default=on) declare USE_NNAPI=1"
echo "--nousennapi - (default=off) declare nothing about USE_NNAPI"
echo "--acl_envon - (default=off) declare envs for ACL"
+ echo "--reportdir - (default=\$ARTIFACT_PATH/report) directory to save report"
echo ""
}
BENCHMARK_ACL_ON="false"
ACL_ENV_ON="false"
PROFILE_ON="false"
+REPORT_DIR=""
for i in "$@"
do
ALLTEST_ON="false"
PROFILE_ON="true"
;;
+ --reportdir=*)
+ REPORT_DIR=${i#*=}
+ ;;
*)
# Be careful that others params are handled as $ARTIFACT_PATH
ARTIFACT_PATH="$i"
UNIT_TEST_DIR=$ARTIFACT_PATH/Product/out/unittest
fi
+if [ -z "$REPORT_DIR" ]; then
+ REPORT_DIR=$ARTIFACT_PATH/report
+fi
+
if [ -z "$LD_LIBRARY_PATH_IN_SHELL" ]; then
LD_LIBRARY_PATH="$ARTIFACT_PATH/Product/out/lib:$LD_LIBRARY_PATH"
else
# Run unittest in each part such as Runtime, ACL
if [ "$ALLTEST_ON" == "true" ] || [ "$UNITTEST_ON" == "true" ]; then
$MY_PATH/run_unittest.sh \
- --reportdir=$ARTIFACT_PATH/report \
+ --reportdir=$REPORT_DIR \
--unittestdir=$UNIT_TEST_DIR
fi
$MY_PATH/run_frameworktest.sh \
--runtestsh=$RUN_TEST_SH \
--driverbin=$FRAMEWORK_DRIVER_BIN \
- --reportdir=$ARTIFACT_PATH/report \
+ --reportdir=$REPORT_DIR \
--tapname=framework_test.tap \
--logname=framework_test.log \
--testname="Frameworktest" \
$MY_PATH/run_frameworktest.sh \
--runtestsh=$RUN_TEST_SH \
--driverbin=$VERIFICATION_DRIVER_BIN \
- --reportdir=$ARTIFACT_PATH/report \
+ --reportdir=$REPORT_DIR \
--tapname=verification_test.tap \
--logname=verification_test.log \
--testname="Verification" \
$MY_PATH/run_benchmark.sh \
--runtestsh=$RUN_TEST_SH \
--driverbin=$DRIVER_BIN \
- --reportdir=$ARTIFACT_PATH/report/benchmark
+ --reportdir=$REPORT_DIR/benchmark
fi
# Run tflite_benchmark per operation with tflite models
$MY_PATH/run_benchmark_op.sh \
--runtestsh=$RUN_TEST_SH \
--driverbin=$DRIVER_BIN \
- --reportdir=$ARTIFACT_PATH/report/benchmark_op \
+ --reportdir=$REPORT_DIR/benchmark_op \
--modelfilepath=$ARTIFACT_PATH/tests/framework \
--frameworktest_list_file=${FRAMEWORKTEST_LIST_FILE:-}
fi
# Run benchmark/acl/benchmark_googlenet,mobilenet and inception_v3
if [ "$BENCHMARK_ACL_ON" == "true" ]; then
$MY_PATH/run_benchmark_acl.sh \
- --reportdir=$ARTIFACT_PATH/report/benchmark \
+ --reportdir=$AREPORT_DIR/benchmark \
--bindir=$ARTIFACT_PATH/Product/out/bin
fi
# functions to fill json with benchmark results
source $ARTIFACT_PATH/tools/test_driver/print_to_json.sh
if [ "$BENCHMARK_OP_ON" == "true" ]; then
- print_to_json $ARTIFACT_PATH/report/benchmark_op $ARTIFACT_PATH/report "benchmark_op_result.json"
+ print_to_json $REPORT_DIR/benchmark_op $REPORT_DIR "benchmark_op_result.json"
else
- print_to_json $ARTIFACT_PATH/report/benchmark $ARTIFACT_PATH/report "benchmark_result.json"
+ print_to_json $REPORT_DIR/benchmark $REPORT_DIR "benchmark_result.json"
fi
fi