infra/scripts/test_ubuntu_runtime_mixed.sh

   1 #!/bin/bash
   2
   3 set -eo pipefail
   4 source "$(dirname "${BASH_SOURCE[0]}")/common.sh"
   5
   6 CheckTestPrepared
   7
   8 # TODO Get argument for mix configuration
   9 : ${TEST_ARCH:=$(uname -m | tr '[:upper:]' '[:lower:]')}
  10 TEST_OS="linux"
  11
  12 # nnfw_api_gtest
  13 # NOTE: This test is run here as it does not depend on BACKEND or EXECUTOR
  14
  15 # This test requires test model installation
  16 pushd ${ROOT_PATH} > /dev/null
  17 echo ""
  18 echo "==== Run standalone unittest begin ===="
  19 echo ""
  20 Product/out/test/onert-test unittest --unittestdir=Product/out/unittest_standalone
  21 echo ""
  22 echo "==== Run standalone unittest end ===="
  23 echo ""
  24
  25 # Test custom op
  26 pushd ${ROOT_PATH} > /dev/null
  27 ./Product/out/test/FillFrom_runner
  28 popd > /dev/null
  29
  30 # NOTE Fixed backend assignment by type of operation
  31 # TODO Enhance this with randomized test
  32 BACKENDS=(acl_cl acl_neon cpu)
  33
  34 # Get the intersect of framework test list files
  35 TESTLIST_PREFIX="Product/out/test/list/frameworktest_list.${TEST_ARCH}"
  36 SKIPLIST_PREFIX="Product/out/unittest/nnapi_gtest.skip.${TEST_ARCH}-${TEST_OS}"
  37 sort $TESTLIST_PREFIX.${BACKENDS[0]}.txt > $TESTLIST_PREFIX.intersect.txt
  38 sort $SKIPLIST_PREFIX.${BACKENDS[0]} > $SKIPLIST_PREFIX.union
  39 for BACKEND in "${BACKENDS[@]:1}"; do
  40     comm -12 <(sort $TESTLIST_PREFIX.intersect.txt) <(sort $TESTLIST_PREFIX.$BACKEND.txt) > $TESTLIST_PREFIX.intersect.next.txt
  41     comm <(sort $SKIPLIST_PREFIX.union) <(sort $SKIPLIST_PREFIX.$BACKEND) | tr -d "[:blank:]" > $SKIPLIST_PREFIX.union.next
  42     mv $TESTLIST_PREFIX.intersect.next.txt $TESTLIST_PREFIX.intersect.txt
  43     mv $SKIPLIST_PREFIX.union.next $SKIPLIST_PREFIX.union
  44 done
  45 popd > /dev/null
  46
  47 # Fail on NCHW layout (acl_cl, acl_neon)
  48 # TODO Fix bug
  49 echo "GeneratedTests.*weights_as_inputs*" >> $SKIPLIST_PREFIX.union
  50 echo "GeneratedTests.logical_or_broadcast_4D_2D_nnfw" >> $SKIPLIST_PREFIX.union
  51 echo "GeneratedTests.mean" >> $SKIPLIST_PREFIX.union
  52 echo "GeneratedTests.add_broadcast_4D_2D_after_nops_float_nnfw" >> $SKIPLIST_PREFIX.union
  53 echo "GeneratedTests.argmax_*" >> $SKIPLIST_PREFIX.union
  54 echo "GeneratedTests.squeeze_relaxed" >> $SKIPLIST_PREFIX.union
  55
  56 # Run the test
  57 export OP_BACKEND_Conv2D="cpu"
  58 export OP_BACKEND_MaxPool2D="acl_cl"
  59 export OP_BACKEND_AvgPool2D="acl_neon"
  60 export ACL_LAYOUT="NCHW"
  61 NNAPIGTest "acl_cl;acl_neon;cpu" "Product/out/unittest/nnapi_gtest.skip.${TEST_ARCH}-${TEST_OS}.union" "report/mixed"
  62 TFLiteModelVerification "acl_cl;acl_neon;cpu" "${TESTLIST_PREFIX}.intersect.txt" "report/mixed"