2 // Copyright © 2017 Arm Ltd. All rights reserved.
3 // SPDX-License-Identifier: MIT
7 #include "LstmCommon.hpp"
13 #include <armnn/TypesUtils.hpp>
14 #include <backendsCommon/test/QuantizeHelper.hpp>
16 #include <boost/log/trivial.hpp>
17 #include <boost/numeric/conversion/cast.hpp>
22 #include "InferenceTestImage.hpp"
27 template<typename T, typename TParseElementFunc>
28 std::vector<T> ParseArrayImpl(std::istream& stream, TParseElementFunc parseElementFunc, const char * chars = "\t ,:")
30 std::vector<T> result;
31 // Processes line-by-line.
33 while (std::getline(stream, line))
35 std::vector<std::string> tokens;
38 // Coverity fix: boost::split() may throw an exception of type boost::bad_function_call.
39 boost::split(tokens, line, boost::algorithm::is_any_of(chars), boost::token_compress_on);
41 catch (const std::exception& e)
43 BOOST_LOG_TRIVIAL(error) << "An error occurred when splitting tokens: " << e.what();
46 for (const std::string& token : tokens)
48 if (!token.empty()) // See https://stackoverflow.com/questions/10437406/
52 result.push_back(parseElementFunc(token));
54 catch (const std::exception&)
56 BOOST_LOG_TRIVIAL(error) << "'" << token << "' is not a valid number. It has been ignored.";
65 template<armnn::DataType NonQuantizedType>
66 auto ParseDataArray(std::istream & stream);
68 template<armnn::DataType QuantizedType>
69 auto ParseDataArray(std::istream& stream,
70 const float& quantizationScale,
71 const int32_t& quantizationOffset);
73 // NOTE: declaring the template specialisations inline to prevent them
74 // being flagged as unused functions when -Werror=unused-function is in effect
76 inline auto ParseDataArray<armnn::DataType::Float32>(std::istream & stream)
78 return ParseArrayImpl<float>(stream, [](const std::string& s) { return std::stof(s); });
82 inline auto ParseDataArray<armnn::DataType::Signed32>(std::istream & stream)
84 return ParseArrayImpl<int>(stream, [](const std::string & s) { return std::stoi(s); });
88 inline auto ParseDataArray<armnn::DataType::QuantisedAsymm8>(std::istream& stream,
89 const float& quantizationScale,
90 const int32_t& quantizationOffset)
92 return ParseArrayImpl<uint8_t>(stream,
93 [&quantizationScale, &quantizationOffset](const std::string & s)
95 return boost::numeric_cast<uint8_t>(
96 armnn::Quantize<u_int8_t>(std::stof(s),
102 struct DeepSpeechV1TestCaseData
104 DeepSpeechV1TestCaseData(
105 const LstmInput& inputData,
106 const LstmInput& expectedOutputData)
107 : m_InputData(inputData)
108 , m_ExpectedOutputData(expectedOutputData)
111 LstmInput m_InputData;
112 LstmInput m_ExpectedOutputData;
115 class DeepSpeechV1Database
118 explicit DeepSpeechV1Database(const std::string& inputSeqDir, const std::string& prevStateHDir,
119 const std::string& prevStateCDir, const std::string& logitsDir,
120 const std::string& newStateHDir, const std::string& newStateCDir);
122 std::unique_ptr<DeepSpeechV1TestCaseData> GetTestCaseData(unsigned int testCaseId);
125 std::string m_InputSeqDir;
126 std::string m_PrevStateHDir;
127 std::string m_PrevStateCDir;
128 std::string m_LogitsDir;
129 std::string m_NewStateHDir;
130 std::string m_NewStateCDir;
133 DeepSpeechV1Database::DeepSpeechV1Database(const std::string& inputSeqDir, const std::string& prevStateHDir,
134 const std::string& prevStateCDir, const std::string& logitsDir,
135 const std::string& newStateHDir, const std::string& newStateCDir)
136 : m_InputSeqDir(inputSeqDir)
137 , m_PrevStateHDir(prevStateHDir)
138 , m_PrevStateCDir(prevStateCDir)
139 , m_LogitsDir(logitsDir)
140 , m_NewStateHDir(newStateHDir)
141 , m_NewStateCDir(newStateCDir)
144 std::unique_ptr<DeepSpeechV1TestCaseData> DeepSpeechV1Database::GetTestCaseData(unsigned int testCaseId)
146 // Load test case input
147 const std::string inputSeqPath = m_InputSeqDir + "input_node_0_flat.txt";
148 const std::string prevStateCPath = m_PrevStateCDir + "previous_state_c_0.txt";
149 const std::string prevStateHPath = m_PrevStateHDir + "previous_state_h_0.txt";
151 std::vector<float> inputSeqData;
152 std::vector<float> prevStateCData;
153 std::vector<float> prevStateHData;
155 std::ifstream inputSeqFile(inputSeqPath);
156 std::ifstream prevStateCTensorFile(prevStateCPath);
157 std::ifstream prevStateHTensorFile(prevStateHPath);
161 inputSeqData = ParseDataArray<armnn::DataType::Float32>(inputSeqFile);
162 prevStateCData = ParseDataArray<armnn::DataType::Float32>(prevStateCTensorFile);
163 prevStateHData = ParseDataArray<armnn::DataType::Float32>(prevStateHTensorFile);
165 catch (const InferenceTestImageException& e)
167 BOOST_LOG_TRIVIAL(fatal) << "Failed to load image for test case " << testCaseId << ". Error: " << e.what();
171 // Prepare test case expected output
172 const std::string logitsPath = m_LogitsDir + "logits.txt";
173 const std::string newStateCPath = m_NewStateCDir + "new_state_c.txt";
174 const std::string newStateHPath = m_NewStateHDir + "new_state_h.txt";
176 std::vector<float> logitsData;
177 std::vector<float> expectedNewStateCData;
178 std::vector<float> expectedNewStateHData;
180 std::ifstream logitsTensorFile(logitsPath);
181 std::ifstream newStateCTensorFile(newStateCPath);
182 std::ifstream newStateHTensorFile(newStateHPath);
186 logitsData = ParseDataArray<armnn::DataType::Float32>(logitsTensorFile);
187 expectedNewStateCData = ParseDataArray<armnn::DataType::Float32>(newStateCTensorFile);
188 expectedNewStateHData = ParseDataArray<armnn::DataType::Float32>(newStateHTensorFile);
190 catch (const InferenceTestImageException& e)
192 BOOST_LOG_TRIVIAL(fatal) << "Failed to load image for test case " << testCaseId << ". Error: " << e.what();
196 // use the struct for representing input and output data
197 LstmInput inputDataSingleTest(inputSeqData, prevStateHData, prevStateCData);
199 LstmInput expectedOutputsSingleTest(logitsData, expectedNewStateHData, expectedNewStateCData);
201 return std::make_unique<DeepSpeechV1TestCaseData>(inputDataSingleTest, expectedOutputsSingleTest);
204 } // anonymous namespace