Increase tolerance for bias scale quantization calculation for ResNet50v2
authorricbur01 <richard.burton@arm.com>
Thu, 31 Oct 2019 16:22:18 +0000 (16:22 +0000)
committerMatteo Martincigh <matteo.martincigh@arm.com>
Fri, 1 Nov 2019 08:38:16 +0000 (08:38 +0000)
Signed-off-by: Richard Burton <richard.burton@arm.com>
Change-Id: I033ef445fa8e5ae825cfde29927b88e97e20f093

src/backends/backendsCommon/WorkloadData.cpp

index e3d78fe..e1a369a 100644 (file)
@@ -195,7 +195,7 @@ void ValidateBiasTensorQuantization(const TensorInfo& biasTensor,
     // Helper lambda function to validate a single bias quantization scale value
     auto VerifyBiasQuantizationScale = [&descName](float biasScale, float expectedScale) -> void
     {
-        constexpr float tolerance = 0.00000001f;
+        constexpr float tolerance = 0.000001f;
         if (std::abs(biasScale - expectedScale) > tolerance)
         {
             // Print the float values with extra precision to see very small differences