Imported Upstream version 1.25.0

[platform/core/ml/nnfw.git] / compiler / visq-unittest / test / testQErrorComputer.py

diff --git a/compiler/visq-unittest/test/testQErrorComputer.py b/compiler/visq-unittest/test/testQErrorComputer.py
index 1c6b185..3065b71 100644 (file)
--- a/compiler/visq-unittest/test/testQErrorComputer.py
+++ b/compiler/visq-unittest/test/testQErrorComputer.py
@@ -17,10 +17,12 @@ import unittest
 import tempfile
 import numpy as np
 import os
+import json
 
 from visqlib.QErrorComputer import MPEIRComputer
 from visqlib.QErrorComputer import MSEComputer
 from visqlib.QErrorComputer import TAEComputer
+from visqlib.QErrorComputer import SRMSEComputer
 
 
 class VisqQErrorComputerTest(unittest.TestCase):
@@ -35,31 +37,43 @@ class VisqQErrorComputerTest(unittest.TestCase):
         self.fq_dir.cleanup()
 
     def _setUpSingleTensorData(self):
-        with open(self.fp32_dir.name + '/tensors.txt', 'w') as f:
-            f.write('test')
-        with open(self.fq_dir.name + '/tensors.txt', 'w') as f:
-            f.write('test')
+        tensor_id = {}
+        tensor_id['test'] = 0
+        with open(self.fp32_dir.name + '/tensors.json', 'w') as f:
+            json.dump(tensor_id, f)
+        with open(self.fq_dir.name + '/tensors.json', 'w') as f:
+            json.dump(tensor_id, f)
+        scales = {}
+        scales['test'] = 2.0
+        with open(self.fq_dir.name + '/scales.txt', 'w') as f:
+            json.dump(scales, f)
         os.mkdir(self.fp32_dir.name + '/0')
         os.mkdir(self.fq_dir.name + '/0')
         test_data = np.zeros(16)
-        np.save(self.fp32_dir.name + '/0/test.npy', test_data)
-        np.save(self.fq_dir.name + '/0/test.npy', test_data)
+        np.save(self.fp32_dir.name + '/0/0.npy', test_data)
+        np.save(self.fq_dir.name + '/0/0.npy', test_data)
 
     def _setUpTwoTensorData(self):
-        with open(self.fp32_dir.name + '/tensors.txt', 'w') as f:
-            f.write('test')
-        with open(self.fq_dir.name + '/tensors.txt', 'w') as f:
-            f.write('test')
+        tensor_id = {}
+        tensor_id['test'] = 0
+        with open(self.fp32_dir.name + '/tensors.json', 'w') as f:
+            json.dump(tensor_id, f)
+        with open(self.fq_dir.name + '/tensors.json', 'w') as f:
+            json.dump(tensor_id, f)
+        scales = {}
+        scales['test'] = 2.0
+        with open(self.fq_dir.name + '/scales.txt', 'w') as f:
+            json.dump(scales, f)
         os.mkdir(self.fp32_dir.name + '/0')
         os.mkdir(self.fp32_dir.name + '/1')
         os.mkdir(self.fq_dir.name + '/0')
         os.mkdir(self.fq_dir.name + '/1')
         test_data_one = np.ones(16)
         test_data_zero = np.zeros(16)
-        np.save(self.fp32_dir.name + '/0/test.npy', test_data_one)
-        np.save(self.fp32_dir.name + '/1/test.npy', test_data_zero)
-        np.save(self.fq_dir.name + '/0/test.npy', test_data_zero)
-        np.save(self.fq_dir.name + '/1/test.npy', test_data_zero)
+        np.save(self.fp32_dir.name + '/0/0.npy', test_data_one)
+        np.save(self.fp32_dir.name + '/1/0.npy', test_data_zero)
+        np.save(self.fq_dir.name + '/0/0.npy', test_data_zero)
+        np.save(self.fq_dir.name + '/1/0.npy', test_data_zero)
         # Golden: (1 + 0) / 2 = 0.5 for MSE
 
     def _setUpDifferentTensorData(self):
@@ -68,30 +82,38 @@ class VisqQErrorComputerTest(unittest.TestCase):
         # NOTE When does this happen?
         # This case can happen because visq ignores nodes that do not affect qerrors.
         # For example, RESHAPE Op does not affect qerrors, so its fq data is not dumped,
-        # although it is listed in 'tensors.txt'.
-        with open(self.fp32_dir.name + '/tensors.txt', 'w') as f:
-            f.writelines(['test\n', 'test2'])
-        with open(self.fq_dir.name + '/tensors.txt', 'w') as f:
-            f.writelines(['test\n', 'test2'])
+        # although it is listed in 'tensors.json'.
+        tensor_id = {}
+        tensor_id['test'] = 0
+        tensor_id['test2'] = 1
+        with open(self.fp32_dir.name + '/tensors.json', 'w') as f:
+            json.dump(tensor_id, f)
+        with open(self.fq_dir.name + '/tensors.json', 'w') as f:
+            json.dump(tensor_id, f)
+        scales = {}
+        scales['test'] = 2.0
+        scales['test2'] = 1.0
+        with open(self.fq_dir.name + '/scales.txt', 'w') as f:
+            json.dump(scales, f)
         os.mkdir(self.fp32_dir.name + '/0')
         os.mkdir(self.fq_dir.name + '/0')
         test_data = np.zeros(16)
-        np.save(self.fp32_dir.name + '/0/test.npy', test_data)
-        np.save(self.fp32_dir.name + '/0/test2.npy', test_data)
-        np.save(self.fq_dir.name + '/0/test.npy', test_data)
+        np.save(self.fp32_dir.name + '/0/0.npy', test_data)
+        np.save(self.fp32_dir.name + '/0/1.npy', test_data)
+        np.save(self.fq_dir.name + '/0/0.npy', test_data)
 
     def test_MPEIR(self):
         self._setUpSingleTensorData()
 
         computer = MPEIRComputer(self.fp32_dir.name, self.fq_dir.name)
-        qmap = computer.run()
+        qmap, _, _ = computer.run()
         self.assertAlmostEqual(0.0, qmap['test'])
 
     def test_MPEIR_different_tensors(self):
         self._setUpDifferentTensorData()
 
         computer = MPEIRComputer(self.fp32_dir.name, self.fq_dir.name)
-        qmap = computer.run()
+        qmap, _, _ = computer.run()
         self.assertAlmostEqual(0.0, qmap['test'])
 
     def test_MSE(self):
@@ -145,6 +167,33 @@ class VisqQErrorComputerTest(unittest.TestCase):
         self.assertAlmostEqual(8.0, qmap['test'])
         self.assertAlmostEqual(16.0, qmax)
 
+    def test_SRMSE(self):
+        self._setUpSingleTensorData()
+
+        computer = SRMSEComputer(self.fp32_dir.name, self.fq_dir.name)
+        qmap, qmin, qmax = computer.run()
+        self.assertAlmostEqual(0.0, qmap['test'])
+        self.assertAlmostEqual(0.0, qmin)
+        self.assertAlmostEqual(0.0, qmax)
+
+    def test_SRMSE_different_options(self):
+        self._setUpDifferentTensorData()
+
+        computer = SRMSEComputer(self.fp32_dir.name, self.fq_dir.name)
+        qmap, qmin, qmax = computer.run()
+        self.assertAlmostEqual(0.0, qmap['test'])
+        self.assertAlmostEqual(0.0, qmin)
+        self.assertAlmostEqual(0.0, qmax)
+
+    def test_SRMSE_two(self):
+        self._setUpTwoTensorData()
+        computer = SRMSEComputer(self.fp32_dir.name, self.fq_dir.name)
+        qmap, qmin, qmax = computer.run()
+        # Golden: sqrt(Golden of MSE) / scale = sqrt(0.5) / 2
+        self.assertAlmostEqual(np.sqrt(0.5) / 2, qmap['test'])
+        self.assertAlmostEqual(0.0, qmin)
+        self.assertAlmostEqual(np.sqrt(0.5) / 2, qmax)
+
 
 if __name__ == '__main__':
     unittest.main()