Imported Upstream version 2.6.4

[platform/upstream/harfbuzz.git] / test / fuzzing / run-shape-fuzzer-tests.py

diff --git a/test/fuzzing/run-shape-fuzzer-tests.py b/test/fuzzing/run-shape-fuzzer-tests.py
index e3d180f..94fc877 100755 (executable)
--- a/test/fuzzing/run-shape-fuzzer-tests.py
+++ b/test/fuzzing/run-shape-fuzzer-tests.py
@@ -5,41 +5,47 @@ from __future__ import print_function, division, absolute_import
 import sys, os, subprocess, tempfile, threading
 
 
-def which(program):
+def which (program):
        # https://stackoverflow.com/a/377028
-       def is_exe(fpath):
-               return os.path.isfile(fpath) and os.access(fpath, os.X_OK)
+       def is_exe (fpath):
+               return os.path.isfile (fpath) and os.access (fpath, os.X_OK)
 
-       fpath, _ = os.path.split(program)
+       fpath, _ = os.path.split (program)
        if fpath:
-               if is_exe(program):
+               if is_exe (program):
                        return program
        else:
-               for path in os.environ["PATH"].split(os.pathsep):
-                       exe_file = os.path.join(path, program)
-                       if is_exe(exe_file):
+               for path in os.environ["PATH"].split (os.pathsep):
+                       exe_file = os.path.join (path, program)
+                       if is_exe (exe_file):
                                return exe_file
 
        return None
 
 
-def cmd(command):
+def cmd (command):
        # https://stackoverflow.com/a/4408409
        # https://stackoverflow.com/a/10012262
-       with tempfile.TemporaryFile() as tempf:
+       with tempfile.TemporaryFile () as tempf:
                p = subprocess.Popen (command, stderr=tempf)
                is_killed = {'value': False}
 
-               def timeout(p, is_killed):
+               def timeout (p, is_killed):
                        is_killed['value'] = True
-                       p.kill()
-               timer = threading.Timer (2, timeout, [p, is_killed])
+                       p.kill ()
+               timeout_seconds = int (os.environ.get ("HB_TEST_SHAPE_FUZZER_TIMEOUT", "2"))
+               timer = threading.Timer (timeout_seconds, timeout, [p, is_killed])
 
                try:
                        timer.start()
                        p.wait ()
                        tempf.seek (0)
-                       text = tempf.read().decode ("utf-8").strip ()
+                       text = tempf.read ()
+
+                       #TODO: Detect debug mode with a better way
+                       is_debug_mode = b"SANITIZE" in text
+
+                       text = "" if is_debug_mode else text.decode ("utf-8").strip ()
                        returncode = p.returncode
                finally:
                        timer.cancel()
@@ -67,33 +73,36 @@ please provide it as the first argument to the tool""")
 print ('hb_shape_fuzzer:', hb_shape_fuzzer)
 fails = 0
 
+libtool = os.environ.get ('LIBTOOL')
 valgrind = None
-if os.environ.get('RUN_VALGRIND', ''):
+if os.environ.get ('RUN_VALGRIND', ''):
        valgrind = which ('valgrind')
+       if valgrind is None:
+               print ("""Valgrind requested but not found.""")
+               sys.exit (1)
+       if libtool is None:
+               print ("""Valgrind support is currently autotools only and needs libtool but not found.""")
+
 
 parent_path = os.path.join (srcdir, "fonts")
 for file in os.listdir (parent_path):
-       path = os.path.join(parent_path, file)
+       path = os.path.join (parent_path, file)
+
+       if valgrind:
+               text, returncode = cmd (libtool.split(' ') + ['--mode=execute', valgrind + ' --leak-check=full --error-exitcode=1', '--', hb_shape_fuzzer, path])
+       else:
+               text, returncode = cmd ([hb_shape_fuzzer, path])
+               if 'error' in text:
+                       returncode = 1
 
-       text, returncode = cmd ([hb_shape_fuzzer, path])
-       if text.strip ():
+       if (not valgrind or returncode) and text.strip ():
                print (text)
 
-       failed = False
-       if returncode != 0 or 'error' in text:
+       if returncode != 0:
                print ('failure on %s' % file)
-               failed = True
-
-       if valgrind:
-               text, returncode = cmd ([valgrind, '--error-exitcode=1', hb_shape_fuzzer, path])
-               if returncode:
-                       print (text)
-                       print ('failure on %s' % file)
-                       failed = True
-
-       if failed:
                fails = fails + 1
 
+
 if fails:
        print ("%i shape fuzzer related tests failed." % fails)
        sys.exit (1)