###############################################################################
-# lapack_testing.py
+# lapack_testing.py
###############################################################################
-
-from subprocess import Popen, STDOUT, PIPE
+from __future__ import print_function
+from subprocess import Popen, STDOUT, PIPE
import os, sys, math
import getopt
# Arguments
try:
- opts, args = getopt.getopt(sys.argv[1:], "hd:srep:t:n",
- ["help", "dir", "short", "run", "error","prec=","test=","number"])
-
-except getopt.error, msg:
- print msg
- print "for help use --help"
- sys.exit(2)
+ opts, args = getopt.getopt(sys.argv[1:], "hd:srep:t:n",
+ ["help", "dir", "short", "run", "error","prec=","test=","number"])
+
+except getopt.error as msg:
+ print(msg)
+ print("for help use --help")
+ sys.exit(2)
short_summary=0
with_file=1
abs_bin_dir=os.path.normpath(os.path.join(os.getcwd(),bin_dir))
for o, a in opts:
- if o in ("-h", "--help"):
- print sys.argv[0]+" [-h|--help] [-d dir |--dir dir] [-s |--short] [-r |--run] [-e |--error] [-p p |--prec p] [-t test |--test test] [-n | --number]"
- print " - h is to print this message"
- print " - r is to use to run the LAPACK tests then analyse the output (.out files). By default, the script will not run all the LAPACK tests"
- print " - d [dir] is to indicate where is the LAPACK testing directory (.out files). By default, the script will use ."
- print " LEVEL OF OUTPUT"
- print " - x is to print a detailed summary"
- print " - e is to print only the error summary"
- print " - s is to print a short summary"
- print " - n is to print the numbers of failing tests (turn on summary mode)"
- print " SECLECTION OF TESTS:"
- print " - p [s/c/d/z/x] is to indicate the PRECISION to run:"
- print " s=single"
- print " d=double"
- print " sd=single/double"
- print " c=complex"
- print " z=double complex"
- print " cz=complex/double complex"
- print " x=all [DEFAULT]"
- print " - t [lin/eig/mixed/rfp/all] is to indicate which TEST FAMILY to run:"
- print " lin=Linear Equation"
- print " eig=Eigen Problems"
- print " mixed=mixed-precision"
- print " rfp=rfp format"
- print " all=all tests [DEFAULT]"
- print " EXAMPLES:"
- print " ./lapack_testing.py -n"
- print " Will return the numbers of failed tests by analyzing the LAPACK output"
- print " ./lapack_testing.py -n -r -p s"
- print " Will return the numbers of failed tests in REAL precision by running the LAPACK Tests then analyzing the output"
- print " ./lapack_testing.py -n -p s -t eig "
- print " Will return the numbers of failed tests in REAL precision by analyzing only the LAPACK output of EIGEN testings"
- print "Written by Julie Langou (June 2011) "
- sys.exit(0)
- else:
- if o in ("-s", "--short"):
- short_summary = 1
- if o in ("-r", "--run"):
- with_file = 0
- if o in ("-e", "--error"):
- just_errors = 1
- if o in ( '-p', '--prec' ):
- prec = a
- if o in ( '-d', '--dir' ):
- test_dir = a
- if o in ( '-t', '--test' ):
- test = a
- if o in ( '-n', '--number' ):
- only_numbers = 1
- short_summary = 1
+ if o in ("-h", "--help"):
+ print(sys.argv[0]+" [-h|--help] [-d dir |--dir dir] [-s |--short] [-r |--run] [-e |--error] [-p p |--prec p] [-t test |--test test] [-n | --number]")
+ print(" - h is to print this message")
+ print(" - r is to use to run the LAPACK tests then analyse the output (.out files). By default, the script will not run all the LAPACK tests")
+ print(" - d [dir] is to indicate where is the LAPACK testing directory (.out files). By default, the script will use .")
+ print(" LEVEL OF OUTPUT")
+ print(" - x is to print a detailed summary")
+ print(" - e is to print only the error summary")
+ print(" - s is to print a short summary")
+ print(" - n is to print the numbers of failing tests (turn on summary mode)")
+ print(" SECLECTION OF TESTS:")
+ print(" - p [s/c/d/z/x] is to indicate the PRECISION to run:")
+ print(" s=single")
+ print(" d=double")
+ print(" sd=single/double")
+ print(" c=complex")
+ print(" z=double complex")
+ print(" cz=complex/double complex")
+ print(" x=all [DEFAULT]")
+ print(" - t [lin/eig/mixed/rfp/all] is to indicate which TEST FAMILY to run:")
+ print(" lin=Linear Equation")
+ print(" eig=Eigen Problems")
+ print(" mixed=mixed-precision")
+ print(" rfp=rfp format")
+ print(" all=all tests [DEFAULT]")
+ print(" EXAMPLES:")
+ print(" ./lapack_testing.py -n")
+ print(" Will return the numbers of failed tests by analyzing the LAPACK output")
+ print(" ./lapack_testing.py -n -r -p s")
+ print(" Will return the numbers of failed tests in REAL precision by running the LAPACK Tests then analyzing the output")
+ print(" ./lapack_testing.py -n -p s -t eig ")
+ print(" Will return the numbers of failed tests in REAL precision by analyzing only the LAPACK output of EIGEN testings")
+ print("Written by Julie Langou (June 2011) ")
+ sys.exit(0)
+ else:
+ if o in ("-s", "--short"):
+ short_summary = 1
+ if o in ("-r", "--run"):
+ with_file = 0
+ if o in ("-e", "--error"):
+ just_errors = 1
+ if o in ( '-p', '--prec' ):
+ prec = a
+ if o in ( '-d', '--dir' ):
+ test_dir = a
+ if o in ( '-t', '--test' ):
+ test = a
+ if o in ( '-n', '--number' ):
+ only_numbers = 1
+ short_summary = 1
# process options
execution=1
summary="\n\t\t\t--> LAPACK TESTING SUMMARY <--\n";
-if with_file: summary+= "\t\tProcessing LAPACK Testing output found in the "+test_dir+" direcory\n";
+if with_file: summary+= "\t\tProcessing LAPACK Testing output found in the "+test_dir+" directory\n";
summary+="SUMMARY \tnb test run \tnumerical error \tother error \n";
summary+="================ \t===========\t=================\t================ \n";
nb_of_test=0
# Define a function to open the executable (different filenames on unix and Windows)
def run_summary_test( f, cmdline, short_summary):
- nb_test_run=0
- nb_test_fail=0
- nb_test_illegal=0
- nb_test_info=0
-
- if (with_file):
- if not os.path.exists(cmdline):
- error_message=cmdline+" file not found"
- r=1
- if short_summary: return [nb_test_run,nb_test_fail,nb_test_illegal,nb_test_info]
- else:
- pipe = open(cmdline,'r')
- r=0
- else:
- if os.name != 'nt':
- cmdline='./' + cmdline
- else :
- cmdline=abs_bin_dir+os.path.sep+cmdline
-
- outfile=cmdline.split()[4]
- #pipe = open(outfile,'w')
- p = Popen(cmdline, shell=True)#, stdout=pipe)
- p.wait()
- #pipe.close()
- r=p.returncode
- pipe = open(outfile,'r')
- error_message=cmdline+" did not work"
-
- if r != 0 and not with_file:
- print "---- TESTING " + cmdline.split()[0] + "... FAILED(" + error_message +") !"
- for line in pipe.readlines():
- f.write(str(line))
- elif r != 0 and with_file and not short_summary:
- print "---- WARNING: please check that you have the LAPACK output : "+cmdline+"!"
- print "---- WARNING: with the option -r, we can run the LAPACK testing for you"
- # print "---- "+error_message
- else:
- for line in pipe.readlines():
- f.write(str(line))
- words_in_line=line.split()
- if (line.find("run")!=-1):
-# print line
- whereisrun=words_in_line.index("run)")
- nb_test_run+=int(words_in_line[whereisrun-2])
- if (line.find("out of")!=-1):
- if (short_summary==0): print line,
- whereisout= words_in_line.index("out")
- nb_test_fail+=int(words_in_line[whereisout-1])
- if ((line.find("illegal")!=-1) or (line.find("Illegal")!=-1)):
- if (short_summary==0):print line,
- nb_test_illegal+=1
- if (line.find(" INFO")!=-1):
- if (short_summary==0):print line,
- nb_test_info+=1
- if (with_file==1):
- pipe.close()
-
- f.flush();
-
- return [nb_test_run,nb_test_fail,nb_test_illegal,nb_test_info]
+ nb_test_run=0
+ nb_test_fail=0
+ nb_test_illegal=0
+ nb_test_info=0
+
+ if (with_file):
+ if not os.path.exists(cmdline):
+ error_message=cmdline+" file not found"
+ r=1
+ if short_summary: return [nb_test_run,nb_test_fail,nb_test_illegal,nb_test_info]
+ else:
+ pipe = open(cmdline,'r')
+ r=0
+ else:
+ if os.name != 'nt':
+ cmdline='./' + cmdline
+ else :
+ cmdline=abs_bin_dir+os.path.sep+cmdline
+
+ outfile=cmdline.split()[4]
+ #pipe = open(outfile,'w')
+ p = Popen(cmdline, shell=True)#, stdout=pipe)
+ p.wait()
+ #pipe.close()
+ r=p.returncode
+ pipe = open(outfile,'r')
+ error_message=cmdline+" did not work"
+
+ if r != 0 and not with_file:
+ print("---- TESTING " + cmdline.split()[0] + "... FAILED(" + error_message +") !")
+ for line in pipe.readlines():
+ f.write(str(line))
+ elif r != 0 and with_file and not short_summary:
+ print("---- WARNING: please check that you have the LAPACK output : "+cmdline+"!")
+ print("---- WARNING: with the option -r, we can run the LAPACK testing for you")
+ # print "---- "+error_message
+ else:
+ for line in pipe.readlines():
+ f.write(str(line))
+ words_in_line=line.split()
+ if (line.find("run")!=-1):
+# print line
+ whereisrun=words_in_line.index("run)")
+ nb_test_run+=int(words_in_line[whereisrun-2])
+ if (line.find("out of")!=-1):
+ if (short_summary==0): print(line, end=' ')
+ whereisout= words_in_line.index("out")
+ nb_test_fail+=int(words_in_line[whereisout-1])
+ if ((line.find("illegal")!=-1) or (line.find("Illegal")!=-1)):
+ if (short_summary==0):print(line, end=' ')
+ nb_test_illegal+=1
+ if (line.find(" INFO")!=-1):
+ if (short_summary==0):print(line, end=' ')
+ nb_test_info+=1
+ if (with_file==1):
+ pipe.close()
+
+ f.flush();
+
+ return [nb_test_run,nb_test_fail,nb_test_illegal,nb_test_info]
# If filename cannot be opened, send output to sys.stderr
filename = "testing_results.txt"
try:
- f = open(filename, 'w')
+ f = open(filename, 'w')
except IOError:
- f = sys.stdout
+ f = sys.stdout
if (short_summary==0):
- print " "
- print "---------------- Testing LAPACK Routines ----------------"
- print " "
- print "-- Detailed results are stored in", filename
+ print(" ")
+ print("---------------- Testing LAPACK Routines ----------------")
+ print(" ")
+ print("-- Detailed results are stored in", filename)
dtypes = (
("s", "d", "c", "z"),
)
if prec=='s':
- range_prec=[0]
+ range_prec=[0]
elif prec=='d':
- range_prec=[1]
+ range_prec=[1]
elif prec=='sd':
- range_prec=[0,1]
+ range_prec=[0,1]
elif prec=='c':
- range_prec=[2]
+ range_prec=[2]
elif prec=='z':
- range_prec=[3]
+ range_prec=[3]
elif prec=='cz':
- range_prec=[2,3]
-else:
- prec='x';
- range_prec=range(4)
+ range_prec=[2,3]
+else:
+ prec='x';
+ range_prec=list(range(4))
if test=='lin':
- range_test=[15]
+ range_test=[15]
elif test=='mixed':
- range_test=[16]
- range_prec=[1,3]
+ range_test=[16]
+ range_prec=[1,3]
elif test=='rfp':
- range_test=[17]
+ range_test=[17]
elif test=='eig':
- range_test=range(15)
-else:
- range_test=range(18)
+ range_test=list(range(15))
+else:
+ range_test=list(range(18))
list_results = [
[0, 0, 0, 0, 0],
]
for dtype in range_prec:
- letter = dtypes[0][dtype]
- name = dtypes[1][dtype]
-
- if (short_summary==0):
- print " "
- print "------------------------- %s ------------------------" % name
- print " "
- sys.stdout.flush()
-
- dtests = (
- ("nep", "sep", "svd",
- letter+"ec",letter+"ed",letter+"gg",
- letter+"gd",letter+"sb",letter+"sg",
- letter+"bb","glm","gqr",
- "gsv","csd","lse",
- letter+"test", letter+dtypes[0][dtype-1]+"test",letter+"test_rfp"),
- ("Nonsymmetric Eigenvalue Problem", "Symmetric Eigenvalue Problem", "Singular Value Decomposition",
- "Eigen Condition","Nonsymmetric Eigenvalue","Nonsymmetric Generalized Eigenvalue Problem",
- "Nonsymmetric Generalized Eigenvalue Problem driver", "Symmetric Eigenvalue Problem", "Symmetric Eigenvalue Generalized Problem",
- "Banded Singular Value Decomposition routines", "Generalized Linear Regression Model routines", "Generalized QR and RQ factorization routines",
- "Generalized Singular Value Decomposition routines", "CS Decomposition routines", "Constrained Linear Least Squares routines",
- "Linear Equation routines", "Mixed Precision linear equation routines","RFP linear equation routines"),
- (letter+"nep", letter+"sep", letter+"svd",
- letter+"ec",letter+"ed",letter+"gg",
- letter+"gd",letter+"sb",letter+"sg",
- letter+"bb",letter+"glm",letter+"gqr",
- letter+"gsv",letter+"csd",letter+"lse",
- letter+"test", letter+dtypes[0][dtype-1]+"test",letter+"test_rfp"),
- )
-
-
- for dtest in range_test:
- nb_of_test=0
- # NEED TO SKIP SOME PRECISION (namely s and c) FOR PROTO MIXED PRECISION TESTING
- if dtest==16 and (letter=="s" or letter=="c"):
- continue
- if (with_file==1):
- cmdbase=dtests[2][dtest]+".out"
- else:
- if dtest==15:
- # LIN TESTS
- cmdbase="xlintst"+letter+" < "+dtests[0][dtest]+".in > "+dtests[2][dtest]+".out"
- elif dtest==16:
- # PROTO LIN TESTS
- cmdbase="xlintst"+letter+dtypes[0][dtype-1]+" < "+dtests[0][dtest]+".in > "+dtests[2][dtest]+".out"
- elif dtest==17:
- # PROTO LIN TESTS
- cmdbase="xlintstrf"+letter+" < "+dtests[0][dtest]+".in > "+dtests[2][dtest]+".out"
+ letter = dtypes[0][dtype]
+ name = dtypes[1][dtype]
+
+ if (short_summary==0):
+ print(" ")
+ print("------------------------- %s ------------------------" % name)
+ print(" ")
+ sys.stdout.flush()
+
+ dtests = (
+ ("nep", "sep", "svd",
+ letter+"ec",letter+"ed",letter+"gg",
+ letter+"gd",letter+"sb",letter+"sg",
+ letter+"bb","glm","gqr",
+ "gsv","csd","lse",
+ letter+"test", letter+dtypes[0][dtype-1]+"test",letter+"test_rfp"),
+ ("Nonsymmetric Eigenvalue Problem", "Symmetric Eigenvalue Problem", "Singular Value Decomposition",
+ "Eigen Condition","Nonsymmetric Eigenvalue","Nonsymmetric Generalized Eigenvalue Problem",
+ "Nonsymmetric Generalized Eigenvalue Problem driver", "Symmetric Eigenvalue Problem", "Symmetric Eigenvalue Generalized Problem",
+ "Banded Singular Value Decomposition routines", "Generalized Linear Regression Model routines", "Generalized QR and RQ factorization routines",
+ "Generalized Singular Value Decomposition routines", "CS Decomposition routines", "Constrained Linear Least Squares routines",
+ "Linear Equation routines", "Mixed Precision linear equation routines","RFP linear equation routines"),
+ (letter+"nep", letter+"sep", letter+"svd",
+ letter+"ec",letter+"ed",letter+"gg",
+ letter+"gd",letter+"sb",letter+"sg",
+ letter+"bb",letter+"glm",letter+"gqr",
+ letter+"gsv",letter+"csd",letter+"lse",
+ letter+"test", letter+dtypes[0][dtype-1]+"test",letter+"test_rfp"),
+ )
+
+
+ for dtest in range_test:
+ nb_of_test=0
+ # NEED TO SKIP SOME PRECISION (namely s and c) FOR PROTO MIXED PRECISION TESTING
+ if dtest==16 and (letter=="s" or letter=="c"):
+ continue
+ if (with_file==1):
+ cmdbase=dtests[2][dtest]+".out"
else:
- # EIG TESTS
- cmdbase="xeigtst"+letter+" < "+dtests[0][dtest]+".in > "+dtests[2][dtest]+".out"
- if (not just_errors and not short_summary):
- print "--> Testing "+name+" "+dtests[1][dtest]+" [ "+cmdbase+" ]"
- # Run the process: either to read the file or run the LAPACK testing
- nb_test = run_summary_test(f, cmdbase, short_summary)
- list_results[0][dtype]+=nb_test[0]
- list_results[1][dtype]+=nb_test[1]
- list_results[2][dtype]+=nb_test[2]
- list_results[3][dtype]+=nb_test[3]
- got_error=nb_test[1]+nb_test[2]+nb_test[3]
-
- if (not short_summary):
- if (nb_test[0]>0 and just_errors==0):
- print "--> Tests passed: "+str(nb_test[0])
- if (nb_test[1]>0):
- print "--> Tests failing to pass the threshold: "+str(nb_test[1])
- if (nb_test[2]>0):
- print "--> Illegal Error: "+str(nb_test[2])
- if (nb_test[3]>0):
- print "--> Info Error: "+str(nb_test[3])
- if (got_error>0 and just_errors==1):
- print "ERROR IS LOCATED IN "+name+" "+dtests[1][dtest]+" [ "+cmdbase+" ]"
- print ""
- if (just_errors==0):
- print ""
+ if dtest==15:
+ # LIN TESTS
+ cmdbase="xlintst"+letter+" < "+dtests[0][dtest]+".in > "+dtests[2][dtest]+".out"
+ elif dtest==16:
+ # PROTO LIN TESTS
+ cmdbase="xlintst"+letter+dtypes[0][dtype-1]+" < "+dtests[0][dtest]+".in > "+dtests[2][dtest]+".out"
+ elif dtest==17:
+ # PROTO LIN TESTS
+ cmdbase="xlintstrf"+letter+" < "+dtests[0][dtest]+".in > "+dtests[2][dtest]+".out"
+ else:
+ # EIG TESTS
+ cmdbase="xeigtst"+letter+" < "+dtests[0][dtest]+".in > "+dtests[2][dtest]+".out"
+ if (not just_errors and not short_summary):
+ print("--> Testing "+name+" "+dtests[1][dtest]+" [ "+cmdbase+" ]")
+ # Run the process: either to read the file or run the LAPACK testing
+ nb_test = run_summary_test(f, cmdbase, short_summary)
+ list_results[0][dtype]+=nb_test[0]
+ list_results[1][dtype]+=nb_test[1]
+ list_results[2][dtype]+=nb_test[2]
+ list_results[3][dtype]+=nb_test[3]
+ got_error=nb_test[1]+nb_test[2]+nb_test[3]
+
+ if (not short_summary):
+ if (nb_test[0]>0 and just_errors==0):
+ print("--> Tests passed: "+str(nb_test[0]))
+ if (nb_test[1]>0):
+ print("--> Tests failing to pass the threshold: "+str(nb_test[1]))
+ if (nb_test[2]>0):
+ print("--> Illegal Error: "+str(nb_test[2]))
+ if (nb_test[3]>0):
+ print("--> Info Error: "+str(nb_test[3]))
+ if (got_error>0 and just_errors==1):
+ print("ERROR IS LOCATED IN "+name+" "+dtests[1][dtest]+" [ "+cmdbase+" ]")
+ print("")
+ if (just_errors==0):
+ print("")
# elif (got_error>0):
# print dtests[2][dtest]+".out \t"+str(nb_test[1])+"\t"+str(nb_test[2])+"\t"+str(nb_test[3])
-
- sys.stdout.flush()
- if (list_results[0][dtype] > 0 ):
- percent_num_error=float(list_results[1][dtype])/float(list_results[0][dtype])*100
- percent_error=float(list_results[2][dtype]+list_results[3][dtype])/float(list_results[0][dtype])*100
- else:
- percent_num_error=0
- percent_error=0
- summary+=name+"\t"+str(list_results[0][dtype])+"\t\t"+str(list_results[1][dtype])+"\t("+"%.3f" % percent_num_error+"%)\t"+str(list_results[2][dtype]+list_results[3][dtype])+"\t("+"%.3f" % percent_error+"%)\t""\n"
- list_results[0][4]+=list_results[0][dtype]
- list_results[1][4]+=list_results[1][dtype]
- list_results[2][4]+=list_results[2][dtype]
- list_results[3][4]+=list_results[3][dtype]
-
+
+ sys.stdout.flush()
+ if (list_results[0][dtype] > 0 ):
+ percent_num_error=float(list_results[1][dtype])/float(list_results[0][dtype])*100
+ percent_error=float(list_results[2][dtype]+list_results[3][dtype])/float(list_results[0][dtype])*100
+ else:
+ percent_num_error=0
+ percent_error=0
+ summary+=name+"\t"+str(list_results[0][dtype])+"\t\t"+str(list_results[1][dtype])+"\t("+"%.3f" % percent_num_error+"%)\t"+str(list_results[2][dtype]+list_results[3][dtype])+"\t("+"%.3f" % percent_error+"%)\t""\n"
+ list_results[0][4]+=list_results[0][dtype]
+ list_results[1][4]+=list_results[1][dtype]
+ list_results[2][4]+=list_results[2][dtype]
+ list_results[3][4]+=list_results[3][dtype]
+
if only_numbers==1:
- print str(list_results[1][4])+"\n"+str(list_results[2][4]+list_results[3][4])
+ print(str(list_results[1][4])+"\n"+str(list_results[2][4]+list_results[3][4]))
else:
- print summary
- if (list_results[0][4] > 0 ):
- percent_num_error=float(list_results[1][4])/float(list_results[0][4])*100
- percent_error=float(list_results[2][4]+list_results[3][4])/float(list_results[0][4])*100
- else:
- percent_num_error=0
- percent_error=0
- if (prec=='x'):
- print "--> ALL PRECISIONS\t"+str(list_results[0][4])+"\t\t"+str(list_results[1][4])+"\t("+"%.3f" % percent_num_error+"%)\t"+str(list_results[2][4]+list_results[3][4])+"\t("+"%.3f" % percent_error+"%)\t""\n"
- if list_results[0][4] == 0:
- print "NO TESTS WERE ANALYZED, please use the -r option to run the LAPACK TESTING"
+ print(summary)
+ if (list_results[0][4] > 0 ):
+ percent_num_error=float(list_results[1][4])/float(list_results[0][4])*100
+ percent_error=float(list_results[2][4]+list_results[3][4])/float(list_results[0][4])*100
+ else:
+ percent_num_error=0
+ percent_error=0
+ if (prec=='x'):
+ print("--> ALL PRECISIONS\t"+str(list_results[0][4])+"\t\t"+str(list_results[1][4])+"\t("+"%.3f" % percent_num_error+"%)\t"+str(list_results[2][4]+list_results[3][4])+"\t("+"%.3f" % percent_error+"%)\t""\n")
+ if list_results[0][4] == 0:
+ print("NO TESTS WERE ANALYZED, please use the -r option to run the LAPACK TESTING")
# This may close the sys.stdout stream, so make it the last statement
f.close()
projects / platform / upstream / openblas.git / commitdiff