Adding script which will run automated testcases.
Change-Id: I586b6a52c3c3fea508ca0d4d1d8f7eb9c3b3716f Reviewed-by: Michael Goddard <michael.goddard@nokia.com>
This commit is contained in:
Mylione Anadarajah
committed by
Qt by Nokia
Qt by Nokia
parent
48c945bac3
commit
68079a5e22
206
tests/auto/runautotests.py
Executable file
206
tests/auto/runautotests.py
Executable file
@@ -0,0 +1,206 @@
|
|||||||
|
#! /usr/bin/env python
|
||||||
|
#############################################################################
|
||||||
|
##
|
||||||
|
## Copyright (C) 2012 Nokia Corporation and/or its subsidiary(-ies).
|
||||||
|
## Contact: http://www.qt-project.org/
|
||||||
|
##
|
||||||
|
## This file is part of the build configuration tools of the Qt Toolkit.
|
||||||
|
##
|
||||||
|
## $QT_BEGIN_LICENSE:LGPL$
|
||||||
|
## GNU Lesser General Public License Usage
|
||||||
|
## This file may be used under the terms of the GNU Lesser General Public
|
||||||
|
## License version 2.1 as published by the Free Software Foundation and
|
||||||
|
## appearing in the file LICENSE.LGPL included in the packaging of this
|
||||||
|
## file. Please review the following information to ensure the GNU Lesser
|
||||||
|
## General Public License version 2.1 requirements will be met:
|
||||||
|
## http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
|
||||||
|
##
|
||||||
|
## In addition, as a special exception, Nokia gives you certain additional
|
||||||
|
## rights. These rights are described in the Nokia Qt LGPL Exception
|
||||||
|
## version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
|
||||||
|
##
|
||||||
|
## GNU General Public License Usage
|
||||||
|
## Alternatively, this file may be used under the terms of the GNU General
|
||||||
|
## Public License version 3.0 as published by the Free Software Foundation
|
||||||
|
## and appearing in the file LICENSE.GPL included in the packaging of this
|
||||||
|
## file. Please review the following information to ensure the GNU General
|
||||||
|
## Public License version 3.0 requirements will be met:
|
||||||
|
## http://www.gnu.org/copyleft/gpl.html.
|
||||||
|
##
|
||||||
|
## Other Usage
|
||||||
|
## Alternatively, this file may be used in accordance with the terms and
|
||||||
|
## conditions contained in a signed written agreement between you and Nokia.
|
||||||
|
##
|
||||||
|
##
|
||||||
|
##
|
||||||
|
##
|
||||||
|
##
|
||||||
|
##
|
||||||
|
## $QT_END_LICENSE$
|
||||||
|
##
|
||||||
|
#############################################################################
|
||||||
|
|
||||||
|
|
||||||
|
import sys;
|
||||||
|
import re;
|
||||||
|
import os;
|
||||||
|
import subprocess;
|
||||||
|
import errno;
|
||||||
|
|
||||||
|
instructions = "This script can be used as follows:\n\
|
||||||
|
a) if run from tests/auto without any arguments it runs unit tests and then integration tests\n\
|
||||||
|
b) if run from tests/auto/unit, it runs unit tests\n\
|
||||||
|
c) if run from tests/auto/integration, it runs integration tests\n\
|
||||||
|
d) if run from tests/auto with \"unit\" it runs unit tests, and correspondingly for \"integration\""
|
||||||
|
|
||||||
|
|
||||||
|
# Colors
|
||||||
|
red="\033[41;37m";
|
||||||
|
redfg="\033[31m";
|
||||||
|
norm="\033[0m";
|
||||||
|
green="\033[32m";
|
||||||
|
grey="\033[37m";
|
||||||
|
yellow="\033[33m";
|
||||||
|
|
||||||
|
# Variables
|
||||||
|
curtest = "";
|
||||||
|
numpasses = [0];
|
||||||
|
numfails = [0];
|
||||||
|
numcrashes = 0;
|
||||||
|
numx = [0];
|
||||||
|
runTests = []
|
||||||
|
notRunTests = []
|
||||||
|
|
||||||
|
# Do not run the tests in these directories.
|
||||||
|
exclusionList = ["qdeclarativevideo", "qmultimedia_common"]
|
||||||
|
|
||||||
|
# Helper function for replacing stuffs
|
||||||
|
def print_color_string(string, color, match, index):
|
||||||
|
if index > 0:
|
||||||
|
print string[:match.start(index)] + color + string[match.start(index):match.end(index)] + norm + string[match.end(index):],
|
||||||
|
else:
|
||||||
|
print color + string[:-1] + norm
|
||||||
|
|
||||||
|
# AWK translation
|
||||||
|
awkfoo = [
|
||||||
|
(re.compile("\*\*\*\*\*\*\*\*\* Start testing of (\S+)"), yellow, 1, curtest),
|
||||||
|
(re.compile("^(PASS) "), green, 1, numpasses),
|
||||||
|
(re.compile("^(FAIL!) "), red, 0, numfails),
|
||||||
|
(re.compile("^(XFAIL) "), redfg, 1, numx),
|
||||||
|
(re.compile("^(XPASS) "), redfg, 1, numx),
|
||||||
|
(re.compile("^(QFATAL) "), red, 0, numx),
|
||||||
|
(re.compile("^(QDEBUG) "), grey, 0, None),
|
||||||
|
(re.compile("^(QWARN) "), yellow, 1, None),
|
||||||
|
(re.compile("\*\*\*\*\*\*\*\*\* Finished testing of (\S+)"), yellow, 1, curtest),
|
||||||
|
]
|
||||||
|
|
||||||
|
|
||||||
|
#
|
||||||
|
# This method runs the test cases, color codes the output from the test cases and adds up the passes,
|
||||||
|
# fails etc.
|
||||||
|
#
|
||||||
|
def resultSummary(arg):
|
||||||
|
try:
|
||||||
|
pp = subprocess.Popen(arg, shell=False,stderr=subprocess.STDOUT,stdout=subprocess.PIPE);
|
||||||
|
p = pp.stdout;
|
||||||
|
try:
|
||||||
|
while True:
|
||||||
|
line = p.readline()
|
||||||
|
if len(line) == 0:
|
||||||
|
break
|
||||||
|
for (re, color, index, var) in awkfoo:
|
||||||
|
m = re.match(line)
|
||||||
|
if m:
|
||||||
|
break
|
||||||
|
if m:
|
||||||
|
print_color_string(line, color, m, index)
|
||||||
|
if isinstance(var, list):
|
||||||
|
var[0] = var[0] + 1;
|
||||||
|
else:
|
||||||
|
var = m.groups(index)
|
||||||
|
else:
|
||||||
|
print line,
|
||||||
|
finally:
|
||||||
|
rc = p.close();
|
||||||
|
pp.wait();
|
||||||
|
if pp.returncode < 0:
|
||||||
|
print red + "Error: '%s' exited with signal %d" % (arg, -pp.returncode) + norm
|
||||||
|
numcrashes = numcrashes + 1
|
||||||
|
except OSError, e:
|
||||||
|
if e.errno == errno.ENOENT:
|
||||||
|
print red + "Test '%s' not found." % arg + norm;
|
||||||
|
else:
|
||||||
|
print red + "Got an exception running '%s': %s " % (arg, e.strerror) + norm
|
||||||
|
numcrashes = numcrashes + 1
|
||||||
|
|
||||||
|
#
|
||||||
|
# This method finds the test cases that should be run and runs them.
|
||||||
|
#
|
||||||
|
def runAllTests(test):
|
||||||
|
for filename in os.listdir(test):
|
||||||
|
if(re.search("^q", filename)):
|
||||||
|
|
||||||
|
#Skip the dir if it is in the exclusion list.
|
||||||
|
exclude = False
|
||||||
|
for dir in exclusionList:
|
||||||
|
if(re.search(dir, filename)):
|
||||||
|
exclude = True
|
||||||
|
if(not(exclude)):
|
||||||
|
#Set path to this if on Windows
|
||||||
|
if(os.name=="nt"):
|
||||||
|
exePath = test+"\\"+filename+"\\debug\\tst_"+filename+".exe"
|
||||||
|
#Set path to this if on Unix
|
||||||
|
else:
|
||||||
|
exePath = test +"/"+filename+"/tst_"+filename
|
||||||
|
|
||||||
|
if(os.path.exists(exePath)):
|
||||||
|
runTests.append(filename)
|
||||||
|
resultSummary(exePath);
|
||||||
|
else:
|
||||||
|
notRunTests.append(filename)
|
||||||
|
|
||||||
|
arguments = sys.argv[1:]
|
||||||
|
count = len(arguments)
|
||||||
|
|
||||||
|
# Find the current working directory.
|
||||||
|
cwd = os.getcwd()
|
||||||
|
|
||||||
|
if(count == 0):
|
||||||
|
if re.search("auto$", cwd):
|
||||||
|
x = 0
|
||||||
|
runAllTests("unit")
|
||||||
|
runAllTests("integration")
|
||||||
|
elif re.search("unit$", cwd):
|
||||||
|
runAllTests(cwd)
|
||||||
|
elif re.search("integration$", cwd):
|
||||||
|
runAllTests(cwd)
|
||||||
|
else:
|
||||||
|
print "You are running this script from the wrong directory! " + instructions
|
||||||
|
exit()
|
||||||
|
elif(count == 1):
|
||||||
|
if os.path.exists(sys.argv[1]):
|
||||||
|
runAllTests(sys.argv[1])
|
||||||
|
else:
|
||||||
|
print sys.argv[1] + " test cases do not exist! " + instructions
|
||||||
|
exit()
|
||||||
|
else:
|
||||||
|
print "You have passed too many arguments! " + instructions
|
||||||
|
exit()
|
||||||
|
|
||||||
|
print "Total of all tests: %d passes, %d failures, %d unexpected, %d badnesses." % (numpasses[0], numfails[0], numx[0], numcrashes);
|
||||||
|
|
||||||
|
|
||||||
|
if runTests:
|
||||||
|
print "The following test cases were run: "
|
||||||
|
for testCase in runTests:
|
||||||
|
print testCase
|
||||||
|
else:
|
||||||
|
print "No test cases were run!"
|
||||||
|
|
||||||
|
|
||||||
|
if notRunTests:
|
||||||
|
print "The following test cases could not be run: "
|
||||||
|
for testCase in notRunTests:
|
||||||
|
print testCase
|
||||||
|
else:
|
||||||
|
print "All test cases were run."
|
||||||
Reference in New Issue
Block a user