Adding script which will run automated testcases.
Change-Id: I586b6a52c3c3fea508ca0d4d1d8f7eb9c3b3716f Reviewed-by: Michael Goddard <michael.goddard@nokia.com>
This commit is contained in:
Mylione Anadarajah
committed by
Qt by Nokia
Qt by Nokia
parent
48c945bac3
commit
68079a5e22
206
tests/auto/runautotests.py
Executable file
206
tests/auto/runautotests.py
Executable file
@@ -0,0 +1,206 @@
|
||||
#! /usr/bin/env python
|
||||
#############################################################################
|
||||
##
|
||||
## Copyright (C) 2012 Nokia Corporation and/or its subsidiary(-ies).
|
||||
## Contact: http://www.qt-project.org/
|
||||
##
|
||||
## This file is part of the build configuration tools of the Qt Toolkit.
|
||||
##
|
||||
## $QT_BEGIN_LICENSE:LGPL$
|
||||
## GNU Lesser General Public License Usage
|
||||
## This file may be used under the terms of the GNU Lesser General Public
|
||||
## License version 2.1 as published by the Free Software Foundation and
|
||||
## appearing in the file LICENSE.LGPL included in the packaging of this
|
||||
## file. Please review the following information to ensure the GNU Lesser
|
||||
## General Public License version 2.1 requirements will be met:
|
||||
## http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
|
||||
##
|
||||
## In addition, as a special exception, Nokia gives you certain additional
|
||||
## rights. These rights are described in the Nokia Qt LGPL Exception
|
||||
## version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
|
||||
##
|
||||
## GNU General Public License Usage
|
||||
## Alternatively, this file may be used under the terms of the GNU General
|
||||
## Public License version 3.0 as published by the Free Software Foundation
|
||||
## and appearing in the file LICENSE.GPL included in the packaging of this
|
||||
## file. Please review the following information to ensure the GNU General
|
||||
## Public License version 3.0 requirements will be met:
|
||||
## http://www.gnu.org/copyleft/gpl.html.
|
||||
##
|
||||
## Other Usage
|
||||
## Alternatively, this file may be used in accordance with the terms and
|
||||
## conditions contained in a signed written agreement between you and Nokia.
|
||||
##
|
||||
##
|
||||
##
|
||||
##
|
||||
##
|
||||
##
|
||||
## $QT_END_LICENSE$
|
||||
##
|
||||
#############################################################################
|
||||
|
||||
|
||||
import sys;
|
||||
import re;
|
||||
import os;
|
||||
import subprocess;
|
||||
import errno;
|
||||
|
||||
instructions = "This script can be used as follows:\n\
|
||||
a) if run from tests/auto without any arguments it runs unit tests and then integration tests\n\
|
||||
b) if run from tests/auto/unit, it runs unit tests\n\
|
||||
c) if run from tests/auto/integration, it runs integration tests\n\
|
||||
d) if run from tests/auto with \"unit\" it runs unit tests, and correspondingly for \"integration\""
|
||||
|
||||
|
||||
# Colors
|
||||
red="\033[41;37m";
|
||||
redfg="\033[31m";
|
||||
norm="\033[0m";
|
||||
green="\033[32m";
|
||||
grey="\033[37m";
|
||||
yellow="\033[33m";
|
||||
|
||||
# Variables
|
||||
curtest = "";
|
||||
numpasses = [0];
|
||||
numfails = [0];
|
||||
numcrashes = 0;
|
||||
numx = [0];
|
||||
runTests = []
|
||||
notRunTests = []
|
||||
|
||||
# Do not run the tests in these directories.
|
||||
exclusionList = ["qdeclarativevideo", "qmultimedia_common"]
|
||||
|
||||
# Helper function for replacing stuffs
|
||||
def print_color_string(string, color, match, index):
|
||||
if index > 0:
|
||||
print string[:match.start(index)] + color + string[match.start(index):match.end(index)] + norm + string[match.end(index):],
|
||||
else:
|
||||
print color + string[:-1] + norm
|
||||
|
||||
# AWK translation
|
||||
awkfoo = [
|
||||
(re.compile("\*\*\*\*\*\*\*\*\* Start testing of (\S+)"), yellow, 1, curtest),
|
||||
(re.compile("^(PASS) "), green, 1, numpasses),
|
||||
(re.compile("^(FAIL!) "), red, 0, numfails),
|
||||
(re.compile("^(XFAIL) "), redfg, 1, numx),
|
||||
(re.compile("^(XPASS) "), redfg, 1, numx),
|
||||
(re.compile("^(QFATAL) "), red, 0, numx),
|
||||
(re.compile("^(QDEBUG) "), grey, 0, None),
|
||||
(re.compile("^(QWARN) "), yellow, 1, None),
|
||||
(re.compile("\*\*\*\*\*\*\*\*\* Finished testing of (\S+)"), yellow, 1, curtest),
|
||||
]
|
||||
|
||||
|
||||
#
|
||||
# This method runs the test cases, color codes the output from the test cases and adds up the passes,
|
||||
# fails etc.
|
||||
#
|
||||
def resultSummary(arg):
|
||||
try:
|
||||
pp = subprocess.Popen(arg, shell=False,stderr=subprocess.STDOUT,stdout=subprocess.PIPE);
|
||||
p = pp.stdout;
|
||||
try:
|
||||
while True:
|
||||
line = p.readline()
|
||||
if len(line) == 0:
|
||||
break
|
||||
for (re, color, index, var) in awkfoo:
|
||||
m = re.match(line)
|
||||
if m:
|
||||
break
|
||||
if m:
|
||||
print_color_string(line, color, m, index)
|
||||
if isinstance(var, list):
|
||||
var[0] = var[0] + 1;
|
||||
else:
|
||||
var = m.groups(index)
|
||||
else:
|
||||
print line,
|
||||
finally:
|
||||
rc = p.close();
|
||||
pp.wait();
|
||||
if pp.returncode < 0:
|
||||
print red + "Error: '%s' exited with signal %d" % (arg, -pp.returncode) + norm
|
||||
numcrashes = numcrashes + 1
|
||||
except OSError, e:
|
||||
if e.errno == errno.ENOENT:
|
||||
print red + "Test '%s' not found." % arg + norm;
|
||||
else:
|
||||
print red + "Got an exception running '%s': %s " % (arg, e.strerror) + norm
|
||||
numcrashes = numcrashes + 1
|
||||
|
||||
#
|
||||
# This method finds the test cases that should be run and runs them.
|
||||
#
|
||||
def runAllTests(test):
|
||||
for filename in os.listdir(test):
|
||||
if(re.search("^q", filename)):
|
||||
|
||||
#Skip the dir if it is in the exclusion list.
|
||||
exclude = False
|
||||
for dir in exclusionList:
|
||||
if(re.search(dir, filename)):
|
||||
exclude = True
|
||||
if(not(exclude)):
|
||||
#Set path to this if on Windows
|
||||
if(os.name=="nt"):
|
||||
exePath = test+"\\"+filename+"\\debug\\tst_"+filename+".exe"
|
||||
#Set path to this if on Unix
|
||||
else:
|
||||
exePath = test +"/"+filename+"/tst_"+filename
|
||||
|
||||
if(os.path.exists(exePath)):
|
||||
runTests.append(filename)
|
||||
resultSummary(exePath);
|
||||
else:
|
||||
notRunTests.append(filename)
|
||||
|
||||
arguments = sys.argv[1:]
|
||||
count = len(arguments)
|
||||
|
||||
# Find the current working directory.
|
||||
cwd = os.getcwd()
|
||||
|
||||
if(count == 0):
|
||||
if re.search("auto$", cwd):
|
||||
x = 0
|
||||
runAllTests("unit")
|
||||
runAllTests("integration")
|
||||
elif re.search("unit$", cwd):
|
||||
runAllTests(cwd)
|
||||
elif re.search("integration$", cwd):
|
||||
runAllTests(cwd)
|
||||
else:
|
||||
print "You are running this script from the wrong directory! " + instructions
|
||||
exit()
|
||||
elif(count == 1):
|
||||
if os.path.exists(sys.argv[1]):
|
||||
runAllTests(sys.argv[1])
|
||||
else:
|
||||
print sys.argv[1] + " test cases do not exist! " + instructions
|
||||
exit()
|
||||
else:
|
||||
print "You have passed too many arguments! " + instructions
|
||||
exit()
|
||||
|
||||
print "Total of all tests: %d passes, %d failures, %d unexpected, %d badnesses." % (numpasses[0], numfails[0], numx[0], numcrashes);
|
||||
|
||||
|
||||
if runTests:
|
||||
print "The following test cases were run: "
|
||||
for testCase in runTests:
|
||||
print testCase
|
||||
else:
|
||||
print "No test cases were run!"
|
||||
|
||||
|
||||
if notRunTests:
|
||||
print "The following test cases could not be run: "
|
||||
for testCase in notRunTests:
|
||||
print testCase
|
||||
else:
|
||||
print "All test cases were run."
|
||||
Reference in New Issue
Block a user