AstralTransRocketries/pymclevel
Archived
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

collect pass/fail messages and print a summary after the run

Browse Source
This commit is contained in:
David Vierra 2010-11-29 22:34:52 -10:00
parent f724a5ef94
commit 6d66f3421c
1 changed files with 11 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
run_regression_test.py
View File

@ -169,6 +169,9 @@ def main(argv):
with untared_content("regression_test/alpha.tar.gz") as directory: with untared_content("regression_test/alpha.tar.gz") as directory:
test_data = os.path.join(directory, "alpha") test_data = os.path.join(directory, "alpha")
passes = []
fails = []
for func, name, sha, args in alpha_tests: for func, name, sha, args in alpha_tests:
if any(fnmatch.fnmatch(name, x) for x in do_these_regressions): if any(fnmatch.fnmatch(name, x) for x in do_these_regressions):
if options.profile: if options.profile:
@ -177,9 +180,15 @@ def main(argv):
try: try:
func(test_data, sha, args) func(test_data, sha, args)
except RegressionError, e: except RegressionError, e:
print "Regression {0} failed: {1}".format(name, e) fails.append( "Regression {0} failed: {1}".format(name, e) )
print fails[-1]
else: else:
print "Regression {0!r} complete.".format(name) passes.append( "Regression {0!r} complete.".format(name) )
print passes[-1]
print "{0} tests passed.".format(len(passes))
for line in fails: print line;
if __name__ == '__main__': if __name__ == '__main__':
sys.exit(main(sys.argv)) sys.exit(main(sys.argv))