-l List all tests
-s Show test(s)
-r Run test(s)
+ -f Fix failed test(s)
-R <directory> Save test reports to <directory>
<test> Protocol decoder name ("i2c") and optionally test name ("i2c/icc")""")
sys.exit()
return diff
-def run_tests(tests):
+def run_tests(tests, fix=False):
errors = 0
results = []
cmd = os.path.join(tests_dir, 'runtc')
# runtc indicated an error, but didn't output a
# message on stderr about it
results[-1]['error'] = "Unknown error: runtc %d" % p.returncode
- # Only bother with the diff if it all worked.
if 'error' not in results[-1]:
- match = "%s/%s/test/%s" % (decoders_dir, op['pd'], op['match'])
- diff = diff_files(match, outfile)
- if diff:
- results[-1]['diff'] = diff
+ match = os.path.join(decoders_dir, op['pd'], 'test', op['match'])
+ try:
+ diff = diff_error = None
+ if op['type'] == 'annotation':
+ diff = diff_textfiles(match, outfile)
+ else:
+ diff = ["Unsupported output type '%s'." % op['type']]
+ except Exception as e:
+ diff_error = e
+ if fix:
+ if diff or diff_error:
+ copy(outfile, match)
+ DBG("Wrote %s" % match)
+ else:
+ if diff:
+ results[-1]['diff'] = diff
+ elif diff_error is not None:
+ raise diff_error
except Exception as e:
results[-1]['error'] = str(e)
finally:
if len(sys.argv) == 1:
usage()
-opt_all = opt_run = opt_show = opt_list = False
+opt_all = opt_run = opt_show = opt_list = opt_fix = False
report_dir = None
-opts, args = getopt(sys.argv[1:], "dvarslRS:")
+opts, args = getopt(sys.argv[1:], "dvarslfRS:")
for opt, arg in opts:
if opt == '-d':
DEBUG += 1
opt_show = True
elif opt == '-l':
opt_list = True
+ elif opt == '-f':
+ opt_fix = True
elif opt == '-R':
report_dir = arg
elif opt == '-S':
show_tests(testlist)
elif opt_list:
list_tests(testlist)
+ elif opt_fix:
+ run_tests(testlist, fix=True)
else:
usage()
except Exception as e: