Output files in alphabetical order.
parent
8fb9e84aea
commit
7eb5586c05
|
@ -95,16 +95,17 @@ def run():
|
||||||
if not result_dict:
|
if not result_dict:
|
||||||
return passed('No failures encountered')
|
return passed('No failures encountered')
|
||||||
|
|
||||||
print('Failures:\n' + '\n'.join(result_dict.keys()))
|
print('Failures:\n' + '\n'.join(sorted(result_dict.keys())))
|
||||||
print('Whitelisted:\n' + '\n'.join(whitelist_dict.keys()))
|
print('Whitelisted:\n' + '\n'.join(sorted(whitelist_dict.keys()))
|
||||||
non_whitelisted_failures = set(result_dict.keys()) - set(whitelist_dict.keys())
|
non_whitelisted_failures = set(result_dict.keys()) - set(whitelist_dict.keys())
|
||||||
|
print('Failures not whitelisted:\n' + '\n'.join(sorted(non_whitelisted_failures))
|
||||||
if not non_whitelisted_failures:
|
if not non_whitelisted_failures:
|
||||||
return passed('All failures are whitelisted and considered acceptable \n' +
|
return passed('All failures are whitelisted and considered acceptable \n' +
|
||||||
'due to implementation differences, library shortcomings and bugs \n' +
|
'due to implementation differences, library shortcomings and bugs \n' +
|
||||||
'that have not been fixed for a long time')
|
'that have not been fixed for a long time')
|
||||||
return failed('Encountered new regression failures that are not whitelisted. \n' +
|
return failed('Encountered new regression failures that are not whitelisted. \n' +
|
||||||
'Please carefully review the changes you made and use the gen_db.py script\n' +
|
'Please carefully review the changes you made and use the gen_db.py script\n' +
|
||||||
'to update the regression database for the affected files.')
|
'to update the regression database for the affected files')
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
sys.exit(run())
|
sys.exit(run())
|
||||||
|
|
Loading…
Reference in New Issue