From 7eb5586c056f261f44bf4ee56eca8178aac0938d Mon Sep 17 00:00:00 2001 From: Alexander Gessler Date: Sat, 2 May 2015 00:33:29 +0200 Subject: [PATCH] Output files in alphabetical order. --- test/regression/result_checker.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/test/regression/result_checker.py b/test/regression/result_checker.py index b619ce12b..cc8c08f95 100644 --- a/test/regression/result_checker.py +++ b/test/regression/result_checker.py @@ -95,16 +95,17 @@ def run(): if not result_dict: return passed('No failures encountered') - print('Failures:\n' + '\n'.join(result_dict.keys())) - print('Whitelisted:\n' + '\n'.join(whitelist_dict.keys())) + print('Failures:\n' + '\n'.join(sorted(result_dict.keys()))) + print('Whitelisted:\n' + '\n'.join(sorted(whitelist_dict.keys())) non_whitelisted_failures = set(result_dict.keys()) - set(whitelist_dict.keys()) + print('Failures not whitelisted:\n' + '\n'.join(sorted(non_whitelisted_failures)) if not non_whitelisted_failures: return passed('All failures are whitelisted and considered acceptable \n' + 'due to implementation differences, library shortcomings and bugs \n' + 'that have not been fixed for a long time') return failed('Encountered new regression failures that are not whitelisted. \n' + 'Please carefully review the changes you made and use the gen_db.py script\n' + - 'to update the regression database for the affected files.') + 'to update the regression database for the affected files') if __name__ == "__main__": sys.exit(run())