We need deterministic test results order. --- subunit-1.4.4/python/subunit/tests/test_output_filter.py.orig +++ subunit-1.4.4/python/subunit/tests/test_output_filter.py @@ -49,7 +49,7 @@ class TestStatusArgParserTests(TestCase): scenarios = [ - (cmd, dict(command=cmd, option='--' + cmd)) for cmd in _ALL_ACTIONS + (cmd, dict(command=cmd, option='--' + cmd)) for cmd in sorted(_ALL_ACTIONS) ] def test_can_parse_all_commands_with_test_id(self): @@ -194,7 +194,7 @@ class StatusStreamResultTests(TestCase): scenarios = [ - (s, dict(status=s, option='--' + s)) for s in _ALL_ACTIONS + (s, dict(status=s, option='--' + s)) for s in sorted(_ALL_ACTIONS) ] _dummy_timestamp = datetime.datetime(2013, 1, 1, 0, 0, 0, 0, UTC)