First hack.

Author: ftobia

.gitignore

@@ -19,6 +19,9 @@ lib
 lib64
 __pycache__
 
+# Virtualenvs
+env
+
 # Installer logs
 pip-log.txt
 

pytest_ordering.py

@@ -0,0 +1,74 @@
+import re
+
+replacements = {
+    'first': 0,
+    'second': 1,
+    'third': 2,
+    'fourth': 3,
+    'fifth': 4,
+    'sixth': 5,
+    'seventh': 6,
+    'eighth': 7,
+    'last': -1,
+    'second_to_last': -2,
+    'third_to_last': -3,
+    'fourth_to_last': -4,
+    'fifth_to_last': -5,
+    'sixth_to_last': -6,
+    'seventh_to_last': -7,
+    'eighth_to_last': -8,
+}
+
+def pytest_collection_modifyitems(session, config, items):
+    items[:] = list(_order_tests(items))
+
+
+def orderable(marker):
+    match = re.match('^order(\d+)$', marker)
+    return bool(match) or marker in replacements
+
+
+def get_index(marker):
+    match = re.match('^order(\d+)$', marker)
+    if match:
+        return int(match.group(1)) - 1
+    return replacements[marker]
+
+
+def split(dictionary):
+    from_beginning, from_end = {}, {}
+    for key, val in dictionary.items():
+        if key >= 0:
+            from_beginning[key] = val
+        else:
+            from_end[key] = val
+    return from_beginning, from_end
+
+
+def _order_tests(tests):
+    ordered_tests = {}
+    remaining_tests = []
+    for test in tests:
+        # There has got to be an API for this. :-/
+        markers = test.keywords.__dict__['_markers']
+        orderable_markers = [m for m in markers if orderable(m)]
+        if len(orderable_markers) == 1:
+            [orderable_marker] = orderable_markers
+            ordered_tests[get_index(orderable_marker)] = test
+        else:
+            remaining_tests.append(test)
+    from_beginning, from_end = split(ordered_tests)
+    remaining_iter = iter(remaining_tests)
+    for i in range(max(from_beginning or [-1]) + 1):
+        if i in from_beginning:
+            yield from_beginning[i]
+        else:
+            yield next(remaining_iter)
+    # TODO TODO TODO
+    for i in range(min(from_end or [0]), 0):
+        if i in from_end:
+            yield from_end[i]
+        else:
+            yield next(remaining_iter)
+    for test in remaining_iter:
+        yield test

setup.py

@@ -0,0 +1,14 @@
+#!/usr/bin/env python
+
+from setuptools import setup
+
+
+setup(
+    name='pytest-ordering',
+    description='pytest plugin to run your tests in a specific order',
+    version='0.1',
+    author='Frank Tobia',
+    author_email='[email protected]',
+    url='https://github.com/ftobia/pytest-ordering',
+    packages=['pytest_ordering'],
+)

tests/__init__.py

@@ -0,0 +1 @@
+from pytest_ordering import pytest_collection_modifyitems

tests/conftest.py

@@ -0,0 +1,133 @@
+import pytest
+
+ordering = 'ckheofdvgwzyrulmbiqpjnxsta'
+
+
+@pytest.mark.foo(order=25)
+def test_a():
+    pass
+
+
+@pytest.mark.foo(order=16)
+def test_b():
+    pass
+
+
+@pytest.mark.foo(order=0)
+def test_c():
+    pass
+
+
+@pytest.mark.foo(order=6)
+def test_d():
+    pass
+
+
+@pytest.mark.foo(order=3)
+def test_e():
+    pass
+
+
+@pytest.mark.foo(order=5)
+def test_f():
+    pass
+
+
+@pytest.mark.foo(order=8)
+def test_g():
+    pass
+
+
+@pytest.mark.foo(order=2)
+def test_h():
+    pass
+
+
+@pytest.mark.foo(order=17)
+def test_i():
+    pass
+
+
+@pytest.mark.foo(order=20)
+def test_j():
+    pass
+
+
+@pytest.mark.foo(order=1)
+def test_k():
+    pass
+
+
+@pytest.mark.foo(order=14)
+def test_l():
+    pass
+
+
+@pytest.mark.foo(order=15)
+def test_m():
+    pass
+
+
+@pytest.mark.foo(order=21)
+def test_n():
+    pass
+
+
+@pytest.mark.foo(order=4)
+def test_o():
+    pass
+
+
+@pytest.mark.foo(order=19)
+def test_p():
+    pass
+
+
+@pytest.mark.foo(order=18)
+def test_q():
+    pass
+
+
+@pytest.mark.foo(order=12)
+def test_r():
+    pass
+
+
+@pytest.mark.foo(order=23)
+def test_s():
+    pass
+
+
+@pytest.mark.foo(order=24)
+def test_t():
+    pass
+
+
+@pytest.mark.foo(order=13)
+def test_u():
+    pass
+
+
+@pytest.mark.foo(order=7)
+def test_v():
+    pass
+
+
+@pytest.mark.foo(order=9)
+def test_w():
+    pass
+
+
+@pytest.mark.foo(order=22)
+def test_x():
+    pass
+
+
+@pytest.mark.foo(order=11)
+def test_y():
+    pass
+
+
+@pytest.mark.foo(order=10)
+def test_z():
+    pass

tests/grouping.py

@@ -0,0 +1,38 @@
+import pytest
+
+ordering = 'fcbaged'
+
+
+@pytest.mark.order4
+def test_a():
+    pass
+
+
+@pytest.mark.order3
+def test_b():
+    pass
+
+
+@pytest.mark.order2
+def test_c():
+    pass
+
+
+@pytest.mark.order7
+def test_d():
+    pass
+
+
+@pytest.mark.order6
+def test_e():
+    pass
+
+
+@pytest.mark.order1
+def test_f():
+    pass
+
+
+@pytest.mark.order5
+def test_g():
+    pass

tests/numbers.py

@@ -0,0 +1,46 @@
+import operator
+import os
+import random
+import re
+
+import pytest
+
+from pytest_ordering import _order_tests
+
+__here__ = os.path.dirname(os.path.abspath(__file__))
+
+
+def get_module(module_name):
+    return __import__(module_name, globals(), locals(), [], -1)
+
+
+def get_tests(module_name):
+    module = get_module(module_name)
+    return [getattr(module, t) for t in dir(module) if t.startswith('test_')]
+
+
+def _names_of_tests(output, test_file_name):
+    regex = r'^{}:(\d+): test_([a-z]) PASSED$'.format(
+        test_file_name.replace('.', '\.'))
+    for line in output.split('\n'):
+        match = re.match(regex, line)
+        if match:
+            yield match.group(2)
+
+
+def get_order(output, test_file_name):
+    return list(_names_of_tests(output, test_file_name))
+
+
+# Default sorting is whatever order the tests show up in the module.
+
+@pytest.mark.parametrize('module_name', [
+    'numbers', 'words', 'words_backwards',
+    # 'grouping', # This one is going to be tricky.
+])
+def test_ordering(module_name, capsys):
+    module = get_module(module_name)
+    pytest.main('{}/{}.py -vv'.format(__here__, module_name))
+    relative_filename = 'tests/{}.py'.format(module_name)
+    out, err = capsys.readouterr()
+    assert list(module.ordering) == get_order(out, relative_filename)

tests/test_ordering.py

@@ -0,0 +1,38 @@
+import pytest
+
+ordering = 'dabgfce'
+
+
+@pytest.mark.second
+def test_a():
+    pass
+
+
+@pytest.mark.third
+def test_b():
+    pass
+
+
+@pytest.mark.sixth
+def test_c():
+    pass
+
+
+@pytest.mark.first
+def test_d():
+    pass
+
+
+@pytest.mark.seventh
+def test_e():
+    pass
+
+
+@pytest.mark.fifth
+def test_f():
+    pass
+
+
+@pytest.mark.fourth
+def test_g():
+    pass

tests/words.py

@@ -0,0 +1,38 @@
+import pytest
+
+ordering = 'dgfbcae'
+
+
+@pytest.mark.second_to_last
+def test_a():
+    pass
+
+
+@pytest.mark.fourth_to_last
+def test_b():
+    pass
+
+
+@pytest.mark.third_to_last
+def test_c():
+    pass
+
+
+@pytest.mark.seventh_to_last
+def test_d():
+    pass
+
+
+@pytest.mark.last
+def test_e():
+    pass
+
+
+@pytest.mark.fifth_to_last
+def test_f():
+    pass
+
+
+@pytest.mark.sixth_to_last
+def test_g():
+    pass