|
| 1 | +import pytest |
| 2 | +from . import schema |
| 3 | +from datajoint.jobs import ERROR_MESSAGE_LENGTH, TRUNCATION_APPENDIX |
| 4 | +import random |
| 5 | +import string |
| 6 | +import datajoint as dj |
| 7 | + |
| 8 | + |
| 9 | +@pytest.fixture |
| 10 | +def subjects(): |
| 11 | + yield schema.Subject() |
| 12 | + |
| 13 | + |
| 14 | +def test_reserve_job(schema_any, subjects): |
| 15 | + assert subjects |
| 16 | + table_name = "fake_table" |
| 17 | + |
| 18 | + # reserve jobs |
| 19 | + for key in subjects.fetch("KEY"): |
| 20 | + assert schema_any.jobs.reserve(table_name, key), "failed to reserve a job" |
| 21 | + |
| 22 | + # refuse jobs |
| 23 | + for key in subjects.fetch("KEY"): |
| 24 | + assert not schema_any.jobs.reserve( |
| 25 | + table_name, key |
| 26 | + ), "failed to respect reservation" |
| 27 | + |
| 28 | + # complete jobs |
| 29 | + for key in subjects.fetch("KEY"): |
| 30 | + schema_any.jobs.complete(table_name, key) |
| 31 | + assert not schema_any.jobs, "failed to free jobs" |
| 32 | + |
| 33 | + # reserve jobs again |
| 34 | + for key in subjects.fetch("KEY"): |
| 35 | + assert schema_any.jobs.reserve(table_name, key), "failed to reserve new jobs" |
| 36 | + |
| 37 | + # finish with error |
| 38 | + for key in subjects.fetch("KEY"): |
| 39 | + schema_any.jobs.error(table_name, key, "error message") |
| 40 | + |
| 41 | + # refuse jobs with errors |
| 42 | + for key in subjects.fetch("KEY"): |
| 43 | + assert not schema_any.jobs.reserve( |
| 44 | + table_name, key |
| 45 | + ), "failed to ignore error jobs" |
| 46 | + |
| 47 | + # clear error jobs |
| 48 | + (schema_any.jobs & dict(status="error")).delete() |
| 49 | + assert not schema_any.jobs, "failed to clear error jobs" |
| 50 | + |
| 51 | + |
| 52 | +def test_restrictions(schema_any): |
| 53 | + jobs = schema_any.jobs |
| 54 | + jobs.delete() |
| 55 | + jobs.reserve("a", {"key": "a1"}) |
| 56 | + jobs.reserve("a", {"key": "a2"}) |
| 57 | + jobs.reserve("b", {"key": "b1"}) |
| 58 | + jobs.error("a", {"key": "a2"}, "error") |
| 59 | + jobs.error("b", {"key": "b1"}, "error") |
| 60 | + |
| 61 | + assert len(jobs & {"table_name": "a"}) == 2 |
| 62 | + assert len(jobs & {"status": "error"}) == 2 |
| 63 | + assert len(jobs & {"table_name": "a", "status": "error"}) == 1 |
| 64 | + jobs.delete() |
| 65 | + |
| 66 | + |
| 67 | +def test_sigint(schema_any): |
| 68 | + try: |
| 69 | + schema.SigIntTable().populate(reserve_jobs=True) |
| 70 | + except KeyboardInterrupt: |
| 71 | + pass |
| 72 | + |
| 73 | + assert len(schema_any.jobs.fetch()), "SigInt jobs table is empty" |
| 74 | + status, error_message = schema_any.jobs.fetch1("status", "error_message") |
| 75 | + assert status == "error" |
| 76 | + assert error_message == "KeyboardInterrupt" |
| 77 | + |
| 78 | + |
| 79 | +def test_sigterm(schema_any): |
| 80 | + try: |
| 81 | + schema.SigTermTable().populate(reserve_jobs=True) |
| 82 | + except SystemExit: |
| 83 | + pass |
| 84 | + |
| 85 | + assert len(schema_any.jobs.fetch()), "SigTerm jobs table is empty" |
| 86 | + status, error_message = schema_any.jobs.fetch1("status", "error_message") |
| 87 | + assert status == "error" |
| 88 | + assert error_message == "SystemExit: SIGTERM received" |
| 89 | + |
| 90 | + |
| 91 | +def test_suppress_dj_errors(schema_any): |
| 92 | + """test_suppress_dj_errors: dj errors suppressible w/o native py blobs""" |
| 93 | + with dj.config(enable_python_native_blobs=False): |
| 94 | + schema.ErrorClass.populate(reserve_jobs=True, suppress_errors=True) |
| 95 | + assert len(schema.DjExceptionName()) == len(schema_any.jobs) > 0 |
| 96 | + |
| 97 | + |
| 98 | +def test_long_error_message(schema_any, subjects): |
| 99 | + # create long error message |
| 100 | + long_error_message = "".join( |
| 101 | + random.choice(string.ascii_letters) for _ in range(ERROR_MESSAGE_LENGTH + 100) |
| 102 | + ) |
| 103 | + short_error_message = "".join( |
| 104 | + random.choice(string.ascii_letters) for _ in range(ERROR_MESSAGE_LENGTH // 2) |
| 105 | + ) |
| 106 | + assert subjects |
| 107 | + table_name = "fake_table" |
| 108 | + |
| 109 | + key = subjects.fetch("KEY")[0] |
| 110 | + |
| 111 | + # test long error message |
| 112 | + schema_any.jobs.reserve(table_name, key) |
| 113 | + schema_any.jobs.error(table_name, key, long_error_message) |
| 114 | + error_message = schema_any.jobs.fetch1("error_message") |
| 115 | + assert ( |
| 116 | + len(error_message) == ERROR_MESSAGE_LENGTH |
| 117 | + ), "error message is longer than max allowed" |
| 118 | + assert error_message.endswith( |
| 119 | + TRUNCATION_APPENDIX |
| 120 | + ), "appropriate ending missing for truncated error message" |
| 121 | + schema_any.jobs.delete() |
| 122 | + |
| 123 | + # test long error message |
| 124 | + schema_any.jobs.reserve(table_name, key) |
| 125 | + schema_any.jobs.error(table_name, key, short_error_message) |
| 126 | + error_message = schema_any.jobs.fetch1("error_message") |
| 127 | + assert error_message == short_error_message, "error messages do not agree" |
| 128 | + assert not error_message.endswith( |
| 129 | + TRUNCATION_APPENDIX |
| 130 | + ), "error message should not be truncated" |
| 131 | + schema_any.jobs.delete() |
| 132 | + |
| 133 | + |
| 134 | +def test_long_error_stack(schema_any, subjects): |
| 135 | + # create long error stack |
| 136 | + STACK_SIZE = ( |
| 137 | + 89942 # Does not fit into small blob (should be 64k, but found to be higher) |
| 138 | + ) |
| 139 | + long_error_stack = "".join( |
| 140 | + random.choice(string.ascii_letters) for _ in range(STACK_SIZE) |
| 141 | + ) |
| 142 | + assert subjects |
| 143 | + table_name = "fake_table" |
| 144 | + |
| 145 | + key = subjects.fetch("KEY")[0] |
| 146 | + |
| 147 | + # test long error stack |
| 148 | + schema_any.jobs.reserve(table_name, key) |
| 149 | + schema_any.jobs.error(table_name, key, "error message", long_error_stack) |
| 150 | + error_stack = schema_any.jobs.fetch1("error_stack") |
| 151 | + assert error_stack == long_error_stack, "error stacks do not agree" |
0 commit comments