|
| 1 | +from __future__ import annotations |
| 2 | +import contextlib |
| 3 | +import os.path |
| 4 | +import shlex |
| 5 | +import subprocess |
| 6 | +import urllib.request |
| 7 | +import sys |
| 8 | +import time |
| 9 | +import psutil |
| 10 | + |
| 11 | +from typing import Generator, IO |
| 12 | + |
| 13 | + |
| 14 | +rev = subprocess.check_output(('git', 'rev-parse', 'HEAD'), text=True).strip() |
| 15 | + |
| 16 | +prefix = os.path.abspath('../prefix') |
| 17 | +venv = os.path.abspath('../venv') |
| 18 | +logs = os.path.abspath('../logs') |
| 19 | +uwsgi_src = os.path.abspath('../pyuwsgi-wheels/uwsgi') |
| 20 | +os.makedirs(logs, exist_ok=True) |
| 21 | + |
| 22 | + |
| 23 | +def tee(s: str, *files: IO[str]) -> None: |
| 24 | + for f in files: |
| 25 | + print(s, file=f, flush=True) |
| 26 | + |
| 27 | + |
| 28 | +def _cmd_q( |
| 29 | + *cmd: str, |
| 30 | + env: dict[str, str] | None = None, |
| 31 | + cwd: str | None = None, |
| 32 | + exit: int = 125, |
| 33 | +) -> None: |
| 34 | + with open(os.path.join(logs, rev), 'a+') as logfile: |
| 35 | + tee(f'+ {shlex.join(cmd)}', logfile, sys.stderr) |
| 36 | + ret = subprocess.call( |
| 37 | + cmd, |
| 38 | + env=env, |
| 39 | + cwd=cwd, |
| 40 | + stdout=logfile, |
| 41 | + stderr=logfile, |
| 42 | + ) |
| 43 | + if ret: |
| 44 | + tee(f'=> failed with {ret}', logfile, sys.stderr) |
| 45 | + raise SystemExit(exit) |
| 46 | + |
| 47 | + |
| 48 | +def _build_cpython() -> None: |
| 49 | + print('!!! building cpython') |
| 50 | + _cmd_q('git', 'clean', '-fxfd') |
| 51 | + _cmd_q('./configure', '--prefix', prefix) |
| 52 | + _cmd_q('make', '-j5') |
| 53 | + _cmd_q('make', 'install') |
| 54 | + |
| 55 | + |
| 56 | +def _make_venv() -> None: |
| 57 | + print('!!! making venv') |
| 58 | + _cmd_q('rm', '-rf', venv) |
| 59 | + _cmd_q(os.path.join(prefix, 'bin', 'python3'), '-mvenv', venv) |
| 60 | + |
| 61 | + |
| 62 | +def _install_uwsgi() -> None: |
| 63 | + print('!!! installing uwsgi') |
| 64 | + _cmd_q(os.path.join(venv, 'bin', 'pip'), 'install', uwsgi_src) |
| 65 | + |
| 66 | + |
| 67 | +def _req() -> None: |
| 68 | + urllib.request.urlopen('http://127.0.0.1:9001/', timeout=1).read() |
| 69 | + |
| 70 | + |
| 71 | +def _wait_for_ready() -> None: |
| 72 | + for _ in range(10): |
| 73 | + try: |
| 74 | + _req() |
| 75 | + except OSError: |
| 76 | + print('...waiting for start', file=sys.stderr) |
| 77 | + time.sleep(.25) |
| 78 | + else: |
| 79 | + return |
| 80 | + |
| 81 | + |
| 82 | +def _child_pids(pid: int) -> tuple[int, ...]: |
| 83 | + return tuple(child.pid for child in psutil.Process(pid).children()) |
| 84 | + |
| 85 | + |
| 86 | +@contextlib.contextmanager |
| 87 | +def uwsgi_proc() -> Generator[int]: |
| 88 | + uwsgi = os.path.join(venv, 'bin', 'uwsgi') |
| 89 | + _cmd_q(uwsgi, '--help') |
| 90 | + env = { |
| 91 | + **os.environ, |
| 92 | + 'UWSGI_MASTER': 'true', |
| 93 | + 'UWSGI_BINARY_PATH': os.path.join(venv, 'bin', 'python3'), |
| 94 | + 'UWSGI_VIRTUALENV': venv, |
| 95 | + 'UWSGI_WORKERS': '2', |
| 96 | + 'UWSGI_ENABLE_THREADS': 'true', |
| 97 | + 'UWSGI_MAX_REQUESTS': '2', |
| 98 | + 'UWSGI_SINGLE_INTERPRETER': 'true', |
| 99 | + 'UWSGI_HTTP_SOCKET': 'localhost:9001', |
| 100 | + 'UWSGI_WSGI_FILE': 'wsgi.py', |
| 101 | + 'UWSGI_DISABLE_LOGGING': '1', |
| 102 | + } |
| 103 | + with open(os.path.join(logs, rev), 'a+') as logfile: |
| 104 | + tee('+ uwsgi', logfile, sys.stderr) |
| 105 | + proc = subprocess.Popen( |
| 106 | + (uwsgi, ), |
| 107 | + env=env, |
| 108 | + cwd='..', |
| 109 | + stdout=logfile, |
| 110 | + stderr=logfile, |
| 111 | + ) |
| 112 | + _wait_for_ready() |
| 113 | + try: |
| 114 | + yield proc.pid |
| 115 | + finally: |
| 116 | + to_kill = [str(proc.pid)] |
| 117 | + for child_pid in _child_pids(proc.pid): |
| 118 | + to_kill.append(str(child_pid)) |
| 119 | + subprocess.call(('kill', '-9', *to_kill)) |
| 120 | + |
| 121 | + |
| 122 | +def _run_test() -> int: |
| 123 | + with uwsgi_proc() as pid: |
| 124 | + children = set(_child_pids(pid)) |
| 125 | + print(f'started with pid: {pid} {children}!', file=sys.stderr) |
| 126 | + while True: |
| 127 | + time.sleep(.25) |
| 128 | + try: |
| 129 | + _req() |
| 130 | + except OSError: |
| 131 | + cand_children = set(_child_pids(pid)) |
| 132 | + assert not children & cand_children, (children, cand_children) |
| 133 | + print('\ngot deadlock!!') |
| 134 | + return 1 |
| 135 | + else: |
| 136 | + cand_children = set(_child_pids(pid)) |
| 137 | + if cand_children & children: |
| 138 | + print('z', flush=True, end='') |
| 139 | + continue |
| 140 | + else: |
| 141 | + print('\nsuccessful request after all children recycled!') |
| 142 | + return 0 |
| 143 | + |
| 144 | + |
| 145 | +def main() -> int: |
| 146 | + assert os.path.exists('Python'), 'not in cpython' |
| 147 | + _build_cpython() |
| 148 | + _make_venv() |
| 149 | + _install_uwsgi() |
| 150 | + return _run_test() |
| 151 | + |
| 152 | + |
| 153 | +if __name__ == '__main__': |
| 154 | + raise SystemExit(main()) |
0 commit comments