Ensure dispatch_checks.py cleans up venvs when running in CI (#42933)

Author: scbedd

eng/scripts/dispatch_checks.py

@@ -4,6 +4,7 @@
 import sys
 import time
 import signal
+import shutil
 from dataclasses import dataclass
 from typing import List
 
@@ -76,6 +77,16 @@ async def run_check(semaphore: asyncio.Semaphore, package: str, check: str, base
             print(header.replace('OUTPUT', 'STDERR'))
             print(stderr.rstrip())
             print(trailer)
+
+        # if we have any output collections to complete, do so now here
+
+        # finally, we need to clean up any temp dirs created by --isolate
+        if in_ci():
+            isolate_dir = os.path.join(package, f".venv_{check}")
+            try:
+                shutil.rmtree(isolate_dir)
+            except:
+                logger.warning(f"Failed to remove isolate dir {isolate_dir} for {package} / {check}")
         return CheckResult(package, check, exit_code, duration, stdout, stderr)