run_on_apps.py

import os
import asyncio
import argparse
import concurrent.futures
import csv
import logging

import pipeline
logger = logging.getLogger(__name__)

TIMEOUT_PER_RUN = 5 * 60 # 5 minutes

async def run(csvfile, apkdir, column=0, sniff=None, mitmproxy=False, coverage=False):
  packages = []
  with open(csvfile, "r") as f:
    reader = csv.reader(f)
    next(reader) # skip header
    for row in reader:
      packages.append(row[column])

  for package in packages:
    try:
      await asyncio.wait_for(pipeline.run(package, f"{os.path.join(apkdir, package)}.apk",
                                          n_actions=10, sniff=sniff, mitmproxy=mitmproxy,
                                          coverage=coverage),
                             timeout=TIMEOUT_PER_RUN)
    except asyncio.TimeoutError:
      logger.warning(f">>>{package} TIMEOUT")

    except Exception as e:
      logger.warning(f">>>{package} ERROR {type(e).__name__} {str(e)}")

async def main():
  parser = argparse.ArgumentParser(description="Run pipeline on a bunch of apps.")
  parser.add_argument("csvfile", type=str)
  parser.add_argument("--column", type=int, default=0)
  parser.add_argument("--apkdir", type=str)
  parser.add_argument("--mitmproxy", action="store_true")
  parser.add_argument("--sniff", type=str)
  parser.add_argument("--coverage", action="store_true", default=False)

  args = parser.parse_args()
  await run(args.csvfile, args.apkdir, args.column, args.sniff, args.mitmproxy, args.coverage)

if __name__ == '__main__':
  asyncio.run(main())