get.py

#!/usr/bin/python3

import argparse
import subprocess


def main():
    parser = argparse.ArgumentParser("Download an experiment directory")

    parser.add_argument("timestamp", type=str, help="Timestamp of experiment")
    parser.add_argument("-r", "--root", type=str, default="/h/jkelly/kfac-pytorch/experiments/",
                        help="Remote root directory")
    parser.add_argument("-s", "--ssh", type=str, default="vd", help="SSH host")
    parser.add_argument("-e", "--exclude", type=str, nargs="+", default=["*.pickle", "*.pt"],
                        help="Exclude files matching these regex(s)")

    args = parser.parse_args()

    # -a: recurse into subdirectories, turn on archive mode and all other options
    # -v: verbose
    # -e: use ssh for encryption
    # --exclude: exclude all checkpoint files (large and unnecessary)

    exclude_str = " ".join([f"--exclude='{exclude}'" for exclude in args.exclude])
    cmd = f"rsync -av -e ssh {exclude_str} {args.ssh}:{args.root}/{args.timestamp}/ {args.timestamp}/"
    subprocess.run(cmd, shell=True, check=True)


if __name__ == "__main__":
    main()