|
| 1 | +#!usr/bin/env python3 |
| 2 | + |
| 3 | +import argparse |
| 4 | +import re |
| 5 | +from pathlib import Path |
| 6 | +from urllib.request import urlopen |
| 7 | + |
| 8 | +FILENAME_LOOKUP = { |
| 9 | + "linux32": "Linux-32bit.tar.gz", |
| 10 | + "linux64": "Linux-64bit.tar.gz", |
| 11 | + "linuxarm64": "Linux-arm64.tar.gz", |
| 12 | + "linuxppc64le": "Linux-ppc64le.tar.gz", |
| 13 | + "macos64": "macOS-64bit.tar.gz", |
| 14 | + "macosarm64": "macOS-arm64.tar.gz", |
| 15 | + "win32": "Windows-32bit.zip", |
| 16 | + "win64": "Windows-64bit.zip", |
| 17 | + "winarm64": "Windows-arm64.zip", |
| 18 | +} |
| 19 | +VERSION_RE = r"^s5cmd_([\d\.]+)_" |
| 20 | +TEXT_RE = r"\# The section.+\n\# Do not edit this[\S\s]+\# The section.+\n\# Do not edit this.+\n" |
| 21 | + |
| 22 | + |
| 23 | +def parse_args() -> argparse.Namespace: |
| 24 | + parser = argparse.ArgumentParser( |
| 25 | + description="Update s5cmd files and hashes in `s5cmdUrls.cmake`.", |
| 26 | + formatter_class=argparse.ArgumentDefaultsHelpFormatter, |
| 27 | + ) |
| 28 | + |
| 29 | + parser.add_argument( |
| 30 | + "-c", |
| 31 | + "--checksum-file", |
| 32 | + type=str, |
| 33 | + help="Path or URL to the checksum file", |
| 34 | + required=True, |
| 35 | + ) |
| 36 | + parser.add_argument( |
| 37 | + "-s", |
| 38 | + "--s5cmd-file", |
| 39 | + type=str, |
| 40 | + help="Path to the s5cmd file", |
| 41 | + default=Path(__file__).parents[1].joinpath("s5cmdUrls.cmake").as_posix(), |
| 42 | + ) |
| 43 | + args = parser.parse_args() |
| 44 | + return args |
| 45 | + |
| 46 | + |
| 47 | +def read_checksum_text(path: str) -> str: |
| 48 | + if path.startswith("http"): |
| 49 | + response = urlopen(path) |
| 50 | + return response.read().decode("utf-8") |
| 51 | + |
| 52 | + _path = Path(path) |
| 53 | + if not _path.exists() or not _path.is_file(): |
| 54 | + raise FileNotFoundError(f"Checksum file `{_path}` does not exist.") |
| 55 | + return _path.read_text(encoding="utf-8") |
| 56 | + |
| 57 | + |
| 58 | +def generate_cmake_text(text: str) -> str: |
| 59 | + checksums = [l.split() for l in text.rstrip("\n").split("\n")] |
| 60 | + |
| 61 | + version = re.search(VERSION_RE, checksums[0][1]).group(1) |
| 62 | + if version is None: |
| 63 | + msg = f"Cannot find version in {checksums[0][1]}" |
| 64 | + raise ValueError(msg) |
| 65 | + |
| 66 | + output_lines = [ |
| 67 | + "# The section below is auto-generated by scripts/update_s5cmdUrls.cmake.py", |
| 68 | + "# Do not edit this section directly.", |
| 69 | + "", |
| 70 | + f'set(version "{version}")', |
| 71 | + "", |
| 72 | + ] |
| 73 | + |
| 74 | + for shortname, postfix in FILENAME_LOOKUP.items(): |
| 75 | + hash_ = None |
| 76 | + for c in checksums: |
| 77 | + _filename = f"s5cmd_{version}_{postfix}" |
| 78 | + if _filename == c[1]: |
| 79 | + hash_ = c[0] |
| 80 | + break |
| 81 | + if hash_ is None: |
| 82 | + msg = f"Cannot find hash for `{_filename}` in {checksums}" |
| 83 | + raise ValueError(msg) |
| 84 | + |
| 85 | + output_lines.append( |
| 86 | + f"set({shortname}_filename".ljust(26) + f'"s5cmd_${{version}}_{postfix}")' |
| 87 | + ) |
| 88 | + output_lines.append(f"set({shortname}_sha256".ljust(26) + f'"{hash_}")') |
| 89 | + output_lines.append("") |
| 90 | + |
| 91 | + output_lines.append( |
| 92 | + "# The section above is auto-generated by scripts/update_s5cmdUrls.cmake.py" |
| 93 | + ) |
| 94 | + output_lines.append("# Do not edit this section directly.") |
| 95 | + output_lines.append("") |
| 96 | + |
| 97 | + return "\n".join(output_lines) |
| 98 | + |
| 99 | + |
| 100 | +def overwrite_cmake_file(text: str, path: str) -> None: |
| 101 | + _path = Path(path) |
| 102 | + if not _path.exists() or not _path.is_file(): |
| 103 | + msg = f"File `{_path}` does not exist." |
| 104 | + raise FileNotFoundError(msg) |
| 105 | + |
| 106 | + cmake_text = _path.read_text(encoding="utf-8") |
| 107 | + if not re.search(TEXT_RE, cmake_text): |
| 108 | + msg = f"Unable to find text in `{_path}`. Please check the regex." |
| 109 | + raise ValueError(msg) |
| 110 | + |
| 111 | + replaced_text = re.sub(TEXT_RE, text, cmake_text) |
| 112 | + _path.write_text(replaced_text, encoding="utf-8") |
| 113 | + |
| 114 | + print(f"Updated `{_path}` with new checksums.") |
| 115 | + |
| 116 | + |
| 117 | +def main(): |
| 118 | + args = parse_args() |
| 119 | + text = read_checksum_text(args.checksum_file) |
| 120 | + cmake_text = generate_cmake_text(text) |
| 121 | + overwrite_cmake_file(cmake_text, args.s5cmd_file) |
| 122 | + |
| 123 | + |
| 124 | +if __name__ == "__main__": |
| 125 | + main() |
0 commit comments