lint: Add s3_management to PYFMT (#6903)

Also applies all PYFMT patches to s3_management

Signed-off-by: Eli Uriegas <[email protected]>

Author: seemethere

.lintrunner.toml

@@ -295,9 +295,6 @@ code = 'PYFMT'
 include_patterns = [
     '**/*.py',
 ]
-exclude_patterns = [
-    's3_management/**',
-]
 command = [
     'python3',
     'tools/linter/adapters/pyfmt_linter.py',

s3_management/backup_conda.py

@@ -4,29 +4,37 @@
 # Do not use unless you know what you are doing
 # Usage:  python backup_conda.py --version 1.6.0
 
-import boto3
+import argparse
+import hashlib
+import os
+import urllib
 from typing import List, Optional
+
+import boto3
 import conda.api
-import urllib
-import os
-import hashlib
-import argparse
 
-S3 = boto3.resource('s3')
-BUCKET = S3.Bucket('pytorch-backup')
+
+S3 = boto3.resource("s3")
+BUCKET = S3.Bucket("pytorch-backup")
 _known_subdirs = ["linux-64", "osx-64", "osx-arm64", "win-64"]
 
 
-def compute_md5(path:str) -> str:
+def compute_md5(path: str) -> str:
     with open(path, "rb") as f:
         return hashlib.md5(f.read()).hexdigest()
 
 
-def download_conda_package(package:str, version:Optional[str] = None,
-                           depends:Optional[str] = None, channel:Optional[str] = None) -> List[str]:
-    packages = conda.api.SubdirData.query_all(package,
-                                              channels = [channel] if channel is not None else None,
-                                              subdirs = _known_subdirs)
+def download_conda_package(
+    package: str,
+    version: Optional[str] = None,
+    depends: Optional[str] = None,
+    channel: Optional[str] = None,
+) -> List[str]:
+    packages = conda.api.SubdirData.query_all(
+        package,
+        channels=[channel] if channel is not None else None,
+        subdirs=_known_subdirs,
+    )
     rc = []
 
     for pkg in packages:
@@ -36,7 +44,7 @@ def download_conda_package(package:str, version:Optional[str] = None,
             continue
 
         print(f"Downloading {pkg.url}...")
-        os.makedirs(pkg.subdir, exist_ok = True)
+        os.makedirs(pkg.subdir, exist_ok=True)
         fname = f"{pkg.subdir}/{pkg.fn}"
         if not os.path.exists(fname):
             with open(fname, "wb") as f, urllib.request.urlopen(pkg.url) as url:
@@ -48,26 +56,25 @@ def download_conda_package(package:str, version:Optional[str] = None,
 
     return rc
 
+
 def upload_to_s3(prefix: str, fnames: List[str]) -> None:
     for fname in fnames:
         BUCKET.upload_file(fname, f"{prefix}/{fname}")
         print(fname)
 
 
-
 if __name__ == "__main__":
     parser = argparse.ArgumentParser()
     parser.add_argument(
-        "--version",
-        help="PyTorch Version to backup",
-        type=str,
-        required = True
+        "--version", help="PyTorch Version to backup", type=str, required=True
     )
     options = parser.parse_args()
-    rc = download_conda_package("pytorch", channel = "pytorch", version = options.version)
+    rc = download_conda_package("pytorch", channel="pytorch", version=options.version)
     upload_to_s3(f"v{options.version}/conda", rc)
 
     for libname in ["torchvision", "torchaudio", "torchtext"]:
         print(f"processing {libname}")
-        rc = download_conda_package(libname, channel = "pytorch", depends = f"pytorch {options.version}")
+        rc = download_conda_package(
+            libname, channel="pytorch", depends=f"pytorch {options.version}"
+        )
         upload_to_s3(f"v{options.version}/conda", rc)