Retry git submodule and vendoring

These operations require a lot of network requests
and networks are flaky. If they fail, we don't want
to take out the whole clang/rustc build. So retry a
few times.

Bug: 1401042
Change-Id: I705f876d75d3d36b91e102d6a0818e83f649c847
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/4366440
Auto-Submit: danakj <[email protected]>
Reviewed-by: Collin Baker <[email protected]>
Commit-Queue: Collin Baker <[email protected]>
Cr-Commit-Position: refs/heads/main@{#1121822}
NOKEYCHECK=True
GitOrigin-RevId: 1abde5b0067c21e7061ae7ad75f6f2670d1d96ce

Author: danakj

build_rust.py

@@ -248,27 +248,41 @@ def CargoVendor(cargo_bin):
     '''Runs `cargo vendor` to pull down dependencies.'''
     os.chdir(RUST_SRC_DIR)
 
-    # Some Submodules are part of the workspace and need to exist (so we can
-    # read their Cargo.toml files) before we can vendor their deps.
-    RunCommand([
-        'git', 'submodule', 'update', '--init', '--recursive', '--depth', '1'
-    ])
-
-    # From https://github.com/rust-lang/rust/blob/master/src/bootstrap/dist.rs#L986-L995
-    # The additional `--sync` Cargo.toml files are not part of the top level
-    # workspace.
-    RunCommand([
-        cargo_bin,
-        'vendor',
-        '--locked',
-        '--versioned-dirs',
-        '--sync',
-        'src/tools/rust-analyzer/Cargo.toml',
-        '--sync',
-        'compiler/rustc_codegen_cranelift/Cargo.toml',
-        '--sync',
-        'src/bootstrap/Cargo.toml',
-    ])
+    for i in range(0, 3):
+        # Some Submodules are part of the workspace and need to exist (so we can
+        # read their Cargo.toml files) before we can vendor their deps.
+        submod_cmd = [
+            'git', 'submodule', 'update', '--init', '--recursive', '--depth',
+            '1'
+        ]
+        if not RunCommand(submod_cmd, fail_hard=False):
+            if i < 2:
+                print('Failed git submodule, retrying...')
+                continue
+            else:
+                sys.exit(1)
+
+        # From https://github.com/rust-lang/rust/blob/master/src/bootstrap/dist.rs#L986-L995:
+        # The additional `--sync` Cargo.toml files are not part of the top level
+        # workspace.
+        vendor_cmd = [
+            cargo_bin,
+            'vendor',
+            '--locked',
+            '--versioned-dirs',
+            '--sync',
+            'src/tools/rust-analyzer/Cargo.toml',
+            '--sync',
+            'compiler/rustc_codegen_cranelift/Cargo.toml',
+            '--sync',
+            'src/bootstrap/Cargo.toml',
+        ]
+        if not RunCommand(vendor_cmd, fail_hard=False):
+            if i < 2:
+                print('Failed cargo vendor, retrying...')
+                continue
+            else:
+                sys.exit(1)
 
     # Make a `.cargo/config.toml` the points to the `vendor` directory for all
     # dependency crates.