Update

[ghstack-poisoned]

Author: GregoryComer

.ci/scripts/wheel/pre_build_script.sh

@@ -9,6 +9,17 @@ set -euxo pipefail
 
 # This script is run before building ExecuTorch binaries
 
+# Enable long paths (relevant for Windows, but can run on any system).
+git config --system core.longpaths true
+
+# Clone nested submodules for tokenizers - this is a workaround for recursive
+# submodule clone failing due to path length limitations on Windows. Eventually,
+# we should update the core job in test-infra to enable long paths before
+# checkout to avoid needing to do this.
+pushd extension/llm/tokenizers
+git submodule update --init
+popd
+
 # Manually install build requirements because `python setup.py bdist_wheel` does
 # not install them. TODO(dbort): Switch to using `python -m build --wheel`,
 # which does install them. Though we'd need to disable build isolation to be

.github/workflows/build-wheels-windows.yml

@@ -55,11 +55,10 @@ jobs:
       test-infra-repository: pytorch/test-infra
       test-infra-ref: main
       build-matrix: ${{ needs.generate-matrix.outputs.matrix }}
-      submodules: recursive
+      submodules: true
       env-script: .ci/scripts/wheel/envvar_windows.ps1
       pre-script: ${{ matrix.pre-script }}
       post-script: ${{ matrix.post-script }}
       package-name: ${{ matrix.package-name }}
       smoke-test-script: ${{ matrix.smoke-test-script }}
       trigger-event: ${{ github.event_name }}
-