Adding MPS Support for LLama3.2 11B Multimodal; Bump torchtune 9.28.24 (#1230)

Author: Jack-Khuu

install/install_requirements.sh

@@ -52,6 +52,9 @@ PYTORCH_NIGHTLY_VERSION=dev20240901
 # Nightly version for torchvision
 VISION_NIGHTLY_VERSION=dev20240901
 
+# Nightly version for torchtune
+TUNE_NIGHTLY_VERSION=dev20240928
+
 # Uninstall triton, as nightly will depend on pytorch-triton, which is one and the same
 (
   set -x
@@ -72,6 +75,7 @@ fi
 REQUIREMENTS_TO_INSTALL=(
   torch=="2.5.0.${PYTORCH_NIGHTLY_VERSION}"
   torchvision=="0.20.0.${VISION_NIGHTLY_VERSION}"
+  torchtune=="0.3.0.${TUNE_NIGHTLY_VERSION}"
 )
 
 # Install the requirements. --extra-index-url tells pip to look for package
@@ -87,12 +91,6 @@ REQUIREMENTS_TO_INSTALL=(
   $PIP_EXECUTABLE install torchao=="0.5.0"
 )
 
-# Rely on the latest tochtune for flamingo support
-(
-  set -x
-  $PIP_EXECUTABLE install -I git+https://github.com/pytorch/torchtune.git@d002d45e3ec700fa770d9dcc61b02c59e2507bf6
-)
-
 if [[ -x "$(command -v nvidia-smi)" ]]; then
   (
     set -x