Merge pull request #112 from scaliby/xpk-pre-req-minification

Minimize amount of xpk prereq steps

Author: cfbh-google

training/ironwood/deepseek3-671b/4k-bf16-tpu7x-4x4x8/xpk/README.md

@@ -81,24 +81,10 @@ Install XPK and necessary tools:
 pip install xpk==0.16.0
 
 # Install xpk pre-reqs kubectl-kueue and kjob (if you installed xpk via pip)
-
-# Download kueuectl - https://kueue.sigs.k8s.io/docs/reference/kubectl-kueue/installation/#installing-from-release-binaries
-curl -Lo ./kubectl-kueue https://github.com/kubernetes-sigs/kueue/releases/download/v0.12.2/kubectl-kueue-linux-amd64
-
-# Make binary executable
-chmod +x ./kubectl-kueue
-
-# Move to location in system PATH
-sudo mv ./kubectl-kueue /usr/local/bin/kubectl-kueue
-
-# Download kjob - https://github.com/kubernetes-sigs/kjob/blob/main/docs/installation.md
-curl -Lo ./kubectl-kjob https://github.com/kubernetes-sigs/kjob/releases/download/v0.1.0/kubectl-kjob-linux-amd64
-
-# Make binary executable
-chmod +x ./kubectl-kjob
-
-# Move to location in system PATH
-sudo mv ./kubectl-kjob /usr/local/bin/kubectl-kjob
+curl -LsSf https://raw.githubusercontent.com/AI-Hypercomputer/xpk/refs/tags/v0.16.0/tools/install-xpk.sh -o install-xpk.sh
+chmod +x install-xpk.sh
+./install-xpk.sh
+rm install-xpk.sh
 
 # Follow https://cloud.google.com/kubernetes-engine/docs/how-to/cluster-access-for-kubectl#install_plugin to install gke-gcloud-auth-plugin
 ```
@@ -179,7 +165,6 @@ xpk cluster create \
   --zone=${ZONE} \
   --tpu-type=${ACCELERATOR_TYPE} \
   --num-slices=1 \
-  --on-demand \
   --reservation=${RESERVATION_NAME}
 ```
 

training/ironwood/deepseek3-671b/4k-bf16-tpu7x-4x8x8/README.md

@@ -78,27 +78,13 @@ Install XPK and necessary tools:
 # Ensure to log in to your gcloud
 
 # Install latest xpk
-pip install xpk==0.14.3
+pip install xpk==0.16.0
 
 # Install xpk pre-reqs kubectl-kueue and kjob (if you installed xpk via pip)
-
-# Download kueuectl - https://kueue.sigs.k8s.io/docs/reference/kubectl-kueue/installation/#installing-from-release-binaries
-curl -Lo ./kubectl-kueue https://github.com/kubernetes-sigs/kueue/releases/download/v0.12.2/kubectl-kueue-linux-amd64
-
-# Make binary executable
-chmod +x ./kubectl-kueue
-
-# Move to location in system PATH
-sudo mv ./kubectl-kueue /usr/local/bin/kubectl-kueue
-
-# Download kjob - https://github.com/kubernetes-sigs/kjob/blob/main/docs/installation.md
-curl -Lo ./kubectl-kjob https://github.com/kubernetes-sigs/kjob/releases/download/v0.1.0/kubectl-kjob-linux-amd64
-
-# Make binary executable
-chmod +x ./kubectl-kjob
-
-# Move to location in system PATH
-sudo mv ./kubectl-kjob /usr/local/bin/kubectl-kjob
+curl -LsSf https://raw.githubusercontent.com/AI-Hypercomputer/xpk/refs/tags/v0.16.0/tools/install-xpk.sh -o install-xpk.sh
+chmod +x install-xpk.sh
+./install-xpk.sh
+rm install-xpk.sh
 
 # Follow https://cloud.google.com/kubernetes-engine/docs/how-to/cluster-access-for-kubectl#install_plugin to install gke-gcloud-auth-plugin
 ```
@@ -179,7 +165,6 @@ xpk cluster create \
   --zone=${ZONE} \
   --tpu-type=${ACCELERATOR_TYPE} \
   --num-slices=1 \
-  --on-demand \
   --reservation=${RESERVATION_NAME}
 ```
 

training/ironwood/deepseek3-671b/4k-bf16-tpu7x-4x8x8/run_recipe.sh

@@ -13,7 +13,7 @@ source "${UV_VENV_PATH}/bin/activate"
 # Check if xpk is installed in the venv
 if ! pip show xpk &> /dev/null; then
     echo "xpk not found in the virtual environment. Please install it by running:"
-    echo "pip install xpk==0.14.3"
+    echo "pip install xpk==0.16.0"
     exit 1
 fi
 # --- End Environment Setup ---

training/ironwood/deepseek3-671b/4k-fp8-tpu7x-4x4x8/README.md

@@ -78,27 +78,13 @@ Install XPK and necessary tools:
 # Ensure to log in to your gcloud
 
 # Install latest xpk
-pip install xpk==0.14.3
+pip install xpk==0.16.0
 
 # Install xpk pre-reqs kubectl-kueue and kjob (if you installed xpk via pip)
-
-# Download kueuectl - https://kueue.sigs.k8s.io/docs/reference/kubectl-kueue/installation/#installing-from-release-binaries
-curl -Lo ./kubectl-kueue https://github.com/kubernetes-sigs/kueue/releases/download/v0.12.2/kubectl-kueue-linux-amd64
-
-# Make binary executable
-chmod +x ./kubectl-kueue
-
-# Move to location in system PATH
-sudo mv ./kubectl-kueue /usr/local/bin/kubectl-kueue
-
-# Download kjob - https://github.com/kubernetes-sigs/kjob/blob/main/docs/installation.md
-curl -Lo ./kubectl-kjob https://github.com/kubernetes-sigs/kjob/releases/download/v0.1.0/kubectl-kjob-linux-amd64
-
-# Make binary executable
-chmod +x ./kubectl-kjob
-
-# Move to location in system PATH
-sudo mv ./kubectl-kjob /usr/local/bin/kubectl-kjob
+curl -LsSf https://raw.githubusercontent.com/AI-Hypercomputer/xpk/refs/tags/v0.16.0/tools/install-xpk.sh -o install-xpk.sh
+chmod +x install-xpk.sh
+./install-xpk.sh
+rm install-xpk.sh
 
 # Follow https://cloud.google.com/kubernetes-engine/docs/how-to/cluster-access-for-kubectl#install_plugin to install gke-gcloud-auth-plugin
 ```
@@ -179,7 +165,6 @@ xpk cluster create \
   --zone=${ZONE} \
   --tpu-type=${ACCELERATOR_TYPE} \
   --num-slices=1 \
-  --on-demand \
   --reservation=${RESERVATION_NAME}
 ```
 

training/ironwood/deepseek3-671b/4k-fp8-tpu7x-4x4x8/run_recipe.sh

@@ -13,7 +13,7 @@ source "${UV_VENV_PATH}/bin/activate"
 # Check if xpk is installed in the venv
 if ! pip show xpk &> /dev/null; then
     echo "xpk not found in the virtual environment. Please install it by running:"
-    echo "pip install xpk==0.14.3"
+    echo "pip install xpk==0.16.0"
     exit 1
 fi
 # --- End Environment Setup ---

training/ironwood/deepseek3-671b/4k-fp8-tpu7x-4x8x8/README.md

@@ -78,27 +78,13 @@ Install XPK and necessary tools:
 # Ensure to log in to your gcloud
 
 # Install latest xpk
-pip install xpk==0.14.3
+pip install xpk==0.16.0
 
 # Install xpk pre-reqs kubectl-kueue and kjob (if you installed xpk via pip)
-
-# Download kueuectl - https://kueue.sigs.k8s.io/docs/reference/kubectl-kueue/installation/#installing-from-release-binaries
-curl -Lo ./kubectl-kueue https://github.com/kubernetes-sigs/kueue/releases/download/v0.12.2/kubectl-kueue-linux-amd64
-
-# Make binary executable
-chmod +x ./kubectl-kueue
-
-# Move to location in system PATH
-sudo mv ./kubectl-kueue /usr/local/bin/kubectl-kueue
-
-# Download kjob - https://github.com/kubernetes-sigs/kjob/blob/main/docs/installation.md
-curl -Lo ./kubectl-kjob https://github.com/kubernetes-sigs/kjob/releases/download/v0.1.0/kubectl-kjob-linux-amd64
-
-# Make binary executable
-chmod +x ./kubectl-kjob
-
-# Move to location in system PATH
-sudo mv ./kubectl-kjob /usr/local/bin/kubectl-kjob
+curl -LsSf https://raw.githubusercontent.com/AI-Hypercomputer/xpk/refs/tags/v0.16.0/tools/install-xpk.sh -o install-xpk.sh
+chmod +x install-xpk.sh
+./install-xpk.sh
+rm install-xpk.sh
 
 # Follow https://cloud.google.com/kubernetes-engine/docs/how-to/cluster-access-for-kubectl#install_plugin to install gke-gcloud-auth-plugin
 ```
@@ -179,7 +165,6 @@ xpk cluster create \
   --zone=${ZONE} \
   --tpu-type=${ACCELERATOR_TYPE} \
   --num-slices=1 \
-  --on-demand \
   --reservation=${RESERVATION_NAME}
 ```
 

training/ironwood/deepseek3-671b/4k-fp8-tpu7x-4x8x8/run_recipe.sh

@@ -13,7 +13,7 @@ source "${UV_VENV_PATH}/bin/activate"
 # Check if xpk is installed in the venv
 if ! pip show xpk &> /dev/null; then
     echo "xpk not found in the virtual environment. Please install it by running:"
-    echo "pip install xpk==0.14.3"
+    echo "pip install xpk==0.16.0"
     exit 1
 fi
 # --- End Environment Setup ---

training/ironwood/gpt-oss-120b/8k-bf16-tpu7x-4x4x4/README.md

@@ -78,27 +78,13 @@ Install XPK and necessary tools:
 # Ensure to log in to your gcloud
 
 # Install latest xpk
-pip install xpk==0.14.3
+pip install xpk==0.16.0
 
 # Install xpk pre-reqs kubectl-kueue and kjob (if you installed xpk via pip)
-
-# Download kueuectl - https://kueue.sigs.k8s.io/docs/reference/kubectl-kueue/installation/#installing-from-release-binaries
-curl -Lo ./kubectl-kueue https://github.com/kubernetes-sigs/kueue/releases/download/v0.12.2/kubectl-kueue-linux-amd64
-
-# Make binary executable
-chmod +x ./kubectl-kueue
-
-# Move to location in system PATH
-sudo mv ./kubectl-kueue /usr/local/bin/kubectl-kueue
-
-# Download kjob - https://github.com/kubernetes-sigs/kjob/blob/main/docs/installation.md
-curl -Lo ./kubectl-kjob https://github.com/kubernetes-sigs/kjob/releases/download/v0.1.0/kubectl-kjob-linux-amd64
-
-# Make binary executable
-chmod +x ./kubectl-kjob
-
-# Move to location in system PATH
-sudo mv ./kubectl-kjob /usr/local/bin/kubectl-kjob
+curl -LsSf https://raw.githubusercontent.com/AI-Hypercomputer/xpk/refs/tags/v0.16.0/tools/install-xpk.sh -o install-xpk.sh
+chmod +x install-xpk.sh
+./install-xpk.sh
+rm install-xpk.sh
 
 # Follow https://cloud.google.com/kubernetes-engine/docs/how-to/cluster-access-for-kubectl#install_plugin to install gke-gcloud-auth-plugin
 ```

training/ironwood/gpt-oss-120b/8k-bf16-tpu7x-4x4x4/run_recipe.sh

@@ -13,7 +13,7 @@ source "${UV_VENV_PATH}/bin/activate"
 # Check if xpk is installed in the venv
 if ! pip show xpk &> /dev/null; then
     echo "xpk not found in the virtual environment. Please install it by running:"
-    echo "pip install xpk==0.14.3"
+    echo "pip install xpk==0.16.0"
     exit 1
 fi
 # --- End Environment Setup ---

training/ironwood/gpt-oss-120b/8k-bf16-tpu7x-4x8x8/README.md

@@ -78,27 +78,13 @@ Install XPK and necessary tools:
 # Ensure to log in to your gcloud
 
 # Install latest xpk
-pip install xpk==0.14.3
+pip install xpk==0.16.0
 
 # Install xpk pre-reqs kubectl-kueue and kjob (if you installed xpk via pip)
-
-# Download kueuectl - https://kueue.sigs.k8s.io/docs/reference/kubectl-kueue/installation/#installing-from-release-binaries
-curl -Lo ./kubectl-kueue https://github.com/kubernetes-sigs/kueue/releases/download/v0.12.2/kubectl-kueue-linux-amd64
-
-# Make binary executable
-chmod +x ./kubectl-kueue
-
-# Move to location in system PATH
-sudo mv ./kubectl-kueue /usr/local/bin/kubectl-kueue
-
-# Download kjob - https://github.com/kubernetes-sigs/kjob/blob/main/docs/installation.md
-curl -Lo ./kubectl-kjob https://github.com/kubernetes-sigs/kjob/releases/download/v0.1.0/kubectl-kjob-linux-amd64
-
-# Make binary executable
-chmod +x ./kubectl-kjob
-
-# Move to location in system PATH
-sudo mv ./kubectl-kjob /usr/local/bin/kubectl-kjob
+curl -LsSf https://raw.githubusercontent.com/AI-Hypercomputer/xpk/refs/tags/v0.16.0/tools/install-xpk.sh -o install-xpk.sh
+chmod +x install-xpk.sh
+./install-xpk.sh
+rm install-xpk.sh
 
 # Follow https://cloud.google.com/kubernetes-engine/docs/how-to/cluster-access-for-kubectl#install_plugin to install gke-gcloud-auth-plugin
 ```
@@ -179,7 +165,6 @@ xpk cluster create \
   --zone=${ZONE} \
   --tpu-type=${ACCELERATOR_TYPE} \
   --num-slices=1 \
-  --on-demand \
   --reservation=${RESERVATION_NAME}
 ```