Removing pre's from requirement.txt, ...

Author: githubsgi

distributed/tensor_parallelism/requirements.txt

@@ -1,8 +1,3 @@
 # Python dependencies required for running the example
 
---pre
---extra-index-url https://download.pytorch.org/whl/nightly/cu118
---extra-index-url https://download.pytorch.org/whl/nightly/cu121
---extra-index-url https://download.pytorch.org/whl/nightly/cu126
---extra-index-url https://download.pytorch.org/whl/nightly/cu128
 torch >= 2.7.1; sys_platform == "linux"

distributed/tensor_parallelism/sequence_parallel_example.py

@@ -102,8 +102,7 @@ def forward(self, x):
 
 for i in range(num_iters):
     # For SP, input can be different across all ranks.
-    #inp = torch.rand(20, 10, device=device_type)
-    inp = torch.rand(1, 10, device=device_type)
+    inp = torch.rand(20, 10, device=device_type)
     output = sp_model(inp)
     output.sum().backward()
     optimizer.step()

distributed/tensor_parallelism/tensor_parallel_example.py

@@ -1,3 +1,4 @@
+# The following is an example command to run this code
 # torchrun --nnodes 1 --nproc-per-node 4 <fn>
 import os
 import sys