Skip to content

Commit acbd8ab

Browse files
authored
[DTensor] Update creation of nvFuser.DeviceMesh (Lightning-AI#2423)
1 parent fdf532c commit acbd8ab

File tree

1 file changed

+6
-1
lines changed

1 file changed

+6
-1
lines changed

thunder/executors/nvfuserex_impl.py

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -255,7 +255,12 @@ def multidevice_schedule(fd: FusionDefinition, in_dtensors: list[Proxy]) -> None
255255
assert isinstance(in_dtensor, DTensorProxy)
256256
# Set the device mesh.
257257
assert in_dtensor.device_mesh.ndim == 1, "nvFuser's Python API only supports 1D meshes."
258-
mesh = nvfd.multidevice.DeviceMesh(in_dtensor.device_mesh.mesh.tolist())
258+
259+
# nvfuser's DeviceMesh supports torch.Tensor since 0.2.30
260+
if nvfuser_version() >= LooseVersion("0.2.30"):
261+
mesh = nvfd.multidevice.DeviceMesh(in_dtensor.device_mesh.mesh)
262+
else:
263+
mesh = nvfd.multidevice.DeviceMesh(in_dtensor.device_mesh.mesh.tolist())
259264

260265
in_tv.set_device_mesh(mesh)
261266

0 commit comments

Comments
 (0)