From 562591d1e0ab8ab6bfc062ec9547ce7aa2b6ef45 Mon Sep 17 00:00:00 2001 From: FoolPlayer <498107402@qq.com> Date: Thu, 15 Jun 2023 10:01:20 +0800 Subject: [PATCH 1/2] fix an error in readme --- colossalai/tensor/d_tensor/RAEDME.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/colossalai/tensor/d_tensor/RAEDME.md b/colossalai/tensor/d_tensor/RAEDME.md index 95d866388364..59e53a7fe100 100644 --- a/colossalai/tensor/d_tensor/RAEDME.md +++ b/colossalai/tensor/d_tensor/RAEDME.md @@ -73,7 +73,7 @@ colossalai.launch_from_torch(config={}) # define your device mesh # assume you have 4 GPUs -physical_mesh_id = torch.arange(0, 4).reshape(1, 4) +physical_mesh_id = torch.arange(0, 4).reshape(-1) mesh_shape = (2, 2) device_mesh = DeviceMesh(physical_mesh_id, mesh_shape, init_process_group=True) From 7ce6db2ed80d9330de14cb19e52ae744844e929c Mon Sep 17 00:00:00 2001 From: FoolPlayer <498107402@qq.com> Date: Thu, 15 Jun 2023 10:06:04 +0800 Subject: [PATCH 2/2] simplify code --- colossalai/tensor/d_tensor/RAEDME.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/colossalai/tensor/d_tensor/RAEDME.md b/colossalai/tensor/d_tensor/RAEDME.md index 59e53a7fe100..3d862dddbf20 100644 --- a/colossalai/tensor/d_tensor/RAEDME.md +++ b/colossalai/tensor/d_tensor/RAEDME.md @@ -73,7 +73,7 @@ colossalai.launch_from_torch(config={}) # define your device mesh # assume you have 4 GPUs -physical_mesh_id = torch.arange(0, 4).reshape(-1) +physical_mesh_id = torch.arange(0, 4) mesh_shape = (2, 2) device_mesh = DeviceMesh(physical_mesh_id, mesh_shape, init_process_group=True)