From 3dc923913d6d23a52636836378db29e8546eed98 Mon Sep 17 00:00:00 2001 From: Jeff Rasley Date: Fri, 11 Dec 2020 13:04:15 -0800 Subject: [PATCH 1/2] Update launch.py --- deepspeed/launcher/launch.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/deepspeed/launcher/launch.py b/deepspeed/launcher/launch.py index 205aee2d6ac4..7faf2ca56571 100755 --- a/deepspeed/launcher/launch.py +++ b/deepspeed/launcher/launch.py @@ -113,7 +113,8 @@ def main(): # each process's rank dist_rank = global_rank_mapping[local_node][local_rank] current_env["RANK"] = str(dist_rank) - + current_env["LOCAL_RANK"] = str(local_rank) + # spawn the processes cmd = [ sys.executable, From 0e0b5a0c26c5dd93c53076d8d86df1ce957c9382 Mon Sep 17 00:00:00 2001 From: Jeff Rasley Date: Fri, 11 Dec 2020 13:50:07 -0800 Subject: [PATCH 2/2] formatting --- deepspeed/launcher/launch.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deepspeed/launcher/launch.py b/deepspeed/launcher/launch.py index 7faf2ca56571..74a0530c7f98 100755 --- a/deepspeed/launcher/launch.py +++ b/deepspeed/launcher/launch.py @@ -114,7 +114,7 @@ def main(): dist_rank = global_rank_mapping[local_node][local_rank] current_env["RANK"] = str(dist_rank) current_env["LOCAL_RANK"] = str(local_rank) - + # spawn the processes cmd = [ sys.executable,