Update launcher to set local rank environ variable (#597)

* Update launch.py * formatting
microsoft · Dec 11, 2020 · c5a449f · c5a449f
1 parent a4763f5
commit c5a449f
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/deepspeed/launcher/launch.py b/deepspeed/launcher/launch.py
@@ -113,6 +113,7 @@ def main():
         # each process's rank
         dist_rank = global_rank_mapping[local_node][local_rank]
         current_env["RANK"] = str(dist_rank)
+        current_env["LOCAL_RANK"] = str(local_rank)
 
         # spawn the processes
         cmd = [