Fix a typo in comments (#415)

* Update stage2.py

Co-authored-by: Jeff Rasley <[email protected]>

deepspeed/runtime/zero/stage2.py

@@ -517,7 +517,7 @@ def independent_gradient_partition_epilogue(self):
         see_memory_usage(f"End ipg_epilogue")
 
     # resets all partition to no reduced
-    # sets remianing grads to the total number of grads in each partition
+    # sets remaining grads to the total number of grads in each partition
     # set is grad computed to false for all grads in partition
     def reset_partition_gradient_structures(self):
         total_partitions = dist.get_world_size(group=self.dp_process_group)
@@ -617,7 +617,7 @@ def report_ipg_memory_usage(self, tag, param_elems):
             f"{tag}: elems in_bucket {self.elements_in_ipg_bucket} param {param_elems} max_percent {percent_of_bucket_size}"
         )
 
-    ###############Idependent Partition Gradient ########################
+    ############### Independent Partition Gradient ########################
     def reduce_independent_p_g_buckets_and_remove_grads(self, param, i):
         if self.elements_in_ipg_bucket + param.numel() > self.reduce_bucket_size:
             self.report_ipg_memory_usage("In ipg_remove_grads before reduce_ipg_grads",