1. Fixing indentation bug. (NVIDIA#7352)

Signed-off-by: Micha Livne <[email protected]>
rohitrango · Aug 30, 2023 · ce0da17 · ce0da17
1 parent 2d830b5
commit ce0da17
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/nemo/collections/nlp/data/language_modeling/megatron/dataset_utils.py b/nemo/collections/nlp/data/language_modeling/megatron/dataset_utils.py
@@ -1344,8 +1344,8 @@ def get_samples_mapping(
         logging.info('    loaded indexed file in {:3.3f} seconds'.format(time.time() - start_time))
         logging.info('    total number of samples: {}'.format(samples_mapping.shape[0]))
 
-        # Deallocate temporary numpy arrays that were created for `get_samples_mapping()` when needed
-        if hasattr(indexed_dataset, 'doc_idx') and hasattr(indexed_dataset, 'sizes'):
-            deallocate_indexed_dataset_memory(indexed_dataset)
+    # Deallocate temporary numpy arrays that were created for `get_samples_mapping()` when needed
+    if hasattr(indexed_dataset, 'doc_idx') and hasattr(indexed_dataset, 'sizes'):
+        deallocate_indexed_dataset_memory(indexed_dataset)
 
     return samples_mapping