From 273f6236a1a8d7caaaea9c86e144a2b14ae1f625 Mon Sep 17 00:00:00 2001 From: ericharper Date: Tue, 15 Mar 2022 09:18:27 -0600 Subject: [PATCH] disable nvfuser Signed-off-by: ericharper --- .../nlp/models/language_modeling/megatron_gpt_model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/nemo/collections/nlp/models/language_modeling/megatron_gpt_model.py b/nemo/collections/nlp/models/language_modeling/megatron_gpt_model.py index 8befb347d275..edd0c5d1f5ce 100755 --- a/nemo/collections/nlp/models/language_modeling/megatron_gpt_model.py +++ b/nemo/collections/nlp/models/language_modeling/megatron_gpt_model.py @@ -106,7 +106,7 @@ def __init__(self, cfg: DictConfig, trainer: Trainer): self._validate_trainer() # used in NVIDIA NGC PyTorch containers - self._enable_nvidia_optimizations() + # self._enable_nvidia_optimizations() if self.cfg.get('use_cpu_initialization', False) is False: torch.cuda.set_device(trainer.local_rank)