warning messages if optimizer configuration does not look correct whi…

…le finetuning

Signed-off-by: Paarth Neekhara <[email protected]>

examples/tts/fastpitch2_finetune.py

@@ -18,10 +18,15 @@
 from nemo.collections.tts.models import FastPitchModel
 from nemo.core.config import hydra_runner
 from nemo.utils.exp_manager import exp_manager
+from nemo.utils import logging
 
 
 @hydra_runner(config_path="conf", config_name="fastpitch_align_44100")
 def main(cfg):
+    if hasattr(cfg.model.optim, 'sched'):
+        logging.warning("You are using an optimizer scheduler while finetuning. Are you sure this is intended?")
+    if (cfg.model.optim.lr > 1e-3 or cfg.model.optim.lr < 1e-5):
+        logging.warning("The recommended learning rate for finetuning is 2e-4")
     trainer = pl.Trainer(**cfg.trainer)
     exp_manager(trainer, cfg.get("exp_manager", None))
     model = FastPitchModel(cfg=cfg.model, trainer=trainer)