Removes testing counter

aurelion-source · Sep 9, 2024 · df5543b · df5543b
1 parent 546213c
commit df5543b
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/megatron/model/utils.py b/megatron/model/utils.py
@@ -45,7 +45,6 @@ def is_no_weight_decay_module(module_: Any) -> bool:
             "TERMSNorm", "MixedFusedLayerNorm", "MixedFusedRMSNorm"]
             or neox_args.weight_decay == 0.0
         )
-    counter = 0
     for module_ in module.modules():
         if is_no_weight_decay_module(module_):
             no_weight_decay_params["params"].extend(