Fixed mismatch absorb layers due to tracing and named modules (#963)

Co-authored-by: chen, suyue <[email protected]>

neural_compressor/adaptor/torch_utils/smooth_quant.py

@@ -722,6 +722,14 @@ def transform(self, alpha=0.5, folding=False, percentile=99.999, op_types=['Line
                     save_input_output = True
 
                 input_maxes = self._calibrate(self.absorb_to_layer, calib_iter, save_input_output)
+
+                # Check if input_maxes match self.absorb_to_layer 
+                # (due to self._get_all_layer_names use layer tree instead of forward_path)
+                if not folding:
+                    diff_modules = set(self.absorb_to_layer.keys()).difference(input_maxes.keys())
+                    for d in diff_modules:
+                        del self.absorb_to_layer[d]
+
                 if alpha == 'auto':
                     self.alpha_per_layer = self._auto_tune_alpha(input_maxes, **auto_alpha_args)  ##save the alpha