diff --git a/evalml/pipelines/multiseries_regression_pipeline.py b/evalml/pipelines/multiseries_regression_pipeline.py
index c09bdecfa4..ee13d9aaee 100644
--- a/evalml/pipelines/multiseries_regression_pipeline.py
+++ b/evalml/pipelines/multiseries_regression_pipeline.py
@@ -133,7 +133,9 @@ def predict_in_sample(
             y_train_unstacked.columns.intersection(y_unstacked.columns)
         ]
         X_unstacked = X_unstacked[
-            X_train_unstacked.columns.intersection(X_unstacked.columns)
+            X_train_unstacked.columns.intersection(
+                set(self.input_feature_names.values())[0],
+            )
         ]
 
         X_train_unstacked = infer_feature_types(X_train_unstacked)