release the arc stats before executing.

apache · Aug 8, 2024 · fcbfa92 · fcbfa92
1 parent 33a7a90
commit fcbfa92
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/datafusion/core/src/datasource/physical_plan/parquet/mod.rs b/datafusion/core/src/datasource/physical_plan/parquet/mod.rs
@@ -354,7 +354,7 @@ impl ParquetExecBuilder {
             schema_adapter_factory,
         } = self;
 
-        let base_config = file_scan_config;
+        let mut base_config = file_scan_config;
         debug!("Creating ParquetExec, files: {:?}, projection {:?}, predicate: {:?}, limit: {:?}",
         base_config.file_groups, base_config.projection, predicate, base_config.limit);
 
@@ -391,6 +391,12 @@ impl ParquetExecBuilder {
             &projected_output_ordering,
             &base_config,
         );
+
+        base_config
+            .file_groups
+            .iter_mut()
+            .for_each(|g| g.iter_mut().for_each(|f| f.statistics = None));
+
         ParquetExec {
             base_config,
             projected_statistics,