feat(datafusion): adapt repartition to use project new _partition column

Signed-off-by: Florian Valeye <[email protected]>

Author: fvaleye

Cargo.lock

@@ -36,6 +36,7 @@ futures = { workspace = true }
 iceberg = { workspace = true }
 parquet = { workspace = true }
 tokio = { workspace = true }
+tracing = { workspace = true }
 uuid = { workspace = true }
 
 [dev-dependencies]

crates/integrations/datafusion/Cargo.toml

@@ -19,10 +19,12 @@ pub(crate) mod commit;
 pub(crate) mod expr_to_predicate;
 pub(crate) mod metadata_scan;
 pub(crate) mod project;
+pub(crate) mod repartition;
 pub(crate) mod scan;
 pub(crate) mod write;
 
 pub(crate) const DATA_FILES_COL_NAME: &str = "data_files";
 
 pub use project::project_with_partition;
+pub use repartition::repartition;
 pub use scan::IcebergTableScan;

crates/integrations/datafusion/src/physical_plan/mod.rs

@@ -35,7 +35,7 @@ use iceberg::transform::BoxedTransformFunction;
 use crate::to_datafusion_error;
 
 /// Column name for the combined partition values struct
-const PARTITION_VALUES_COLUMN: &str = "_partition";
+pub(crate) const PARTITION_VALUES_COLUMN: &str = "_partition";
 
 /// Extends an ExecutionPlan with partition value calculations for Iceberg tables.
 ///