diff --git a/acceptance/Cargo.toml b/acceptance/Cargo.toml index bfd64170d..3a308b869 100644 --- a/acceptance/Cargo.toml +++ b/acceptance/Cargo.toml @@ -42,6 +42,7 @@ tracing-subscriber = { version = "0.3", default-features = false, features = [ "env-filter", "fmt", ] } +env_logger = "0.11.5" [[test]] name = "dat_reader" diff --git a/acceptance/tests/dat_reader.rs b/acceptance/tests/dat_reader.rs index ee0e1513f..f22a86fd1 100644 --- a/acceptance/tests/dat_reader.rs +++ b/acceptance/tests/dat_reader.rs @@ -6,6 +6,7 @@ use delta_kernel::engine::default::executor::tokio::TokioBackgroundExecutor; use delta_kernel::engine::default::DefaultEngine; fn reader_test(path: &Path) -> datatest_stable::Result<()> { + env_logger::init(); let root_dir = format!( "{}/{}", env!["CARGO_MANIFEST_DIR"], diff --git a/kernel/src/engine/default/json.rs b/kernel/src/engine/default/json.rs index 6c6370863..9bb3dc998 100644 --- a/kernel/src/engine/default/json.rs +++ b/kernel/src/engine/default/json.rs @@ -14,6 +14,7 @@ use futures::{StreamExt, TryStreamExt}; use itertools::Itertools; use object_store::path::Path; use object_store::{DynObjectStore, GetResultPayload}; +use tracing::debug; use super::executor::TaskExecutor; use super::file_stream::{FileOpenFuture, FileOpener, FileStream}; @@ -119,8 +120,9 @@ impl JsonHandler for DefaultJsonHandler { &self, files: &[FileMeta], physical_schema: SchemaRef, - _predicate: Option, + predicate: Option, ) -> DeltaResult { + debug!("Reading json files with predicate: {:?}", predicate); if files.is_empty() { return Ok(Box::new(std::iter::empty())); } diff --git a/kernel/src/engine/default/parquet.rs b/kernel/src/engine/default/parquet.rs index 46bff22cb..e83e91356 100644 --- a/kernel/src/engine/default/parquet.rs +++ b/kernel/src/engine/default/parquet.rs @@ -10,6 +10,7 @@ use parquet::arrow::arrow_reader::{ ArrowReaderMetadata, ArrowReaderOptions, ParquetRecordBatchReaderBuilder, }; use parquet::arrow::async_reader::{ParquetObjectReader, ParquetRecordBatchStreamBuilder}; +use tracing::debug; use super::file_stream::{FileOpenFuture, FileOpener, FileStream}; use crate::engine::arrow_utils::{generate_mask, get_requested_indices, reorder_struct_array}; @@ -47,8 +48,9 @@ impl ParquetHandler for DefaultParquetHandler { &self, files: &[FileMeta], physical_schema: SchemaRef, - _predicate: Option, + predicate: Option, ) -> DeltaResult { + debug!("Reading parquet files with predicate: {:?}", predicate); if files.is_empty() { return Ok(Box::new(std::iter::empty())); }