diff --git a/datafusion/datasource-parquet/src/opener.rs b/datafusion/datasource-parquet/src/opener.rs index 6f92d567c8307..0b0ff569d2bcc 100644 --- a/datafusion/datasource-parquet/src/opener.rs +++ b/datafusion/datasource-parquet/src/opener.rs @@ -71,55 +71,55 @@ pub(super) struct ParquetOpener { /// Execution partition index pub(crate) partition_index: usize, /// Projection to apply on top of the table schema (i.e. can reference partition columns). - pub projection: ProjectionExprs, + pub(crate) projection: ProjectionExprs, /// Target number of rows in each output RecordBatch - pub batch_size: usize, + pub(crate) batch_size: usize, /// Optional limit on the number of rows to read pub(crate) limit: Option, /// If should keep the output rows in order - pub preserve_order: bool, + pub(crate) preserve_order: bool, /// Optional predicate to apply during the scan - pub predicate: Option>, + pub(crate) predicate: Option>, /// Table schema, including partition columns. - pub table_schema: TableSchema, + pub(crate) table_schema: TableSchema, /// Optional hint for how large the initial request to read parquet metadata /// should be - pub metadata_size_hint: Option, + pub(crate) metadata_size_hint: Option, /// Metrics for reporting - pub metrics: ExecutionPlanMetricsSet, + pub(crate) metrics: ExecutionPlanMetricsSet, /// Factory for instantiating parquet reader - pub parquet_file_reader_factory: Arc, + pub(crate) parquet_file_reader_factory: Arc, /// Should the filters be evaluated during the parquet scan using /// [`DataFusionArrowPredicate`](row_filter::DatafusionArrowPredicate)? - pub pushdown_filters: bool, + pub(crate) pushdown_filters: bool, /// Should the filters be reordered to optimize the scan? - pub reorder_filters: bool, + pub(crate) reorder_filters: bool, /// Should we force the reader to use RowSelections for filtering - pub force_filter_selections: bool, + pub(crate) force_filter_selections: bool, /// Should the page index be read from parquet files, if present, to skip /// data pages - pub enable_page_index: bool, + pub(crate) enable_page_index: bool, /// Should the bloom filter be read from parquet, if present, to skip row /// groups - pub enable_bloom_filter: bool, + pub(crate) enable_bloom_filter: bool, /// Should row group pruning be applied - pub enable_row_group_stats_pruning: bool, + pub(crate) enable_row_group_stats_pruning: bool, /// Coerce INT96 timestamps to specific TimeUnit - pub coerce_int96: Option, + pub(crate) coerce_int96: Option, /// Optional parquet FileDecryptionProperties #[cfg(feature = "parquet_encryption")] - pub file_decryption_properties: Option>, + pub(crate) file_decryption_properties: Option>, /// Rewrite expressions in the context of the file schema pub(crate) expr_adapter_factory: Arc, /// Optional factory to create file decryption properties dynamically #[cfg(feature = "parquet_encryption")] - pub encryption_factory: + pub(crate) encryption_factory: Option<(Arc, EncryptionFactoryOptions)>, /// Maximum size of the predicate cache, in bytes. If none, uses /// the arrow-rs default. - pub max_predicate_cache_size: Option, + pub(crate) max_predicate_cache_size: Option, /// Whether to read row groups in reverse order - pub reverse_row_groups: bool, + pub(crate) reverse_row_groups: bool, } /// Represents a prepared access plan with optional row selection