Skip to content

Commit c39f39b

Browse files
committed
Test out pushdecoder
1 parent d5f8b56 commit c39f39b

1 file changed

Lines changed: 9 additions & 9 deletions

File tree

datafusion/datasource-parquet/src/opener.rs

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -829,7 +829,7 @@ fn constant_value_from_stats(
829829
/// This can terminate the scan early when some dynamic filters is updated after
830830
/// the scan starts, so we discover after the scan starts that the file can be
831831
/// pruned (can't have matching rows).
832-
pub(crate) struct EarlyStoppingStream<S> {
832+
struct EarlyStoppingStream<S> {
833833
/// Has the stream finished processing? All subsequent polls will return
834834
/// None
835835
done: bool,
@@ -840,7 +840,7 @@ pub(crate) struct EarlyStoppingStream<S> {
840840
}
841841

842842
impl<S> EarlyStoppingStream<S> {
843-
pub(crate) fn new(
843+
pub fn new(
844844
stream: S,
845845
file_pruner: FilePruner,
846846
files_ranges_pruned_statistics: PruningMetrics,
@@ -904,7 +904,7 @@ where
904904
}
905905

906906
#[derive(Default)]
907-
pub(crate) struct EncryptionContext {
907+
struct EncryptionContext {
908908
#[cfg(feature = "parquet_encryption")]
909909
file_decryption_properties: Option<Arc<FileDecryptionProperties>>,
910910
#[cfg(feature = "parquet_encryption")]
@@ -913,7 +913,7 @@ pub(crate) struct EncryptionContext {
913913

914914
#[cfg(feature = "parquet_encryption")]
915915
impl EncryptionContext {
916-
pub(crate) fn new(
916+
fn new(
917917
file_decryption_properties: Option<Arc<FileDecryptionProperties>>,
918918
encryption_factory: Option<(
919919
Arc<dyn EncryptionFactory>,
@@ -926,7 +926,7 @@ impl EncryptionContext {
926926
}
927927
}
928928

929-
pub(crate) async fn get_file_decryption_properties(
929+
async fn get_file_decryption_properties(
930930
&self,
931931
file_location: &object_store::path::Path,
932932
) -> Result<Option<Arc<FileDecryptionProperties>>> {
@@ -947,7 +947,7 @@ impl EncryptionContext {
947947
#[cfg(not(feature = "parquet_encryption"))]
948948
#[expect(dead_code)]
949949
impl EncryptionContext {
950-
pub(crate) async fn get_file_decryption_properties(
950+
async fn get_file_decryption_properties(
951951
&self,
952952
_file_location: &object_store::path::Path,
953953
) -> Result<Option<Arc<FileDecryptionProperties>>> {
@@ -979,7 +979,7 @@ impl ParquetOpener {
979979
/// Returns an error if an invalid `ParquetAccessPlan` is provided
980980
///
981981
/// Note: file_name is only used for error messages
982-
pub(crate) fn create_initial_plan(
982+
fn create_initial_plan(
983983
file_name: &str,
984984
extensions: Option<Arc<dyn std::any::Any + Send + Sync>>,
985985
row_group_count: usize,
@@ -1039,7 +1039,7 @@ pub(crate) fn build_pruning_predicates(
10391039

10401040
/// Returns a `ArrowReaderMetadata` with the page index loaded, loading
10411041
/// it from the underlying `AsyncFileReader` if necessary.
1042-
pub(crate) async fn load_page_index<T: AsyncFileReader>(
1042+
async fn load_page_index<T: AsyncFileReader>(
10431043
reader_metadata: ArrowReaderMetadata,
10441044
input: &mut T,
10451045
options: ArrowReaderOptions,
@@ -1068,7 +1068,7 @@ pub(crate) async fn load_page_index<T: AsyncFileReader>(
10681068
}
10691069
}
10701070

1071-
pub(crate) fn should_enable_page_index(
1071+
fn should_enable_page_index(
10721072
enable_page_index: bool,
10731073
page_pruning_predicate: &Option<Arc<PagePruningAccessPlanFilter>>,
10741074
) -> bool {

0 commit comments

Comments
 (0)