Skip to content

Commit d24ac4f

Browse files
committed
No unecessary statistics fields
1 parent 4fb7616 commit d24ac4f

File tree

1 file changed

+12
-8
lines changed

1 file changed

+12
-8
lines changed

parquet/src/file/metadata/thrift_gen.rs

Lines changed: 12 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -193,12 +193,12 @@ struct ColumnMetaData {
193193
// TEMP HACK: skip statistics to see how fast
194194
// thrift can be parsed without them
195195
//12: optional Statistics<'a> statistics
196-
13: optional list<PageEncodingStats> encoding_stats;
197-
14: optional i64 bloom_filter_offset;
198-
15: optional i32 bloom_filter_length;
196+
//13: optional list<PageEncodingStats> encoding_stats;
197+
//14: optional i64 bloom_filter_offset;
198+
//15: optional i32 bloom_filter_length;
199199
// TEMP HACK: skip size_statistics to see how fast we can decode without it
200200
//16: optional SizeStatistics size_statistics;
201-
17: optional GeospatialStatistics geospatial_statistics;
201+
//17: optional GeospatialStatistics geospatial_statistics;
202202
}
203203
);
204204

@@ -322,13 +322,16 @@ fn convert_column(
322322
let dictionary_page_offset = col_metadata.dictionary_page_offset;
323323
//let statistics = convert_stats(column_type, col_metadata.statistics)?;
324324
let statistics = None;
325-
let encoding_stats = col_metadata.encoding_stats;
326-
let bloom_filter_offset = col_metadata.bloom_filter_offset;
327-
let bloom_filter_length = col_metadata.bloom_filter_length;
325+
//let encoding_stats = col_metadata.encoding_stats;
326+
//let bloom_filter_offset = col_metadata.bloom_filter_offset;
327+
//let bloom_filter_length = col_metadata.bloom_filter_length;
328328
//let offset_index_offset = column.offset_index_offset;
329329
//let offset_index_length = column.offset_index_length;
330330
//let column_index_offset = column.column_index_offset;
331331
//let column_index_length = column.column_index_length;
332+
let encoding_stats = None;
333+
let bloom_filter_offset = None;
334+
let bloom_filter_length = None;
332335
let offset_index_offset = None;
333336
let offset_index_length = None;
334337
let column_index_offset = None;
@@ -345,7 +348,8 @@ fn convert_column(
345348
// (None, None, None)
346349
// };
347350

348-
let geo_statistics = convert_geo_stats(col_metadata.geospatial_statistics);
351+
// let geo_statistics = convert_geo_stats(col_metadata.geospatial_statistics);
352+
let geo_statistics = None;
349353

350354
//let repetition_level_histogram = repetition_level_histogram.map(LevelHistogram::from);
351355
//let definition_level_histogram = definition_level_histogram.map(LevelHistogram::from);

0 commit comments

Comments
 (0)