Commit f0417ec 1 parent 51d3ac2 commit f0417ec Copy full SHA for f0417ec
File tree 2 files changed +4
-2
lines changed
2 files changed +4
-2
lines changed Original file line number Diff line number Diff line change @@ -260,7 +260,8 @@ pub struct Options {
260
260
help = "Set a fixed memory limit for query in GiB"
261
261
) ]
262
262
pub query_memory_pool_size : Option < usize > ,
263
-
263
+ // reduced the max row group size from 1048576
264
+ // smaller row groups help in faster query performance in multi threaded query
264
265
#[ arg(
265
266
long,
266
267
env = "P_PARQUET_ROW_GROUP_SIZE" ,
Original file line number Diff line number Diff line change @@ -88,11 +88,12 @@ impl Query {
88
88
let runtime_config = runtime_config. with_memory_limit ( pool_size, fraction) ;
89
89
let runtime = Arc :: new ( runtime_config. build ( ) . unwrap ( ) ) ;
90
90
91
+ // All the config options are explained here -
92
+ // https://datafusion.apache.org/user-guide/configs.html
91
93
let mut config = SessionConfig :: default ( )
92
94
. with_parquet_pruning ( true )
93
95
. with_prefer_existing_sort ( true )
94
96
. with_batch_size ( 1000000 ) ;
95
- // For more details refer https://datafusion.apache.org/user-guide/configs.html
96
97
97
98
// Pushdown filters allows DF to push the filters as far down in the plan as possible
98
99
// and thus, reducing the number of rows decoded
You can’t perform that action at this time.
0 commit comments