Skip to content

Commit f0417ec

Browse files
added comments to the configs updated
1 parent 51d3ac2 commit f0417ec

File tree

2 files changed

+4
-2
lines changed

2 files changed

+4
-2
lines changed

src/cli.rs

+2-1
Original file line numberDiff line numberDiff line change
@@ -260,7 +260,8 @@ pub struct Options {
260260
help = "Set a fixed memory limit for query in GiB"
261261
)]
262262
pub query_memory_pool_size: Option<usize>,
263-
263+
// reduced the max row group size from 1048576
264+
// smaller row groups help in faster query performance in multi threaded query
264265
#[arg(
265266
long,
266267
env = "P_PARQUET_ROW_GROUP_SIZE",

src/query/mod.rs

+2-1
Original file line numberDiff line numberDiff line change
@@ -88,11 +88,12 @@ impl Query {
8888
let runtime_config = runtime_config.with_memory_limit(pool_size, fraction);
8989
let runtime = Arc::new(runtime_config.build().unwrap());
9090

91+
// All the config options are explained here -
92+
// https://datafusion.apache.org/user-guide/configs.html
9193
let mut config = SessionConfig::default()
9294
.with_parquet_pruning(true)
9395
.with_prefer_existing_sort(true)
9496
.with_batch_size(1000000);
95-
// For more details refer https://datafusion.apache.org/user-guide/configs.html
9697

9798
// Pushdown filters allows DF to push the filters as far down in the plan as possible
9899
// and thus, reducing the number of rows decoded

0 commit comments

Comments
 (0)