From af32e27896d783aa31eca77f921461a11e2c0700 Mon Sep 17 00:00:00 2001 From: "Heres, Daniel" Date: Sun, 27 Dec 2020 14:43:05 +0100 Subject: [PATCH] Increase default batch size --- rust/benchmarks/src/bin/tpch.rs | 2 +- rust/datafusion/src/execution/context.rs | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/rust/benchmarks/src/bin/tpch.rs b/rust/benchmarks/src/bin/tpch.rs index 769668c958b..70e2f54f15c 100644 --- a/rust/benchmarks/src/bin/tpch.rs +++ b/rust/benchmarks/src/bin/tpch.rs @@ -52,7 +52,7 @@ struct BenchmarkOpt { concurrency: usize, /// Batch size when reading CSV or Parquet files - #[structopt(short = "s", long = "batch-size", default_value = "4096")] + #[structopt(short = "s", long = "batch-size", default_value = "32768")] batch_size: usize, /// Path to data files diff --git a/rust/datafusion/src/execution/context.rs b/rust/datafusion/src/execution/context.rs index a489c117d5e..481011cf758 100644 --- a/rust/datafusion/src/execution/context.rs +++ b/rust/datafusion/src/execution/context.rs @@ -492,7 +492,7 @@ impl ExecutionConfig { pub fn new() -> Self { Self { concurrency: num_cpus::get(), - batch_size: 4096, + batch_size: 32768, query_planner: Arc::new(DefaultQueryPlanner {}), } }