From 6cee669b61afa7c99419c6910c4a35387f542434 Mon Sep 17 00:00:00 2001 From: comphead Date: Sat, 11 Apr 2026 09:18:59 -0700 Subject: [PATCH 1/3] Update version --- Cargo.lock | 84 ++++++++++++++++++++--------------------- Cargo.toml | 76 ++++++++++++++++++------------------- dev/changelog/53.1.0.md | 51 +++++++++++++++++++++++++ 3 files changed, 131 insertions(+), 80 deletions(-) create mode 100644 dev/changelog/53.1.0.md diff --git a/Cargo.lock b/Cargo.lock index cd8f689415a78..0ee20c727696f 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -1737,7 +1737,7 @@ dependencies = [ [[package]] name = "datafusion" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "arrow-schema", @@ -1811,7 +1811,7 @@ dependencies = [ [[package]] name = "datafusion-benchmarks" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "clap", @@ -1836,7 +1836,7 @@ dependencies = [ [[package]] name = "datafusion-catalog" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "async-trait", @@ -1859,7 +1859,7 @@ dependencies = [ [[package]] name = "datafusion-catalog-listing" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "async-trait", @@ -1881,7 +1881,7 @@ dependencies = [ [[package]] name = "datafusion-cli" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "async-trait", @@ -1912,7 +1912,7 @@ dependencies = [ [[package]] name = "datafusion-common" -version = "53.0.0" +version = "53.1.0" dependencies = [ "ahash", "apache-avro", @@ -1940,7 +1940,7 @@ dependencies = [ [[package]] name = "datafusion-common-runtime" -version = "53.0.0" +version = "53.1.0" dependencies = [ "futures", "log", @@ -1949,7 +1949,7 @@ dependencies = [ [[package]] name = "datafusion-datasource" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "async-compression", @@ -1984,7 +1984,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-arrow" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "arrow-ipc", @@ -2007,7 +2007,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-avro" -version = "53.0.0" +version = "53.1.0" dependencies = [ "apache-avro", "arrow", @@ -2026,7 +2026,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-csv" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "async-trait", @@ -2047,7 +2047,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-json" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "async-trait", @@ -2069,7 +2069,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-parquet" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "async-trait", @@ -2101,11 +2101,11 @@ dependencies = [ [[package]] name = "datafusion-doc" -version = "53.0.0" +version = "53.1.0" [[package]] name = "datafusion-examples" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "arrow-flight", @@ -2146,7 +2146,7 @@ dependencies = [ [[package]] name = "datafusion-execution" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "arrow-buffer", @@ -2169,7 +2169,7 @@ dependencies = [ [[package]] name = "datafusion-expr" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "async-trait", @@ -2193,7 +2193,7 @@ dependencies = [ [[package]] name = "datafusion-expr-common" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2204,7 +2204,7 @@ dependencies = [ [[package]] name = "datafusion-ffi" -version = "53.0.0" +version = "53.1.0" dependencies = [ "abi_stable", "arrow", @@ -2238,7 +2238,7 @@ dependencies = [ [[package]] name = "datafusion-functions" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "arrow-buffer", @@ -2272,7 +2272,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate" -version = "53.0.0" +version = "53.1.0" dependencies = [ "ahash", "arrow", @@ -2294,7 +2294,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate-common" -version = "53.0.0" +version = "53.1.0" dependencies = [ "ahash", "arrow", @@ -2307,7 +2307,7 @@ dependencies = [ [[package]] name = "datafusion-functions-nested" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "arrow-ord", @@ -2332,7 +2332,7 @@ dependencies = [ [[package]] name = "datafusion-functions-table" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "async-trait", @@ -2346,7 +2346,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "criterion", @@ -2363,7 +2363,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window-common" -version = "53.0.0" +version = "53.1.0" dependencies = [ "datafusion-common", "datafusion-physical-expr-common", @@ -2371,7 +2371,7 @@ dependencies = [ [[package]] name = "datafusion-macros" -version = "53.0.0" +version = "53.1.0" dependencies = [ "datafusion-doc", "quote", @@ -2380,7 +2380,7 @@ dependencies = [ [[package]] name = "datafusion-optimizer" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "async-trait", @@ -2407,7 +2407,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr" -version = "53.0.0" +version = "53.1.0" dependencies = [ "ahash", "arrow", @@ -2434,7 +2434,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-adapter" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2447,7 +2447,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-common" -version = "53.0.0" +version = "53.1.0" dependencies = [ "ahash", "arrow", @@ -2462,7 +2462,7 @@ dependencies = [ [[package]] name = "datafusion-physical-optimizer" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2482,7 +2482,7 @@ dependencies = [ [[package]] name = "datafusion-physical-plan" -version = "53.0.0" +version = "53.1.0" dependencies = [ "ahash", "arrow", @@ -2519,7 +2519,7 @@ dependencies = [ [[package]] name = "datafusion-proto" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "async-trait", @@ -2557,7 +2557,7 @@ dependencies = [ [[package]] name = "datafusion-proto-common" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2569,7 +2569,7 @@ dependencies = [ [[package]] name = "datafusion-pruning" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2587,7 +2587,7 @@ dependencies = [ [[package]] name = "datafusion-session" -version = "53.0.0" +version = "53.1.0" dependencies = [ "async-trait", "datafusion-common", @@ -2599,7 +2599,7 @@ dependencies = [ [[package]] name = "datafusion-spark" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "bigdecimal", @@ -2625,7 +2625,7 @@ dependencies = [ [[package]] name = "datafusion-sql" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "bigdecimal", @@ -2651,7 +2651,7 @@ dependencies = [ [[package]] name = "datafusion-sqllogictest" -version = "53.0.0" +version = "53.1.0" dependencies = [ "arrow", "async-trait", @@ -2682,7 +2682,7 @@ dependencies = [ [[package]] name = "datafusion-substrait" -version = "53.0.0" +version = "53.1.0" dependencies = [ "async-recursion", "async-trait", @@ -2703,7 +2703,7 @@ dependencies = [ [[package]] name = "datafusion-wasmtest" -version = "53.0.0" +version = "53.1.0" dependencies = [ "bytes", "chrono", diff --git a/Cargo.toml b/Cargo.toml index c09225ba6d839..d8a7e424873c2 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -79,7 +79,7 @@ repository = "https://github.com/apache/datafusion" # Define Minimum Supported Rust Version (MSRV) rust-version = "1.88.0" # Define DataFusion version -version = "53.0.0" +version = "53.1.0" [workspace.dependencies] # We turn off default-features for some dependencies here so the workspaces which inherit them can @@ -112,43 +112,43 @@ chrono = { version = "0.4.44", default-features = false } criterion = "0.8" ctor = "0.6.3" dashmap = "6.0.1" -datafusion = { path = "datafusion/core", version = "53.0.0", default-features = false } -datafusion-catalog = { path = "datafusion/catalog", version = "53.0.0" } -datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "53.0.0" } -datafusion-common = { path = "datafusion/common", version = "53.0.0", default-features = false } -datafusion-common-runtime = { path = "datafusion/common-runtime", version = "53.0.0" } -datafusion-datasource = { path = "datafusion/datasource", version = "53.0.0", default-features = false } -datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "53.0.0", default-features = false } -datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "53.0.0", default-features = false } -datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "53.0.0", default-features = false } -datafusion-datasource-json = { path = "datafusion/datasource-json", version = "53.0.0", default-features = false } -datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "53.0.0", default-features = false } -datafusion-doc = { path = "datafusion/doc", version = "53.0.0" } -datafusion-execution = { path = "datafusion/execution", version = "53.0.0", default-features = false } -datafusion-expr = { path = "datafusion/expr", version = "53.0.0", default-features = false } -datafusion-expr-common = { path = "datafusion/expr-common", version = "53.0.0" } -datafusion-ffi = { path = "datafusion/ffi", version = "53.0.0" } -datafusion-functions = { path = "datafusion/functions", version = "53.0.0" } -datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "53.0.0" } -datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "53.0.0" } -datafusion-functions-nested = { path = "datafusion/functions-nested", version = "53.0.0", default-features = false } -datafusion-functions-table = { path = "datafusion/functions-table", version = "53.0.0" } -datafusion-functions-window = { path = "datafusion/functions-window", version = "53.0.0" } -datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "53.0.0" } -datafusion-macros = { path = "datafusion/macros", version = "53.0.0" } -datafusion-optimizer = { path = "datafusion/optimizer", version = "53.0.0", default-features = false } -datafusion-physical-expr = { path = "datafusion/physical-expr", version = "53.0.0", default-features = false } -datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "53.0.0", default-features = false } -datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "53.0.0", default-features = false } -datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "53.0.0" } -datafusion-physical-plan = { path = "datafusion/physical-plan", version = "53.0.0" } -datafusion-proto = { path = "datafusion/proto", version = "53.0.0" } -datafusion-proto-common = { path = "datafusion/proto-common", version = "53.0.0" } -datafusion-pruning = { path = "datafusion/pruning", version = "53.0.0" } -datafusion-session = { path = "datafusion/session", version = "53.0.0" } -datafusion-spark = { path = "datafusion/spark", version = "53.0.0" } -datafusion-sql = { path = "datafusion/sql", version = "53.0.0" } -datafusion-substrait = { path = "datafusion/substrait", version = "53.0.0" } +datafusion = { path = "datafusion/core", version = "53.1.0", default-features = false } +datafusion-catalog = { path = "datafusion/catalog", version = "53.1.0" } +datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "53.1.0" } +datafusion-common = { path = "datafusion/common", version = "53.1.0", default-features = false } +datafusion-common-runtime = { path = "datafusion/common-runtime", version = "53.1.0" } +datafusion-datasource = { path = "datafusion/datasource", version = "53.1.0", default-features = false } +datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "53.1.0", default-features = false } +datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "53.1.0", default-features = false } +datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "53.1.0", default-features = false } +datafusion-datasource-json = { path = "datafusion/datasource-json", version = "53.1.0", default-features = false } +datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "53.1.0", default-features = false } +datafusion-doc = { path = "datafusion/doc", version = "53.1.0" } +datafusion-execution = { path = "datafusion/execution", version = "53.1.0", default-features = false } +datafusion-expr = { path = "datafusion/expr", version = "53.1.0", default-features = false } +datafusion-expr-common = { path = "datafusion/expr-common", version = "53.1.0" } +datafusion-ffi = { path = "datafusion/ffi", version = "53.1.0" } +datafusion-functions = { path = "datafusion/functions", version = "53.1.0" } +datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "53.1.0" } +datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "53.1.0" } +datafusion-functions-nested = { path = "datafusion/functions-nested", version = "53.1.0", default-features = false } +datafusion-functions-table = { path = "datafusion/functions-table", version = "53.1.0" } +datafusion-functions-window = { path = "datafusion/functions-window", version = "53.1.0" } +datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "53.1.0" } +datafusion-macros = { path = "datafusion/macros", version = "53.1.0" } +datafusion-optimizer = { path = "datafusion/optimizer", version = "53.1.0", default-features = false } +datafusion-physical-expr = { path = "datafusion/physical-expr", version = "53.1.0", default-features = false } +datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "53.1.0", default-features = false } +datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "53.1.0", default-features = false } +datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "53.1.0" } +datafusion-physical-plan = { path = "datafusion/physical-plan", version = "53.1.0" } +datafusion-proto = { path = "datafusion/proto", version = "53.1.0" } +datafusion-proto-common = { path = "datafusion/proto-common", version = "53.1.0" } +datafusion-pruning = { path = "datafusion/pruning", version = "53.1.0" } +datafusion-session = { path = "datafusion/session", version = "53.1.0" } +datafusion-spark = { path = "datafusion/spark", version = "53.1.0" } +datafusion-sql = { path = "datafusion/sql", version = "53.1.0" } +datafusion-substrait = { path = "datafusion/substrait", version = "53.1.0" } doc-comment = "0.3" env_logger = "0.11" diff --git a/dev/changelog/53.1.0.md b/dev/changelog/53.1.0.md new file mode 100644 index 0000000000000..33633c0b9dd0e --- /dev/null +++ b/dev/changelog/53.1.0.md @@ -0,0 +1,51 @@ + + +# Apache DataFusion 53.1.0 Changelog + +This release consists of 0 commits from 0 contributors. See credits at the end of this changelog for more information. + +See the [upgrade guide](https://datafusion.apache.org/library-user-guide/upgrading.html) for information on how to upgrade from previous versions. + +**Other:** + +- [branch-53] fix: InList Dictionary filter pushdown type mismatch (#20962) [#20996](https://github.com/apache/datafusion/pull/20996) (alamb) +- [branch-53] Planning speed improve (port of #21084) [#21137](https://github.com/apache/datafusion/pull/21137) (blaginin) +- [branch-53] Fix push_down_filter for children with non-empty fetch fields (#21057) [#21142](https://github.com/apache/datafusion/pull/21142) (hareshkh) +- [branch-53] Substrait join consumer should not merge nullability of join keys (#21121) [#21162](https://github.com/apache/datafusion/pull/21162) (hareshkh) +- [branch-53] chore: Optimize schema rewriter usages (#21158) [#21183](https://github.com/apache/datafusion/pull/21183) (comphead) +- [branch-53] fix: use spill writer's schema instead of the first batch schema for … [#21451](https://github.com/apache/datafusion/pull/21451) (comphead) +- [branch-53] fix: use datafusion_expr instead of datafusion crate in spark bitmap/… [#21452](https://github.com/apache/datafusion/pull/21452) (comphead) +- [branch-53] fix: FilterExec should drop projection when apply projection pushdown [#21492](https://github.com/apache/datafusion/pull/21492) (comphead) +- [branch-53] fix: foreign inner ffi types (#21439) [#21524](https://github.com/apache/datafusion/pull/21524) (alamb) +- [branch-53] Restore Sort unparser guard for correct ORDER BY placement (#20658) [#21523](https://github.com/apache/datafusion/pull/21523) (alamb) + +## Credits + +Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor. + +``` + 4 Oleks V + 3 Andrew Lamb + 2 Haresh Khanna + 1 Dmitrii Blaginin + +``` + +Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release. From 2a7b8bc4500a225c817940a6d94444f780a11605 Mon Sep 17 00:00:00 2001 From: comphead Date: Sun, 12 Apr 2026 20:51:06 -0700 Subject: [PATCH 2/3] change version --- docs/source/user-guide/configs.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/source/user-guide/configs.md b/docs/source/user-guide/configs.md index 11a1a8a2d6831..1245e59d477a7 100644 --- a/docs/source/user-guide/configs.md +++ b/docs/source/user-guide/configs.md @@ -101,7 +101,7 @@ The following configuration settings are available: | datafusion.execution.parquet.dictionary_page_size_limit | 1048576 | (writing) Sets best effort maximum dictionary page size, in bytes | | datafusion.execution.parquet.statistics_enabled | page | (writing) Sets if statistics are enabled for any column Valid values are: "none", "chunk", and "page" These values are not case sensitive. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.max_row_group_size | 1048576 | (writing) Target maximum number of rows in each row group (defaults to 1M rows). Writing larger row groups requires more memory to write, but can get better compression and be faster to read. | -| datafusion.execution.parquet.created_by | datafusion version 53.0.0 | (writing) Sets "created by" property | +| datafusion.execution.parquet.created_by | datafusion version 53.1.0 | (writing) Sets "created by" property | | datafusion.execution.parquet.column_index_truncate_length | 64 | (writing) Sets column index truncate length | | datafusion.execution.parquet.statistics_truncate_length | 64 | (writing) Sets statistics truncate length. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.data_page_row_count_limit | 20000 | (writing) Sets best effort maximum number of rows in data page | From b0d3abfd179434623cea405012f5e53c2518353b Mon Sep 17 00:00:00 2001 From: Oleks V Date: Mon, 13 Apr 2026 12:10:58 -0700 Subject: [PATCH 3/3] Update dev/changelog/53.1.0.md Co-authored-by: Andrew Lamb --- dev/changelog/53.1.0.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/changelog/53.1.0.md b/dev/changelog/53.1.0.md index 33633c0b9dd0e..5e39e0041f4af 100644 --- a/dev/changelog/53.1.0.md +++ b/dev/changelog/53.1.0.md @@ -19,7 +19,7 @@ under the License. # Apache DataFusion 53.1.0 Changelog -This release consists of 0 commits from 0 contributors. See credits at the end of this changelog for more information. +This release consists of 10 commits from 4 contributors. See credits at the end of this changelog for more information. See the [upgrade guide](https://datafusion.apache.org/library-user-guide/upgrading.html) for information on how to upgrade from previous versions.