From 0f72a5ab13afd2b7076c25903283c6ecc8f8daeb Mon Sep 17 00:00:00 2001 From: Andrew Lamb Date: Mon, 6 Apr 2026 11:28:01 -0400 Subject: [PATCH 1/4] Update version to 52.5.0 --- Cargo.lock | 84 +++++++++++++++++++++++++++--------------------------- Cargo.toml | 76 ++++++++++++++++++++++++------------------------ 2 files changed, 80 insertions(+), 80 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index cdf81366bc022..a08eb770ded4d 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -1767,7 +1767,7 @@ dependencies = [ [[package]] name = "datafusion" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "arrow-schema", @@ -1839,7 +1839,7 @@ dependencies = [ [[package]] name = "datafusion-benchmarks" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "clap", @@ -1864,7 +1864,7 @@ dependencies = [ [[package]] name = "datafusion-catalog" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -1887,7 +1887,7 @@ dependencies = [ [[package]] name = "datafusion-catalog-listing" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -1909,7 +1909,7 @@ dependencies = [ [[package]] name = "datafusion-cli" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -1940,7 +1940,7 @@ dependencies = [ [[package]] name = "datafusion-common" -version = "52.4.0" +version = "52.5.0" dependencies = [ "ahash", "apache-avro", @@ -1967,7 +1967,7 @@ dependencies = [ [[package]] name = "datafusion-common-runtime" -version = "52.4.0" +version = "52.5.0" dependencies = [ "futures", "log", @@ -1976,7 +1976,7 @@ dependencies = [ [[package]] name = "datafusion-datasource" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-compression", @@ -2011,7 +2011,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-arrow" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "arrow-ipc", @@ -2034,7 +2034,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-avro" -version = "52.4.0" +version = "52.5.0" dependencies = [ "apache-avro", "arrow", @@ -2053,7 +2053,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-csv" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -2074,7 +2074,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-json" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -2094,7 +2094,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-parquet" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -2123,11 +2123,11 @@ dependencies = [ [[package]] name = "datafusion-doc" -version = "52.4.0" +version = "52.5.0" [[package]] name = "datafusion-examples" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "arrow-flight", @@ -2166,7 +2166,7 @@ dependencies = [ [[package]] name = "datafusion-execution" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -2187,7 +2187,7 @@ dependencies = [ [[package]] name = "datafusion-expr" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -2211,7 +2211,7 @@ dependencies = [ [[package]] name = "datafusion-expr-common" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "datafusion-common", @@ -2222,7 +2222,7 @@ dependencies = [ [[package]] name = "datafusion-ffi" -version = "52.4.0" +version = "52.5.0" dependencies = [ "abi_stable", "arrow", @@ -2256,7 +2256,7 @@ dependencies = [ [[package]] name = "datafusion-functions" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "arrow-buffer", @@ -2289,7 +2289,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate" -version = "52.4.0" +version = "52.5.0" dependencies = [ "ahash", "arrow", @@ -2310,7 +2310,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate-common" -version = "52.4.0" +version = "52.5.0" dependencies = [ "ahash", "arrow", @@ -2323,7 +2323,7 @@ dependencies = [ [[package]] name = "datafusion-functions-nested" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "arrow-ord", @@ -2346,7 +2346,7 @@ dependencies = [ [[package]] name = "datafusion-functions-table" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -2360,7 +2360,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "datafusion-common", @@ -2376,7 +2376,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window-common" -version = "52.4.0" +version = "52.5.0" dependencies = [ "datafusion-common", "datafusion-physical-expr-common", @@ -2384,7 +2384,7 @@ dependencies = [ [[package]] name = "datafusion-macros" -version = "52.4.0" +version = "52.5.0" dependencies = [ "datafusion-doc", "quote", @@ -2393,7 +2393,7 @@ dependencies = [ [[package]] name = "datafusion-optimizer" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -2420,7 +2420,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr" -version = "52.4.0" +version = "52.5.0" dependencies = [ "ahash", "arrow", @@ -2447,7 +2447,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-adapter" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "datafusion-common", @@ -2460,7 +2460,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-common" -version = "52.4.0" +version = "52.5.0" dependencies = [ "ahash", "arrow", @@ -2475,7 +2475,7 @@ dependencies = [ [[package]] name = "datafusion-physical-optimizer" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "datafusion-common", @@ -2495,7 +2495,7 @@ dependencies = [ [[package]] name = "datafusion-physical-plan" -version = "52.4.0" +version = "52.5.0" dependencies = [ "ahash", "arrow", @@ -2531,7 +2531,7 @@ dependencies = [ [[package]] name = "datafusion-proto" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -2568,7 +2568,7 @@ dependencies = [ [[package]] name = "datafusion-proto-common" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "datafusion-common", @@ -2580,7 +2580,7 @@ dependencies = [ [[package]] name = "datafusion-pruning" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "datafusion-common", @@ -2598,7 +2598,7 @@ dependencies = [ [[package]] name = "datafusion-session" -version = "52.4.0" +version = "52.5.0" dependencies = [ "async-trait", "datafusion-common", @@ -2610,7 +2610,7 @@ dependencies = [ [[package]] name = "datafusion-spark" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "bigdecimal", @@ -2632,7 +2632,7 @@ dependencies = [ [[package]] name = "datafusion-sql" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "bigdecimal", @@ -2658,7 +2658,7 @@ dependencies = [ [[package]] name = "datafusion-sqllogictest" -version = "52.4.0" +version = "52.5.0" dependencies = [ "arrow", "async-trait", @@ -2689,7 +2689,7 @@ dependencies = [ [[package]] name = "datafusion-substrait" -version = "52.4.0" +version = "52.5.0" dependencies = [ "async-recursion", "async-trait", @@ -2710,7 +2710,7 @@ dependencies = [ [[package]] name = "datafusion-wasmtest" -version = "52.4.0" +version = "52.5.0" dependencies = [ "chrono", "console_error_panic_hook", diff --git a/Cargo.toml b/Cargo.toml index f8a1538358953..f047a46ec324d 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -79,7 +79,7 @@ repository = "https://github.com/apache/datafusion" # Define Minimum Supported Rust Version (MSRV) rust-version = "1.88.0" # Define DataFusion version -version = "52.4.0" +version = "52.5.0" [workspace.dependencies] # We turn off default-features for some dependencies here so the workspaces which inherit them can @@ -112,43 +112,43 @@ chrono = { version = "0.4.42", default-features = false } criterion = "0.8" ctor = "0.6.3" dashmap = "6.0.1" -datafusion = { path = "datafusion/core", version = "52.4.0", default-features = false } -datafusion-catalog = { path = "datafusion/catalog", version = "52.4.0" } -datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "52.4.0" } -datafusion-common = { path = "datafusion/common", version = "52.4.0", default-features = false } -datafusion-common-runtime = { path = "datafusion/common-runtime", version = "52.4.0" } -datafusion-datasource = { path = "datafusion/datasource", version = "52.4.0", default-features = false } -datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "52.4.0", default-features = false } -datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "52.4.0", default-features = false } -datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "52.4.0", default-features = false } -datafusion-datasource-json = { path = "datafusion/datasource-json", version = "52.4.0", default-features = false } -datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "52.4.0", default-features = false } -datafusion-doc = { path = "datafusion/doc", version = "52.4.0" } -datafusion-execution = { path = "datafusion/execution", version = "52.4.0", default-features = false } -datafusion-expr = { path = "datafusion/expr", version = "52.4.0", default-features = false } -datafusion-expr-common = { path = "datafusion/expr-common", version = "52.4.0" } -datafusion-ffi = { path = "datafusion/ffi", version = "52.4.0" } -datafusion-functions = { path = "datafusion/functions", version = "52.4.0" } -datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "52.4.0" } -datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "52.4.0" } -datafusion-functions-nested = { path = "datafusion/functions-nested", version = "52.4.0", default-features = false } -datafusion-functions-table = { path = "datafusion/functions-table", version = "52.4.0" } -datafusion-functions-window = { path = "datafusion/functions-window", version = "52.4.0" } -datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "52.4.0" } -datafusion-macros = { path = "datafusion/macros", version = "52.4.0" } -datafusion-optimizer = { path = "datafusion/optimizer", version = "52.4.0", default-features = false } -datafusion-physical-expr = { path = "datafusion/physical-expr", version = "52.4.0", default-features = false } -datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "52.4.0", default-features = false } -datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "52.4.0", default-features = false } -datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "52.4.0" } -datafusion-physical-plan = { path = "datafusion/physical-plan", version = "52.4.0" } -datafusion-proto = { path = "datafusion/proto", version = "52.4.0" } -datafusion-proto-common = { path = "datafusion/proto-common", version = "52.4.0" } -datafusion-pruning = { path = "datafusion/pruning", version = "52.4.0" } -datafusion-session = { path = "datafusion/session", version = "52.4.0" } -datafusion-spark = { path = "datafusion/spark", version = "52.4.0" } -datafusion-sql = { path = "datafusion/sql", version = "52.4.0" } -datafusion-substrait = { path = "datafusion/substrait", version = "52.4.0" } +datafusion = { path = "datafusion/core", version = "52.5.0", default-features = false } +datafusion-catalog = { path = "datafusion/catalog", version = "52.5.0" } +datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "52.5.0" } +datafusion-common = { path = "datafusion/common", version = "52.5.0", default-features = false } +datafusion-common-runtime = { path = "datafusion/common-runtime", version = "52.5.0" } +datafusion-datasource = { path = "datafusion/datasource", version = "52.5.0", default-features = false } +datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "52.5.0", default-features = false } +datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "52.5.0", default-features = false } +datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "52.5.0", default-features = false } +datafusion-datasource-json = { path = "datafusion/datasource-json", version = "52.5.0", default-features = false } +datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "52.5.0", default-features = false } +datafusion-doc = { path = "datafusion/doc", version = "52.5.0" } +datafusion-execution = { path = "datafusion/execution", version = "52.5.0", default-features = false } +datafusion-expr = { path = "datafusion/expr", version = "52.5.0", default-features = false } +datafusion-expr-common = { path = "datafusion/expr-common", version = "52.5.0" } +datafusion-ffi = { path = "datafusion/ffi", version = "52.5.0" } +datafusion-functions = { path = "datafusion/functions", version = "52.5.0" } +datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "52.5.0" } +datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "52.5.0" } +datafusion-functions-nested = { path = "datafusion/functions-nested", version = "52.5.0", default-features = false } +datafusion-functions-table = { path = "datafusion/functions-table", version = "52.5.0" } +datafusion-functions-window = { path = "datafusion/functions-window", version = "52.5.0" } +datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "52.5.0" } +datafusion-macros = { path = "datafusion/macros", version = "52.5.0" } +datafusion-optimizer = { path = "datafusion/optimizer", version = "52.5.0", default-features = false } +datafusion-physical-expr = { path = "datafusion/physical-expr", version = "52.5.0", default-features = false } +datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "52.5.0", default-features = false } +datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "52.5.0", default-features = false } +datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "52.5.0" } +datafusion-physical-plan = { path = "datafusion/physical-plan", version = "52.5.0" } +datafusion-proto = { path = "datafusion/proto", version = "52.5.0" } +datafusion-proto-common = { path = "datafusion/proto-common", version = "52.5.0" } +datafusion-pruning = { path = "datafusion/pruning", version = "52.5.0" } +datafusion-session = { path = "datafusion/session", version = "52.5.0" } +datafusion-spark = { path = "datafusion/spark", version = "52.5.0" } +datafusion-sql = { path = "datafusion/sql", version = "52.5.0" } +datafusion-substrait = { path = "datafusion/substrait", version = "52.5.0" } doc-comment = "0.3" env_logger = "0.11" From 30a1e5cb123971eabcf1dc8470da1fa9e327d332 Mon Sep 17 00:00:00 2001 From: Andrew Lamb Date: Mon, 6 Apr 2026 11:30:26 -0400 Subject: [PATCH 2/4] Add Changelog --- dev/changelog/52.5.0.md | 39 +++++++++++++++++++++++++++++++++++++++ 1 file changed, 39 insertions(+) create mode 100644 dev/changelog/52.5.0.md diff --git a/dev/changelog/52.5.0.md b/dev/changelog/52.5.0.md new file mode 100644 index 0000000000000..77bf34e9a1caa --- /dev/null +++ b/dev/changelog/52.5.0.md @@ -0,0 +1,39 @@ + + +# Apache DataFusion 52.5.0 Changelog + +This release consists of 2 commits from 1 contributors. See credits at the end of this changelog for more information. + +See the [upgrade guide](https://datafusion.apache.org/library-user-guide/upgrading.html) for information on how to upgrade from previous versions. + +**Other:** + +- [branch-52] Fix push_down_filter for children with non-empty fetch fields (#21057) [#21141](https://github.com/apache/datafusion/pull/21141) (hareshkh) +- [branch-52] Substrait join consumer should not merge nullability of join keys (#21121) [#21161](https://github.com/apache/datafusion/pull/21161) (hareshkh) + +## Credits + +Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor. + +``` + 2 Haresh Khanna +``` + +Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release. From 0531ac2491344efdbd60da1f4a875c579f006177 Mon Sep 17 00:00:00 2001 From: Andrew Lamb Date: Mon, 6 Apr 2026 13:43:37 -0400 Subject: [PATCH 3/4] update version --- docs/source/user-guide/configs.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/source/user-guide/configs.md b/docs/source/user-guide/configs.md index ebd9ef728ae7b..f4407c9ea6eba 100644 --- a/docs/source/user-guide/configs.md +++ b/docs/source/user-guide/configs.md @@ -99,7 +99,7 @@ The following configuration settings are available: | datafusion.execution.parquet.dictionary_page_size_limit | 1048576 | (writing) Sets best effort maximum dictionary page size, in bytes | | datafusion.execution.parquet.statistics_enabled | page | (writing) Sets if statistics are enabled for any column Valid values are: "none", "chunk", and "page" These values are not case sensitive. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.max_row_group_size | 1048576 | (writing) Target maximum number of rows in each row group (defaults to 1M rows). Writing larger row groups requires more memory to write, but can get better compression and be faster to read. | -| datafusion.execution.parquet.created_by | datafusion version 52.4.0 | (writing) Sets "created by" property | +| datafusion.execution.parquet.created_by | datafusion version 52.5.0 | (writing) Sets "created by" property | | datafusion.execution.parquet.column_index_truncate_length | 64 | (writing) Sets column index truncate length | | datafusion.execution.parquet.statistics_truncate_length | 64 | (writing) Sets statistics truncate length. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.data_page_row_count_limit | 20000 | (writing) Sets best effort maximum number of rows in data page | From 8a7595c77b4b05b61754a1dc37c161662ecbbb15 Mon Sep 17 00:00:00 2001 From: Andrew Lamb Date: Tue, 7 Apr 2026 16:26:33 -0400 Subject: [PATCH 4/4] update changelog --- dev/changelog/52.5.0.md | 14 ++++++++++---- 1 file changed, 10 insertions(+), 4 deletions(-) diff --git a/dev/changelog/52.5.0.md b/dev/changelog/52.5.0.md index 77bf34e9a1caa..e3f5ec0842bb2 100644 --- a/dev/changelog/52.5.0.md +++ b/dev/changelog/52.5.0.md @@ -19,7 +19,7 @@ under the License. # Apache DataFusion 52.5.0 Changelog -This release consists of 2 commits from 1 contributors. See credits at the end of this changelog for more information. +This release consists of 8 commits from 3 contributors. See credits at the end of this changelog for more information. See the [upgrade guide](https://datafusion.apache.org/library-user-guide/upgrading.html) for information on how to upgrade from previous versions. @@ -27,13 +27,19 @@ See the [upgrade guide](https://datafusion.apache.org/library-user-guide/upgradi - [branch-52] Fix push_down_filter for children with non-empty fetch fields (#21057) [#21141](https://github.com/apache/datafusion/pull/21141) (hareshkh) - [branch-52] Substrait join consumer should not merge nullability of join keys (#21121) [#21161](https://github.com/apache/datafusion/pull/21161) (hareshkh) - -## Credits +- [branch-52] Fix incorrect regex pattern in regex_replace_posix_groups (#19827) [#21396](https://github.com/apache/datafusion/pull/21396) (alamb) +- [branch-52] fix: Fix panic in regexp_like() (#20200) [#21397](https://github.com/apache/datafusion/pull/21397) (alamb) +- [branch-52] fix: use spill writer's schema instead of the first batch schema for spill files (#21293) [#21403](https://github.com/apache/datafusion/pull/21403) (alamb) +- [branch-52] chore: update deps for cargo audit [#21415](https://github.com/apache/datafusion/pull/21415) (alamb) +- [branch-52] Restore Sort unparser guard for correct ORDER BY placement (#20658) [#21358](https://github.com/apache/datafusion/pull/21358) (alamb) +- [BRANCH-52] fix: foreign inner ffi types [#21439](https://github.com/apache/datafusion/pull/21439) (timsaucer) Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor. ``` - 2 Haresh Khanna + 5 Andrew Lamb + 2 Haresh Khanna + 1 Tim Saucer ``` Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release.