From 4db5845511a6b7a9826f646f6f43d3090964abea Mon Sep 17 00:00:00 2001 From: Andrew Lamb Date: Thu, 26 Feb 2026 07:19:35 -0500 Subject: [PATCH] [branch-52] Update version and prepare changelog (#20560) ## Which issue does this PR close? - part of https://github.com/apache/datafusion/issues/20287 ## Rationale for this change Prepare for release ## What changes are included in this PR? 1. Update version 2. prepare CHANGELOG. See rendered version here: https://github.com/alamb/datafusion/blob/alamb/prepare_52.2.0/dev/changelog/52.2.0.md I'll have to update this at least once more once we merge the other outstanding PRs: ```shell ./dev/release/generate-changelog.py 52.1.0 branch-52 52.2.0 > dev/changelog/52.2.0.md npx prettier@2.7.1 -w dev/changelog/52.2.0.md ``` Note the security audit CI check will fail until we merge - https://github.com/apache/datafusion/pull/20546 ## Are these changes tested? By CI ## Are there any user-facing changes? --------- Co-authored-by: Oleks V --- Cargo.lock | 84 +++++++++++++++---------------- Cargo.toml | 76 ++++++++++++++-------------- dev/changelog/52.2.0.md | 47 +++++++++++++++++ docs/source/user-guide/configs.md | 2 +- 4 files changed, 128 insertions(+), 81 deletions(-) create mode 100644 dev/changelog/52.2.0.md diff --git a/Cargo.lock b/Cargo.lock index 5092a860e3c1..7a24ddd0b57c 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -1715,7 +1715,7 @@ dependencies = [ [[package]] name = "datafusion" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "arrow-schema", @@ -1789,7 +1789,7 @@ dependencies = [ [[package]] name = "datafusion-benchmarks" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "clap", @@ -1814,7 +1814,7 @@ dependencies = [ [[package]] name = "datafusion-catalog" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -1837,7 +1837,7 @@ dependencies = [ [[package]] name = "datafusion-catalog-listing" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -1859,7 +1859,7 @@ dependencies = [ [[package]] name = "datafusion-cli" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -1890,7 +1890,7 @@ dependencies = [ [[package]] name = "datafusion-common" -version = "52.1.0" +version = "52.2.0" dependencies = [ "ahash", "apache-avro", @@ -1918,7 +1918,7 @@ dependencies = [ [[package]] name = "datafusion-common-runtime" -version = "52.1.0" +version = "52.2.0" dependencies = [ "futures", "log", @@ -1927,7 +1927,7 @@ dependencies = [ [[package]] name = "datafusion-datasource" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-compression", @@ -1962,7 +1962,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-arrow" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "arrow-ipc", @@ -1985,7 +1985,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-avro" -version = "52.1.0" +version = "52.2.0" dependencies = [ "apache-avro", "arrow", @@ -2004,7 +2004,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-csv" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -2025,7 +2025,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-json" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -2047,7 +2047,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-parquet" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -2079,11 +2079,11 @@ dependencies = [ [[package]] name = "datafusion-doc" -version = "52.1.0" +version = "52.2.0" [[package]] name = "datafusion-examples" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "arrow-flight", @@ -2124,7 +2124,7 @@ dependencies = [ [[package]] name = "datafusion-execution" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "arrow-buffer", @@ -2147,7 +2147,7 @@ dependencies = [ [[package]] name = "datafusion-expr" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -2171,7 +2171,7 @@ dependencies = [ [[package]] name = "datafusion-expr-common" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "datafusion-common", @@ -2182,7 +2182,7 @@ dependencies = [ [[package]] name = "datafusion-ffi" -version = "52.1.0" +version = "52.2.0" dependencies = [ "abi_stable", "arrow", @@ -2216,7 +2216,7 @@ dependencies = [ [[package]] name = "datafusion-functions" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "arrow-buffer", @@ -2250,7 +2250,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate" -version = "52.1.0" +version = "52.2.0" dependencies = [ "ahash", "arrow", @@ -2272,7 +2272,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate-common" -version = "52.1.0" +version = "52.2.0" dependencies = [ "ahash", "arrow", @@ -2285,7 +2285,7 @@ dependencies = [ [[package]] name = "datafusion-functions-nested" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "arrow-ord", @@ -2309,7 +2309,7 @@ dependencies = [ [[package]] name = "datafusion-functions-table" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -2323,7 +2323,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "criterion", @@ -2340,7 +2340,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window-common" -version = "52.1.0" +version = "52.2.0" dependencies = [ "datafusion-common", "datafusion-physical-expr-common", @@ -2348,7 +2348,7 @@ dependencies = [ [[package]] name = "datafusion-macros" -version = "52.1.0" +version = "52.2.0" dependencies = [ "datafusion-doc", "quote", @@ -2357,7 +2357,7 @@ dependencies = [ [[package]] name = "datafusion-optimizer" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -2384,7 +2384,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr" -version = "52.1.0" +version = "52.2.0" dependencies = [ "ahash", "arrow", @@ -2411,7 +2411,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-adapter" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "datafusion-common", @@ -2424,7 +2424,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-common" -version = "52.1.0" +version = "52.2.0" dependencies = [ "ahash", "arrow", @@ -2439,7 +2439,7 @@ dependencies = [ [[package]] name = "datafusion-physical-optimizer" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "datafusion-common", @@ -2459,7 +2459,7 @@ dependencies = [ [[package]] name = "datafusion-physical-plan" -version = "52.1.0" +version = "52.2.0" dependencies = [ "ahash", "arrow", @@ -2496,7 +2496,7 @@ dependencies = [ [[package]] name = "datafusion-proto" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -2534,7 +2534,7 @@ dependencies = [ [[package]] name = "datafusion-proto-common" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "datafusion-common", @@ -2546,7 +2546,7 @@ dependencies = [ [[package]] name = "datafusion-pruning" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "datafusion-common", @@ -2564,7 +2564,7 @@ dependencies = [ [[package]] name = "datafusion-session" -version = "52.1.0" +version = "52.2.0" dependencies = [ "async-trait", "datafusion-common", @@ -2576,7 +2576,7 @@ dependencies = [ [[package]] name = "datafusion-spark" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "bigdecimal", @@ -2602,7 +2602,7 @@ dependencies = [ [[package]] name = "datafusion-sql" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "bigdecimal", @@ -2628,7 +2628,7 @@ dependencies = [ [[package]] name = "datafusion-sqllogictest" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -2659,7 +2659,7 @@ dependencies = [ [[package]] name = "datafusion-substrait" -version = "52.1.0" +version = "52.2.0" dependencies = [ "async-recursion", "async-trait", @@ -2680,7 +2680,7 @@ dependencies = [ [[package]] name = "datafusion-wasmtest" -version = "52.1.0" +version = "52.2.0" dependencies = [ "bytes", "chrono", diff --git a/Cargo.toml b/Cargo.toml index 44120cfeb2e9..010d5dbd9a32 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -79,7 +79,7 @@ repository = "https://github.com/apache/datafusion" # Define Minimum Supported Rust Version (MSRV) rust-version = "1.88.0" # Define DataFusion version -version = "52.1.0" +version = "52.2.0" [workspace.dependencies] # We turn off default-features for some dependencies here so the workspaces which inherit them can @@ -112,43 +112,43 @@ chrono = { version = "0.4.44", default-features = false } criterion = "0.8" ctor = "0.6.3" dashmap = "6.0.1" -datafusion = { path = "datafusion/core", version = "52.1.0", default-features = false } -datafusion-catalog = { path = "datafusion/catalog", version = "52.1.0" } -datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "52.1.0" } -datafusion-common = { path = "datafusion/common", version = "52.1.0", default-features = false } -datafusion-common-runtime = { path = "datafusion/common-runtime", version = "52.1.0" } -datafusion-datasource = { path = "datafusion/datasource", version = "52.1.0", default-features = false } -datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "52.1.0", default-features = false } -datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "52.1.0", default-features = false } -datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "52.1.0", default-features = false } -datafusion-datasource-json = { path = "datafusion/datasource-json", version = "52.1.0", default-features = false } -datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "52.1.0", default-features = false } -datafusion-doc = { path = "datafusion/doc", version = "52.1.0" } -datafusion-execution = { path = "datafusion/execution", version = "52.1.0", default-features = false } -datafusion-expr = { path = "datafusion/expr", version = "52.1.0", default-features = false } -datafusion-expr-common = { path = "datafusion/expr-common", version = "52.1.0" } -datafusion-ffi = { path = "datafusion/ffi", version = "52.1.0" } -datafusion-functions = { path = "datafusion/functions", version = "52.1.0" } -datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "52.1.0" } -datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "52.1.0" } -datafusion-functions-nested = { path = "datafusion/functions-nested", version = "52.1.0", default-features = false } -datafusion-functions-table = { path = "datafusion/functions-table", version = "52.1.0" } -datafusion-functions-window = { path = "datafusion/functions-window", version = "52.1.0" } -datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "52.1.0" } -datafusion-macros = { path = "datafusion/macros", version = "52.1.0" } -datafusion-optimizer = { path = "datafusion/optimizer", version = "52.1.0", default-features = false } -datafusion-physical-expr = { path = "datafusion/physical-expr", version = "52.1.0", default-features = false } -datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "52.1.0", default-features = false } -datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "52.1.0", default-features = false } -datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "52.1.0" } -datafusion-physical-plan = { path = "datafusion/physical-plan", version = "52.1.0" } -datafusion-proto = { path = "datafusion/proto", version = "52.1.0" } -datafusion-proto-common = { path = "datafusion/proto-common", version = "52.1.0" } -datafusion-pruning = { path = "datafusion/pruning", version = "52.1.0" } -datafusion-session = { path = "datafusion/session", version = "52.1.0" } -datafusion-spark = { path = "datafusion/spark", version = "52.1.0" } -datafusion-sql = { path = "datafusion/sql", version = "52.1.0" } -datafusion-substrait = { path = "datafusion/substrait", version = "52.1.0" } +datafusion = { path = "datafusion/core", version = "52.2.0", default-features = false } +datafusion-catalog = { path = "datafusion/catalog", version = "52.2.0" } +datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "52.2.0" } +datafusion-common = { path = "datafusion/common", version = "52.2.0", default-features = false } +datafusion-common-runtime = { path = "datafusion/common-runtime", version = "52.2.0" } +datafusion-datasource = { path = "datafusion/datasource", version = "52.2.0", default-features = false } +datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "52.2.0", default-features = false } +datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "52.2.0", default-features = false } +datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "52.2.0", default-features = false } +datafusion-datasource-json = { path = "datafusion/datasource-json", version = "52.2.0", default-features = false } +datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "52.2.0", default-features = false } +datafusion-doc = { path = "datafusion/doc", version = "52.2.0" } +datafusion-execution = { path = "datafusion/execution", version = "52.2.0", default-features = false } +datafusion-expr = { path = "datafusion/expr", version = "52.2.0", default-features = false } +datafusion-expr-common = { path = "datafusion/expr-common", version = "52.2.0" } +datafusion-ffi = { path = "datafusion/ffi", version = "52.2.0" } +datafusion-functions = { path = "datafusion/functions", version = "52.2.0" } +datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "52.2.0" } +datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "52.2.0" } +datafusion-functions-nested = { path = "datafusion/functions-nested", version = "52.2.0", default-features = false } +datafusion-functions-table = { path = "datafusion/functions-table", version = "52.2.0" } +datafusion-functions-window = { path = "datafusion/functions-window", version = "52.2.0" } +datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "52.2.0" } +datafusion-macros = { path = "datafusion/macros", version = "52.2.0" } +datafusion-optimizer = { path = "datafusion/optimizer", version = "52.2.0", default-features = false } +datafusion-physical-expr = { path = "datafusion/physical-expr", version = "52.2.0", default-features = false } +datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "52.2.0", default-features = false } +datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "52.2.0", default-features = false } +datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "52.2.0" } +datafusion-physical-plan = { path = "datafusion/physical-plan", version = "52.2.0" } +datafusion-proto = { path = "datafusion/proto", version = "52.2.0" } +datafusion-proto-common = { path = "datafusion/proto-common", version = "52.2.0" } +datafusion-pruning = { path = "datafusion/pruning", version = "52.2.0" } +datafusion-session = { path = "datafusion/session", version = "52.2.0" } +datafusion-spark = { path = "datafusion/spark", version = "52.2.0" } +datafusion-sql = { path = "datafusion/sql", version = "52.2.0" } +datafusion-substrait = { path = "datafusion/substrait", version = "52.2.0" } doc-comment = "0.3" env_logger = "0.11" diff --git a/dev/changelog/52.2.0.md b/dev/changelog/52.2.0.md new file mode 100644 index 000000000000..0801ec5e6a7e --- /dev/null +++ b/dev/changelog/52.2.0.md @@ -0,0 +1,47 @@ + + +# Apache DataFusion 52.2.0 Changelog + +This release consists of 5 commits from 3 contributors. See credits at the end of this changelog for more information. + +See the [upgrade guide](https://datafusion.apache.org/library-user-guide/upgrading.html) for information on how to upgrade from previous versions. + +**Other:** + +- [branch-52] fix: filter pushdown when merge filter (#20110) [#20289](https://github.com/apache/datafusion/pull/20289) (haohuaijin) +- [branch-52] FilterExec should remap indices of parent dynamic filters (#20286) [#20347](https://github.com/apache/datafusion/pull/20347) (alamb) +- [branch-52] fix: validate inter-file ordering in eq_properties() (#20329) [#20509](https://github.com/apache/datafusion/pull/20509) (alamb) +- Fix name tracker (#19856) [#20539](https://github.com/apache/datafusion/pull/20539) (hareshkh) +- [branch-52] fix: HashJoin panic with dictionary-encoded columns in multi-key joins (#20441) [#20512](https://github.com/apache/datafusion/pull/20512) (alamb) +- [branch-52] Fix incorrect `SortExec` removal before `AggregateExec` (#20247) [#20507](https://github.com/apache/datafusion/pull/20507) (alamb) +- [branch-52] Update aws-smithy, bytes and time for security audits [#20546](https://github.com/apache/datafusion/pull/20546) (alamb) +- [branch-52] Clamp early aggregation emit to the sort boundary when using partial group ordering (#20446) [#20558](https://github.com/apache/datafusion/pull/20558) (alamb) + +## Credits + +Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor. + +``` + 3 Andrew Lamb + 1 Haresh Khanna + 1 Huaijin +``` + +Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release. diff --git a/docs/source/user-guide/configs.md b/docs/source/user-guide/configs.md index e48f0a7c9227..f33e6314d361 100644 --- a/docs/source/user-guide/configs.md +++ b/docs/source/user-guide/configs.md @@ -101,7 +101,7 @@ The following configuration settings are available: | datafusion.execution.parquet.dictionary_page_size_limit | 1048576 | (writing) Sets best effort maximum dictionary page size, in bytes | | datafusion.execution.parquet.statistics_enabled | page | (writing) Sets if statistics are enabled for any column Valid values are: "none", "chunk", and "page" These values are not case sensitive. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.max_row_group_size | 1048576 | (writing) Target maximum number of rows in each row group (defaults to 1M rows). Writing larger row groups requires more memory to write, but can get better compression and be faster to read. | -| datafusion.execution.parquet.created_by | datafusion version 52.1.0 | (writing) Sets "created by" property | +| datafusion.execution.parquet.created_by | datafusion version 52.2.0 | (writing) Sets "created by" property | | datafusion.execution.parquet.column_index_truncate_length | 64 | (writing) Sets column index truncate length | | datafusion.execution.parquet.statistics_truncate_length | 64 | (writing) Sets statistics truncate length. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.data_page_row_count_limit | 20000 | (writing) Sets best effort maximum number of rows in data page |