diff --git a/Cargo.lock b/Cargo.lock index 23670a787704..32723182eb48 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -1715,7 +1715,7 @@ dependencies = [ [[package]] name = "datafusion" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "arrow-schema", @@ -1789,7 +1789,7 @@ dependencies = [ [[package]] name = "datafusion-benchmarks" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "clap", @@ -1814,7 +1814,7 @@ dependencies = [ [[package]] name = "datafusion-catalog" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -1837,7 +1837,7 @@ dependencies = [ [[package]] name = "datafusion-catalog-listing" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -1859,7 +1859,7 @@ dependencies = [ [[package]] name = "datafusion-cli" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -1890,7 +1890,7 @@ dependencies = [ [[package]] name = "datafusion-common" -version = "52.1.0" +version = "52.2.0" dependencies = [ "ahash", "apache-avro", @@ -1918,7 +1918,7 @@ dependencies = [ [[package]] name = "datafusion-common-runtime" -version = "52.1.0" +version = "52.2.0" dependencies = [ "futures", "log", @@ -1927,7 +1927,7 @@ dependencies = [ [[package]] name = "datafusion-datasource" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-compression", @@ -1962,7 +1962,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-arrow" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "arrow-ipc", @@ -1985,7 +1985,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-avro" -version = "52.1.0" +version = "52.2.0" dependencies = [ "apache-avro", "arrow", @@ -2004,7 +2004,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-csv" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -2025,7 +2025,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-json" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -2047,7 +2047,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-parquet" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -2079,11 +2079,11 @@ dependencies = [ [[package]] name = "datafusion-doc" -version = "52.1.0" +version = "52.2.0" [[package]] name = "datafusion-examples" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "arrow-flight", @@ -2124,7 +2124,7 @@ dependencies = [ [[package]] name = "datafusion-execution" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "arrow-buffer", @@ -2147,7 +2147,7 @@ dependencies = [ [[package]] name = "datafusion-expr" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -2171,7 +2171,7 @@ dependencies = [ [[package]] name = "datafusion-expr-common" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "datafusion-common", @@ -2182,7 +2182,7 @@ dependencies = [ [[package]] name = "datafusion-ffi" -version = "52.1.0" +version = "52.2.0" dependencies = [ "abi_stable", "arrow", @@ -2216,7 +2216,7 @@ dependencies = [ [[package]] name = "datafusion-functions" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "arrow-buffer", @@ -2250,7 +2250,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate" -version = "52.1.0" +version = "52.2.0" dependencies = [ "ahash", "arrow", @@ -2272,7 +2272,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate-common" -version = "52.1.0" +version = "52.2.0" dependencies = [ "ahash", "arrow", @@ -2285,7 +2285,7 @@ dependencies = [ [[package]] name = "datafusion-functions-nested" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "arrow-ord", @@ -2310,7 +2310,7 @@ dependencies = [ [[package]] name = "datafusion-functions-table" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -2324,7 +2324,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "criterion", @@ -2341,7 +2341,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window-common" -version = "52.1.0" +version = "52.2.0" dependencies = [ "datafusion-common", "datafusion-physical-expr-common", @@ -2349,7 +2349,7 @@ dependencies = [ [[package]] name = "datafusion-macros" -version = "52.1.0" +version = "52.2.0" dependencies = [ "datafusion-doc", "quote", @@ -2358,7 +2358,7 @@ dependencies = [ [[package]] name = "datafusion-optimizer" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -2385,7 +2385,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr" -version = "52.1.0" +version = "52.2.0" dependencies = [ "ahash", "arrow", @@ -2412,7 +2412,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-adapter" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "datafusion-common", @@ -2425,7 +2425,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-common" -version = "52.1.0" +version = "52.2.0" dependencies = [ "ahash", "arrow", @@ -2440,7 +2440,7 @@ dependencies = [ [[package]] name = "datafusion-physical-optimizer" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "datafusion-common", @@ -2460,7 +2460,7 @@ dependencies = [ [[package]] name = "datafusion-physical-plan" -version = "52.1.0" +version = "52.2.0" dependencies = [ "ahash", "arrow", @@ -2497,7 +2497,7 @@ dependencies = [ [[package]] name = "datafusion-proto" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -2535,7 +2535,7 @@ dependencies = [ [[package]] name = "datafusion-proto-common" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "datafusion-common", @@ -2547,7 +2547,7 @@ dependencies = [ [[package]] name = "datafusion-pruning" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "datafusion-common", @@ -2565,7 +2565,7 @@ dependencies = [ [[package]] name = "datafusion-session" -version = "52.1.0" +version = "52.2.0" dependencies = [ "async-trait", "datafusion-common", @@ -2577,7 +2577,7 @@ dependencies = [ [[package]] name = "datafusion-spark" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "bigdecimal", @@ -2603,7 +2603,7 @@ dependencies = [ [[package]] name = "datafusion-sql" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "bigdecimal", @@ -2629,7 +2629,7 @@ dependencies = [ [[package]] name = "datafusion-sqllogictest" -version = "52.1.0" +version = "52.2.0" dependencies = [ "arrow", "async-trait", @@ -2660,7 +2660,7 @@ dependencies = [ [[package]] name = "datafusion-substrait" -version = "52.1.0" +version = "52.2.0" dependencies = [ "async-recursion", "async-trait", @@ -2681,7 +2681,7 @@ dependencies = [ [[package]] name = "datafusion-wasmtest" -version = "52.1.0" +version = "52.2.0" dependencies = [ "bytes", "chrono", diff --git a/Cargo.toml b/Cargo.toml index 3bcf17d8ed65..d057261f7a2e 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -79,7 +79,7 @@ repository = "https://github.com/apache/datafusion" # Define Minimum Supported Rust Version (MSRV) rust-version = "1.88.0" # Define DataFusion version -version = "52.1.0" +version = "52.2.0" [workspace.dependencies] # We turn off default-features for some dependencies here so the workspaces which inherit them can @@ -112,43 +112,43 @@ chrono = { version = "0.4.44", default-features = false } criterion = "0.8" ctor = "0.6.3" dashmap = "6.0.1" -datafusion = { path = "datafusion/core", version = "52.1.0", default-features = false } -datafusion-catalog = { path = "datafusion/catalog", version = "52.1.0" } -datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "52.1.0" } -datafusion-common = { path = "datafusion/common", version = "52.1.0", default-features = false } -datafusion-common-runtime = { path = "datafusion/common-runtime", version = "52.1.0" } -datafusion-datasource = { path = "datafusion/datasource", version = "52.1.0", default-features = false } -datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "52.1.0", default-features = false } -datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "52.1.0", default-features = false } -datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "52.1.0", default-features = false } -datafusion-datasource-json = { path = "datafusion/datasource-json", version = "52.1.0", default-features = false } -datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "52.1.0", default-features = false } -datafusion-doc = { path = "datafusion/doc", version = "52.1.0" } -datafusion-execution = { path = "datafusion/execution", version = "52.1.0", default-features = false } -datafusion-expr = { path = "datafusion/expr", version = "52.1.0", default-features = false } -datafusion-expr-common = { path = "datafusion/expr-common", version = "52.1.0" } -datafusion-ffi = { path = "datafusion/ffi", version = "52.1.0" } -datafusion-functions = { path = "datafusion/functions", version = "52.1.0" } -datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "52.1.0" } -datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "52.1.0" } -datafusion-functions-nested = { path = "datafusion/functions-nested", version = "52.1.0", default-features = false } -datafusion-functions-table = { path = "datafusion/functions-table", version = "52.1.0" } -datafusion-functions-window = { path = "datafusion/functions-window", version = "52.1.0" } -datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "52.1.0" } -datafusion-macros = { path = "datafusion/macros", version = "52.1.0" } -datafusion-optimizer = { path = "datafusion/optimizer", version = "52.1.0", default-features = false } -datafusion-physical-expr = { path = "datafusion/physical-expr", version = "52.1.0", default-features = false } -datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "52.1.0", default-features = false } -datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "52.1.0", default-features = false } -datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "52.1.0" } -datafusion-physical-plan = { path = "datafusion/physical-plan", version = "52.1.0" } -datafusion-proto = { path = "datafusion/proto", version = "52.1.0" } -datafusion-proto-common = { path = "datafusion/proto-common", version = "52.1.0" } -datafusion-pruning = { path = "datafusion/pruning", version = "52.1.0" } -datafusion-session = { path = "datafusion/session", version = "52.1.0" } -datafusion-spark = { path = "datafusion/spark", version = "52.1.0" } -datafusion-sql = { path = "datafusion/sql", version = "52.1.0" } -datafusion-substrait = { path = "datafusion/substrait", version = "52.1.0" } +datafusion = { path = "datafusion/core", version = "52.2.0", default-features = false } +datafusion-catalog = { path = "datafusion/catalog", version = "52.2.0" } +datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "52.2.0" } +datafusion-common = { path = "datafusion/common", version = "52.2.0", default-features = false } +datafusion-common-runtime = { path = "datafusion/common-runtime", version = "52.2.0" } +datafusion-datasource = { path = "datafusion/datasource", version = "52.2.0", default-features = false } +datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "52.2.0", default-features = false } +datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "52.2.0", default-features = false } +datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "52.2.0", default-features = false } +datafusion-datasource-json = { path = "datafusion/datasource-json", version = "52.2.0", default-features = false } +datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "52.2.0", default-features = false } +datafusion-doc = { path = "datafusion/doc", version = "52.2.0" } +datafusion-execution = { path = "datafusion/execution", version = "52.2.0", default-features = false } +datafusion-expr = { path = "datafusion/expr", version = "52.2.0", default-features = false } +datafusion-expr-common = { path = "datafusion/expr-common", version = "52.2.0" } +datafusion-ffi = { path = "datafusion/ffi", version = "52.2.0" } +datafusion-functions = { path = "datafusion/functions", version = "52.2.0" } +datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "52.2.0" } +datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "52.2.0" } +datafusion-functions-nested = { path = "datafusion/functions-nested", version = "52.2.0", default-features = false } +datafusion-functions-table = { path = "datafusion/functions-table", version = "52.2.0" } +datafusion-functions-window = { path = "datafusion/functions-window", version = "52.2.0" } +datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "52.2.0" } +datafusion-macros = { path = "datafusion/macros", version = "52.2.0" } +datafusion-optimizer = { path = "datafusion/optimizer", version = "52.2.0", default-features = false } +datafusion-physical-expr = { path = "datafusion/physical-expr", version = "52.2.0", default-features = false } +datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "52.2.0", default-features = false } +datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "52.2.0", default-features = false } +datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "52.2.0" } +datafusion-physical-plan = { path = "datafusion/physical-plan", version = "52.2.0" } +datafusion-proto = { path = "datafusion/proto", version = "52.2.0" } +datafusion-proto-common = { path = "datafusion/proto-common", version = "52.2.0" } +datafusion-pruning = { path = "datafusion/pruning", version = "52.2.0" } +datafusion-session = { path = "datafusion/session", version = "52.2.0" } +datafusion-spark = { path = "datafusion/spark", version = "52.2.0" } +datafusion-sql = { path = "datafusion/sql", version = "52.2.0" } +datafusion-substrait = { path = "datafusion/substrait", version = "52.2.0" } doc-comment = "0.3" env_logger = "0.11" diff --git a/dev/changelog/52.2.0.md b/dev/changelog/52.2.0.md new file mode 100644 index 000000000000..0801ec5e6a7e --- /dev/null +++ b/dev/changelog/52.2.0.md @@ -0,0 +1,47 @@ + + +# Apache DataFusion 52.2.0 Changelog + +This release consists of 5 commits from 3 contributors. See credits at the end of this changelog for more information. + +See the [upgrade guide](https://datafusion.apache.org/library-user-guide/upgrading.html) for information on how to upgrade from previous versions. + +**Other:** + +- [branch-52] fix: filter pushdown when merge filter (#20110) [#20289](https://github.com/apache/datafusion/pull/20289) (haohuaijin) +- [branch-52] FilterExec should remap indices of parent dynamic filters (#20286) [#20347](https://github.com/apache/datafusion/pull/20347) (alamb) +- [branch-52] fix: validate inter-file ordering in eq_properties() (#20329) [#20509](https://github.com/apache/datafusion/pull/20509) (alamb) +- Fix name tracker (#19856) [#20539](https://github.com/apache/datafusion/pull/20539) (hareshkh) +- [branch-52] fix: HashJoin panic with dictionary-encoded columns in multi-key joins (#20441) [#20512](https://github.com/apache/datafusion/pull/20512) (alamb) +- [branch-52] Fix incorrect `SortExec` removal before `AggregateExec` (#20247) [#20507](https://github.com/apache/datafusion/pull/20507) (alamb) +- [branch-52] Update aws-smithy, bytes and time for security audits [#20546](https://github.com/apache/datafusion/pull/20546) (alamb) +- [branch-52] Clamp early aggregation emit to the sort boundary when using partial group ordering (#20446) [#20558](https://github.com/apache/datafusion/pull/20558) (alamb) + +## Credits + +Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor. + +``` + 3 Andrew Lamb + 1 Haresh Khanna + 1 Huaijin +``` + +Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release. diff --git a/docs/source/user-guide/configs.md b/docs/source/user-guide/configs.md index e48f0a7c9227..f33e6314d361 100644 --- a/docs/source/user-guide/configs.md +++ b/docs/source/user-guide/configs.md @@ -101,7 +101,7 @@ The following configuration settings are available: | datafusion.execution.parquet.dictionary_page_size_limit | 1048576 | (writing) Sets best effort maximum dictionary page size, in bytes | | datafusion.execution.parquet.statistics_enabled | page | (writing) Sets if statistics are enabled for any column Valid values are: "none", "chunk", and "page" These values are not case sensitive. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.max_row_group_size | 1048576 | (writing) Target maximum number of rows in each row group (defaults to 1M rows). Writing larger row groups requires more memory to write, but can get better compression and be faster to read. | -| datafusion.execution.parquet.created_by | datafusion version 52.1.0 | (writing) Sets "created by" property | +| datafusion.execution.parquet.created_by | datafusion version 52.2.0 | (writing) Sets "created by" property | | datafusion.execution.parquet.column_index_truncate_length | 64 | (writing) Sets column index truncate length | | datafusion.execution.parquet.statistics_truncate_length | 64 | (writing) Sets statistics truncate length. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.data_page_row_count_limit | 20000 | (writing) Sets best effort maximum number of rows in data page |