From 751cb560b7d56f4dea3f2ca6fb741d45709c7ba4 Mon Sep 17 00:00:00 2001 From: Andrew Lamb Date: Sun, 18 Jan 2026 21:39:47 -0500 Subject: [PATCH 1/5] Increase release version to 52.1.0 --- Cargo.lock | 84 +++++++++++++++++++++++++++--------------------------- Cargo.toml | 76 ++++++++++++++++++++++++------------------------ 2 files changed, 80 insertions(+), 80 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index 8eb2229c9a1dc..5ab0b8c84a563 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -1745,7 +1745,7 @@ dependencies = [ [[package]] name = "datafusion" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "arrow-schema", @@ -1817,7 +1817,7 @@ dependencies = [ [[package]] name = "datafusion-benchmarks" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "clap", @@ -1842,7 +1842,7 @@ dependencies = [ [[package]] name = "datafusion-catalog" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -1865,7 +1865,7 @@ dependencies = [ [[package]] name = "datafusion-catalog-listing" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -1887,7 +1887,7 @@ dependencies = [ [[package]] name = "datafusion-cli" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -1918,7 +1918,7 @@ dependencies = [ [[package]] name = "datafusion-common" -version = "52.0.0" +version = "52.1.0" dependencies = [ "ahash", "apache-avro", @@ -1945,7 +1945,7 @@ dependencies = [ [[package]] name = "datafusion-common-runtime" -version = "52.0.0" +version = "52.1.0" dependencies = [ "futures", "log", @@ -1954,7 +1954,7 @@ dependencies = [ [[package]] name = "datafusion-datasource" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-compression", @@ -1989,7 +1989,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-arrow" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "arrow-ipc", @@ -2012,7 +2012,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-avro" -version = "52.0.0" +version = "52.1.0" dependencies = [ "apache-avro", "arrow", @@ -2031,7 +2031,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-csv" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -2052,7 +2052,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-json" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -2072,7 +2072,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-parquet" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -2101,11 +2101,11 @@ dependencies = [ [[package]] name = "datafusion-doc" -version = "52.0.0" +version = "52.1.0" [[package]] name = "datafusion-examples" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "arrow-flight", @@ -2144,7 +2144,7 @@ dependencies = [ [[package]] name = "datafusion-execution" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -2165,7 +2165,7 @@ dependencies = [ [[package]] name = "datafusion-expr" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -2189,7 +2189,7 @@ dependencies = [ [[package]] name = "datafusion-expr-common" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2200,7 +2200,7 @@ dependencies = [ [[package]] name = "datafusion-ffi" -version = "52.0.0" +version = "52.1.0" dependencies = [ "abi_stable", "arrow", @@ -2234,7 +2234,7 @@ dependencies = [ [[package]] name = "datafusion-functions" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "arrow-buffer", @@ -2267,7 +2267,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate" -version = "52.0.0" +version = "52.1.0" dependencies = [ "ahash", "arrow", @@ -2288,7 +2288,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate-common" -version = "52.0.0" +version = "52.1.0" dependencies = [ "ahash", "arrow", @@ -2301,7 +2301,7 @@ dependencies = [ [[package]] name = "datafusion-functions-nested" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "arrow-ord", @@ -2324,7 +2324,7 @@ dependencies = [ [[package]] name = "datafusion-functions-table" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -2338,7 +2338,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2354,7 +2354,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window-common" -version = "52.0.0" +version = "52.1.0" dependencies = [ "datafusion-common", "datafusion-physical-expr-common", @@ -2362,7 +2362,7 @@ dependencies = [ [[package]] name = "datafusion-macros" -version = "52.0.0" +version = "52.1.0" dependencies = [ "datafusion-doc", "quote", @@ -2371,7 +2371,7 @@ dependencies = [ [[package]] name = "datafusion-optimizer" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -2398,7 +2398,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr" -version = "52.0.0" +version = "52.1.0" dependencies = [ "ahash", "arrow", @@ -2425,7 +2425,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-adapter" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2438,7 +2438,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-common" -version = "52.0.0" +version = "52.1.0" dependencies = [ "ahash", "arrow", @@ -2453,7 +2453,7 @@ dependencies = [ [[package]] name = "datafusion-physical-optimizer" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2473,7 +2473,7 @@ dependencies = [ [[package]] name = "datafusion-physical-plan" -version = "52.0.0" +version = "52.1.0" dependencies = [ "ahash", "arrow", @@ -2509,7 +2509,7 @@ dependencies = [ [[package]] name = "datafusion-proto" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -2546,7 +2546,7 @@ dependencies = [ [[package]] name = "datafusion-proto-common" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2558,7 +2558,7 @@ dependencies = [ [[package]] name = "datafusion-pruning" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2576,7 +2576,7 @@ dependencies = [ [[package]] name = "datafusion-session" -version = "52.0.0" +version = "52.1.0" dependencies = [ "async-trait", "datafusion-common", @@ -2588,7 +2588,7 @@ dependencies = [ [[package]] name = "datafusion-spark" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "bigdecimal", @@ -2610,7 +2610,7 @@ dependencies = [ [[package]] name = "datafusion-sql" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "bigdecimal", @@ -2636,7 +2636,7 @@ dependencies = [ [[package]] name = "datafusion-sqllogictest" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -2667,7 +2667,7 @@ dependencies = [ [[package]] name = "datafusion-substrait" -version = "52.0.0" +version = "52.1.0" dependencies = [ "async-recursion", "async-trait", @@ -2689,7 +2689,7 @@ dependencies = [ [[package]] name = "datafusion-wasmtest" -version = "52.0.0" +version = "52.1.0" dependencies = [ "chrono", "console_error_panic_hook", diff --git a/Cargo.toml b/Cargo.toml index 7aef936189bc8..6424f512cc3df 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -79,7 +79,7 @@ repository = "https://github.com/apache/datafusion" # Define Minimum Supported Rust Version (MSRV) rust-version = "1.88.0" # Define DataFusion version -version = "52.0.0" +version = "52.1.0" [workspace.dependencies] # We turn off default-features for some dependencies here so the workspaces which inherit them can @@ -112,43 +112,43 @@ chrono = { version = "0.4.42", default-features = false } criterion = "0.8" ctor = "0.6.3" dashmap = "6.0.1" -datafusion = { path = "datafusion/core", version = "52.0.0", default-features = false } -datafusion-catalog = { path = "datafusion/catalog", version = "52.0.0" } -datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "52.0.0" } -datafusion-common = { path = "datafusion/common", version = "52.0.0", default-features = false } -datafusion-common-runtime = { path = "datafusion/common-runtime", version = "52.0.0" } -datafusion-datasource = { path = "datafusion/datasource", version = "52.0.0", default-features = false } -datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "52.0.0", default-features = false } -datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "52.0.0", default-features = false } -datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "52.0.0", default-features = false } -datafusion-datasource-json = { path = "datafusion/datasource-json", version = "52.0.0", default-features = false } -datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "52.0.0", default-features = false } -datafusion-doc = { path = "datafusion/doc", version = "52.0.0" } -datafusion-execution = { path = "datafusion/execution", version = "52.0.0", default-features = false } -datafusion-expr = { path = "datafusion/expr", version = "52.0.0", default-features = false } -datafusion-expr-common = { path = "datafusion/expr-common", version = "52.0.0" } -datafusion-ffi = { path = "datafusion/ffi", version = "52.0.0" } -datafusion-functions = { path = "datafusion/functions", version = "52.0.0" } -datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "52.0.0" } -datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "52.0.0" } -datafusion-functions-nested = { path = "datafusion/functions-nested", version = "52.0.0", default-features = false } -datafusion-functions-table = { path = "datafusion/functions-table", version = "52.0.0" } -datafusion-functions-window = { path = "datafusion/functions-window", version = "52.0.0" } -datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "52.0.0" } -datafusion-macros = { path = "datafusion/macros", version = "52.0.0" } -datafusion-optimizer = { path = "datafusion/optimizer", version = "52.0.0", default-features = false } -datafusion-physical-expr = { path = "datafusion/physical-expr", version = "52.0.0", default-features = false } -datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "52.0.0", default-features = false } -datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "52.0.0", default-features = false } -datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "52.0.0" } -datafusion-physical-plan = { path = "datafusion/physical-plan", version = "52.0.0" } -datafusion-proto = { path = "datafusion/proto", version = "52.0.0" } -datafusion-proto-common = { path = "datafusion/proto-common", version = "52.0.0" } -datafusion-pruning = { path = "datafusion/pruning", version = "52.0.0" } -datafusion-session = { path = "datafusion/session", version = "52.0.0" } -datafusion-spark = { path = "datafusion/spark", version = "52.0.0" } -datafusion-sql = { path = "datafusion/sql", version = "52.0.0" } -datafusion-substrait = { path = "datafusion/substrait", version = "52.0.0" } +datafusion = { path = "datafusion/core", version = "52.1.0", default-features = false } +datafusion-catalog = { path = "datafusion/catalog", version = "52.1.0" } +datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "52.1.0" } +datafusion-common = { path = "datafusion/common", version = "52.1.0", default-features = false } +datafusion-common-runtime = { path = "datafusion/common-runtime", version = "52.1.0" } +datafusion-datasource = { path = "datafusion/datasource", version = "52.1.0", default-features = false } +datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "52.1.0", default-features = false } +datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "52.1.0", default-features = false } +datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "52.1.0", default-features = false } +datafusion-datasource-json = { path = "datafusion/datasource-json", version = "52.1.0", default-features = false } +datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "52.1.0", default-features = false } +datafusion-doc = { path = "datafusion/doc", version = "52.1.0" } +datafusion-execution = { path = "datafusion/execution", version = "52.1.0", default-features = false } +datafusion-expr = { path = "datafusion/expr", version = "52.1.0", default-features = false } +datafusion-expr-common = { path = "datafusion/expr-common", version = "52.1.0" } +datafusion-ffi = { path = "datafusion/ffi", version = "52.1.0" } +datafusion-functions = { path = "datafusion/functions", version = "52.1.0" } +datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "52.1.0" } +datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "52.1.0" } +datafusion-functions-nested = { path = "datafusion/functions-nested", version = "52.1.0", default-features = false } +datafusion-functions-table = { path = "datafusion/functions-table", version = "52.1.0" } +datafusion-functions-window = { path = "datafusion/functions-window", version = "52.1.0" } +datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "52.1.0" } +datafusion-macros = { path = "datafusion/macros", version = "52.1.0" } +datafusion-optimizer = { path = "datafusion/optimizer", version = "52.1.0", default-features = false } +datafusion-physical-expr = { path = "datafusion/physical-expr", version = "52.1.0", default-features = false } +datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "52.1.0", default-features = false } +datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "52.1.0", default-features = false } +datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "52.1.0" } +datafusion-physical-plan = { path = "datafusion/physical-plan", version = "52.1.0" } +datafusion-proto = { path = "datafusion/proto", version = "52.1.0" } +datafusion-proto-common = { path = "datafusion/proto-common", version = "52.1.0" } +datafusion-pruning = { path = "datafusion/pruning", version = "52.1.0" } +datafusion-session = { path = "datafusion/session", version = "52.1.0" } +datafusion-spark = { path = "datafusion/spark", version = "52.1.0" } +datafusion-sql = { path = "datafusion/sql", version = "52.1.0" } +datafusion-substrait = { path = "datafusion/substrait", version = "52.1.0" } doc-comment = "0.3" env_logger = "0.11" From 1a13c593a21fec87ad6f47a64019e0eec0978eed Mon Sep 17 00:00:00 2001 From: Andrew Lamb Date: Sun, 18 Jan 2026 21:44:47 -0500 Subject: [PATCH 2/5] Changelog --- dev/changelog/52.1.0.md | 46 +++++++++++++++++++++++++++++++++++++++++ 1 file changed, 46 insertions(+) create mode 100644 dev/changelog/52.1.0.md diff --git a/dev/changelog/52.1.0.md b/dev/changelog/52.1.0.md new file mode 100644 index 0000000000000..1c3af674ef329 --- /dev/null +++ b/dev/changelog/52.1.0.md @@ -0,0 +1,46 @@ + + +# Apache DataFusion 52.1.0 Changelog + +This release consists of 3 commits from 3 contributors. See credits at the end of this changelog for more information. + +See the [upgrade guide](https://datafusion.apache.org/library-user-guide/upgrading.html) for information on how to upgrade from previous versions. + +**Documentation updates:** + +- [branch-52] Fix Internal error: Assertion failed: !self.finished: LimitedBatchCoalescer (#19785) [#19836](https://github.com/apache/datafusion/pull/19836) (alamb) + +**Other:** + +- [branch-52] fix: expose `ListFilesEntry` [#19818](https://github.com/apache/datafusion/pull/19818) (lonless9) +- [branch 52] Fix grouping set subset satisfaction [#19855](https://github.com/apache/datafusion/pull/19855) (gabotechs) + +## Credits + +Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor. + +``` + 1 Andrew Lamb + 1 Gabriel + 1 XL Liang +``` + +Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release. + From 16e35d152abbf1dc0c89c89458196fc0a6169065 Mon Sep 17 00:00:00 2001 From: Andrew Lamb Date: Sun, 18 Jan 2026 21:46:35 -0500 Subject: [PATCH 3/5] prettier --- dev/changelog/52.1.0.md | 1 - 1 file changed, 1 deletion(-) diff --git a/dev/changelog/52.1.0.md b/dev/changelog/52.1.0.md index 1c3af674ef329..0fa01cc1d67f1 100644 --- a/dev/changelog/52.1.0.md +++ b/dev/changelog/52.1.0.md @@ -43,4 +43,3 @@ Thank you to everyone who contributed to this release. Here is a breakdown of co ``` Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release. - From 92ad8bea467a52e44e6594da4a8c65f9e5122358 Mon Sep 17 00:00:00 2001 From: Andrew Lamb Date: Sun, 18 Jan 2026 22:35:31 -0500 Subject: [PATCH 4/5] Update config docs --- docs/source/user-guide/configs.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/source/user-guide/configs.md b/docs/source/user-guide/configs.md index c9a1b6c684c9b..76acd42ac901d 100644 --- a/docs/source/user-guide/configs.md +++ b/docs/source/user-guide/configs.md @@ -99,7 +99,7 @@ The following configuration settings are available: | datafusion.execution.parquet.dictionary_page_size_limit | 1048576 | (writing) Sets best effort maximum dictionary page size, in bytes | | datafusion.execution.parquet.statistics_enabled | page | (writing) Sets if statistics are enabled for any column Valid values are: "none", "chunk", and "page" These values are not case sensitive. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.max_row_group_size | 1048576 | (writing) Target maximum number of rows in each row group (defaults to 1M rows). Writing larger row groups requires more memory to write, but can get better compression and be faster to read. | -| datafusion.execution.parquet.created_by | datafusion version 52.0.0 | (writing) Sets "created by" property | +| datafusion.execution.parquet.created_by | datafusion version 52.1.0 | (writing) Sets "created by" property | | datafusion.execution.parquet.column_index_truncate_length | 64 | (writing) Sets column index truncate length | | datafusion.execution.parquet.statistics_truncate_length | 64 | (writing) Sets statistics truncate length. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.data_page_row_count_limit | 20000 | (writing) Sets best effort maximum number of rows in data page | From 19d9150e56845b8954d002abfa66b3509d6908bc Mon Sep 17 00:00:00 2001 From: Andrew Lamb Date: Mon, 19 Jan 2026 10:02:01 -0500 Subject: [PATCH 5/5] Update changelog --- dev/changelog/52.1.0.md | 1 + 1 file changed, 1 insertion(+) diff --git a/dev/changelog/52.1.0.md b/dev/changelog/52.1.0.md index 0fa01cc1d67f1..97a1435c41a44 100644 --- a/dev/changelog/52.1.0.md +++ b/dev/changelog/52.1.0.md @@ -31,6 +31,7 @@ See the [upgrade guide](https://datafusion.apache.org/library-user-guide/upgradi - [branch-52] fix: expose `ListFilesEntry` [#19818](https://github.com/apache/datafusion/pull/19818) (lonless9) - [branch 52] Fix grouping set subset satisfaction [#19855](https://github.com/apache/datafusion/pull/19855) (gabotechs) +- Add BatchAdapter to simplify using PhysicalExprAdapter / Projector [#19877](https://github.com/apache/datafusion/pull/19877) (alamb) ## Credits