diff --git a/Cargo.lock b/Cargo.lock index 8eb2229c9a1dc..5ab0b8c84a563 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -1745,7 +1745,7 @@ dependencies = [ [[package]] name = "datafusion" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "arrow-schema", @@ -1817,7 +1817,7 @@ dependencies = [ [[package]] name = "datafusion-benchmarks" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "clap", @@ -1842,7 +1842,7 @@ dependencies = [ [[package]] name = "datafusion-catalog" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -1865,7 +1865,7 @@ dependencies = [ [[package]] name = "datafusion-catalog-listing" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -1887,7 +1887,7 @@ dependencies = [ [[package]] name = "datafusion-cli" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -1918,7 +1918,7 @@ dependencies = [ [[package]] name = "datafusion-common" -version = "52.0.0" +version = "52.1.0" dependencies = [ "ahash", "apache-avro", @@ -1945,7 +1945,7 @@ dependencies = [ [[package]] name = "datafusion-common-runtime" -version = "52.0.0" +version = "52.1.0" dependencies = [ "futures", "log", @@ -1954,7 +1954,7 @@ dependencies = [ [[package]] name = "datafusion-datasource" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-compression", @@ -1989,7 +1989,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-arrow" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "arrow-ipc", @@ -2012,7 +2012,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-avro" -version = "52.0.0" +version = "52.1.0" dependencies = [ "apache-avro", "arrow", @@ -2031,7 +2031,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-csv" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -2052,7 +2052,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-json" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -2072,7 +2072,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-parquet" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -2101,11 +2101,11 @@ dependencies = [ [[package]] name = "datafusion-doc" -version = "52.0.0" +version = "52.1.0" [[package]] name = "datafusion-examples" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "arrow-flight", @@ -2144,7 +2144,7 @@ dependencies = [ [[package]] name = "datafusion-execution" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -2165,7 +2165,7 @@ dependencies = [ [[package]] name = "datafusion-expr" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -2189,7 +2189,7 @@ dependencies = [ [[package]] name = "datafusion-expr-common" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2200,7 +2200,7 @@ dependencies = [ [[package]] name = "datafusion-ffi" -version = "52.0.0" +version = "52.1.0" dependencies = [ "abi_stable", "arrow", @@ -2234,7 +2234,7 @@ dependencies = [ [[package]] name = "datafusion-functions" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "arrow-buffer", @@ -2267,7 +2267,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate" -version = "52.0.0" +version = "52.1.0" dependencies = [ "ahash", "arrow", @@ -2288,7 +2288,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate-common" -version = "52.0.0" +version = "52.1.0" dependencies = [ "ahash", "arrow", @@ -2301,7 +2301,7 @@ dependencies = [ [[package]] name = "datafusion-functions-nested" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "arrow-ord", @@ -2324,7 +2324,7 @@ dependencies = [ [[package]] name = "datafusion-functions-table" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -2338,7 +2338,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2354,7 +2354,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window-common" -version = "52.0.0" +version = "52.1.0" dependencies = [ "datafusion-common", "datafusion-physical-expr-common", @@ -2362,7 +2362,7 @@ dependencies = [ [[package]] name = "datafusion-macros" -version = "52.0.0" +version = "52.1.0" dependencies = [ "datafusion-doc", "quote", @@ -2371,7 +2371,7 @@ dependencies = [ [[package]] name = "datafusion-optimizer" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -2398,7 +2398,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr" -version = "52.0.0" +version = "52.1.0" dependencies = [ "ahash", "arrow", @@ -2425,7 +2425,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-adapter" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2438,7 +2438,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-common" -version = "52.0.0" +version = "52.1.0" dependencies = [ "ahash", "arrow", @@ -2453,7 +2453,7 @@ dependencies = [ [[package]] name = "datafusion-physical-optimizer" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2473,7 +2473,7 @@ dependencies = [ [[package]] name = "datafusion-physical-plan" -version = "52.0.0" +version = "52.1.0" dependencies = [ "ahash", "arrow", @@ -2509,7 +2509,7 @@ dependencies = [ [[package]] name = "datafusion-proto" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -2546,7 +2546,7 @@ dependencies = [ [[package]] name = "datafusion-proto-common" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2558,7 +2558,7 @@ dependencies = [ [[package]] name = "datafusion-pruning" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2576,7 +2576,7 @@ dependencies = [ [[package]] name = "datafusion-session" -version = "52.0.0" +version = "52.1.0" dependencies = [ "async-trait", "datafusion-common", @@ -2588,7 +2588,7 @@ dependencies = [ [[package]] name = "datafusion-spark" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "bigdecimal", @@ -2610,7 +2610,7 @@ dependencies = [ [[package]] name = "datafusion-sql" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "bigdecimal", @@ -2636,7 +2636,7 @@ dependencies = [ [[package]] name = "datafusion-sqllogictest" -version = "52.0.0" +version = "52.1.0" dependencies = [ "arrow", "async-trait", @@ -2667,7 +2667,7 @@ dependencies = [ [[package]] name = "datafusion-substrait" -version = "52.0.0" +version = "52.1.0" dependencies = [ "async-recursion", "async-trait", @@ -2689,7 +2689,7 @@ dependencies = [ [[package]] name = "datafusion-wasmtest" -version = "52.0.0" +version = "52.1.0" dependencies = [ "chrono", "console_error_panic_hook", diff --git a/Cargo.toml b/Cargo.toml index 7aef936189bc8..6424f512cc3df 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -79,7 +79,7 @@ repository = "https://github.com/apache/datafusion" # Define Minimum Supported Rust Version (MSRV) rust-version = "1.88.0" # Define DataFusion version -version = "52.0.0" +version = "52.1.0" [workspace.dependencies] # We turn off default-features for some dependencies here so the workspaces which inherit them can @@ -112,43 +112,43 @@ chrono = { version = "0.4.42", default-features = false } criterion = "0.8" ctor = "0.6.3" dashmap = "6.0.1" -datafusion = { path = "datafusion/core", version = "52.0.0", default-features = false } -datafusion-catalog = { path = "datafusion/catalog", version = "52.0.0" } -datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "52.0.0" } -datafusion-common = { path = "datafusion/common", version = "52.0.0", default-features = false } -datafusion-common-runtime = { path = "datafusion/common-runtime", version = "52.0.0" } -datafusion-datasource = { path = "datafusion/datasource", version = "52.0.0", default-features = false } -datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "52.0.0", default-features = false } -datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "52.0.0", default-features = false } -datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "52.0.0", default-features = false } -datafusion-datasource-json = { path = "datafusion/datasource-json", version = "52.0.0", default-features = false } -datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "52.0.0", default-features = false } -datafusion-doc = { path = "datafusion/doc", version = "52.0.0" } -datafusion-execution = { path = "datafusion/execution", version = "52.0.0", default-features = false } -datafusion-expr = { path = "datafusion/expr", version = "52.0.0", default-features = false } -datafusion-expr-common = { path = "datafusion/expr-common", version = "52.0.0" } -datafusion-ffi = { path = "datafusion/ffi", version = "52.0.0" } -datafusion-functions = { path = "datafusion/functions", version = "52.0.0" } -datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "52.0.0" } -datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "52.0.0" } -datafusion-functions-nested = { path = "datafusion/functions-nested", version = "52.0.0", default-features = false } -datafusion-functions-table = { path = "datafusion/functions-table", version = "52.0.0" } -datafusion-functions-window = { path = "datafusion/functions-window", version = "52.0.0" } -datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "52.0.0" } -datafusion-macros = { path = "datafusion/macros", version = "52.0.0" } -datafusion-optimizer = { path = "datafusion/optimizer", version = "52.0.0", default-features = false } -datafusion-physical-expr = { path = "datafusion/physical-expr", version = "52.0.0", default-features = false } -datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "52.0.0", default-features = false } -datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "52.0.0", default-features = false } -datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "52.0.0" } -datafusion-physical-plan = { path = "datafusion/physical-plan", version = "52.0.0" } -datafusion-proto = { path = "datafusion/proto", version = "52.0.0" } -datafusion-proto-common = { path = "datafusion/proto-common", version = "52.0.0" } -datafusion-pruning = { path = "datafusion/pruning", version = "52.0.0" } -datafusion-session = { path = "datafusion/session", version = "52.0.0" } -datafusion-spark = { path = "datafusion/spark", version = "52.0.0" } -datafusion-sql = { path = "datafusion/sql", version = "52.0.0" } -datafusion-substrait = { path = "datafusion/substrait", version = "52.0.0" } +datafusion = { path = "datafusion/core", version = "52.1.0", default-features = false } +datafusion-catalog = { path = "datafusion/catalog", version = "52.1.0" } +datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "52.1.0" } +datafusion-common = { path = "datafusion/common", version = "52.1.0", default-features = false } +datafusion-common-runtime = { path = "datafusion/common-runtime", version = "52.1.0" } +datafusion-datasource = { path = "datafusion/datasource", version = "52.1.0", default-features = false } +datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "52.1.0", default-features = false } +datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "52.1.0", default-features = false } +datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "52.1.0", default-features = false } +datafusion-datasource-json = { path = "datafusion/datasource-json", version = "52.1.0", default-features = false } +datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "52.1.0", default-features = false } +datafusion-doc = { path = "datafusion/doc", version = "52.1.0" } +datafusion-execution = { path = "datafusion/execution", version = "52.1.0", default-features = false } +datafusion-expr = { path = "datafusion/expr", version = "52.1.0", default-features = false } +datafusion-expr-common = { path = "datafusion/expr-common", version = "52.1.0" } +datafusion-ffi = { path = "datafusion/ffi", version = "52.1.0" } +datafusion-functions = { path = "datafusion/functions", version = "52.1.0" } +datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "52.1.0" } +datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "52.1.0" } +datafusion-functions-nested = { path = "datafusion/functions-nested", version = "52.1.0", default-features = false } +datafusion-functions-table = { path = "datafusion/functions-table", version = "52.1.0" } +datafusion-functions-window = { path = "datafusion/functions-window", version = "52.1.0" } +datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "52.1.0" } +datafusion-macros = { path = "datafusion/macros", version = "52.1.0" } +datafusion-optimizer = { path = "datafusion/optimizer", version = "52.1.0", default-features = false } +datafusion-physical-expr = { path = "datafusion/physical-expr", version = "52.1.0", default-features = false } +datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "52.1.0", default-features = false } +datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "52.1.0", default-features = false } +datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "52.1.0" } +datafusion-physical-plan = { path = "datafusion/physical-plan", version = "52.1.0" } +datafusion-proto = { path = "datafusion/proto", version = "52.1.0" } +datafusion-proto-common = { path = "datafusion/proto-common", version = "52.1.0" } +datafusion-pruning = { path = "datafusion/pruning", version = "52.1.0" } +datafusion-session = { path = "datafusion/session", version = "52.1.0" } +datafusion-spark = { path = "datafusion/spark", version = "52.1.0" } +datafusion-sql = { path = "datafusion/sql", version = "52.1.0" } +datafusion-substrait = { path = "datafusion/substrait", version = "52.1.0" } doc-comment = "0.3" env_logger = "0.11" diff --git a/dev/changelog/52.1.0.md b/dev/changelog/52.1.0.md new file mode 100644 index 0000000000000..97a1435c41a44 --- /dev/null +++ b/dev/changelog/52.1.0.md @@ -0,0 +1,46 @@ + + +# Apache DataFusion 52.1.0 Changelog + +This release consists of 3 commits from 3 contributors. See credits at the end of this changelog for more information. + +See the [upgrade guide](https://datafusion.apache.org/library-user-guide/upgrading.html) for information on how to upgrade from previous versions. + +**Documentation updates:** + +- [branch-52] Fix Internal error: Assertion failed: !self.finished: LimitedBatchCoalescer (#19785) [#19836](https://github.com/apache/datafusion/pull/19836) (alamb) + +**Other:** + +- [branch-52] fix: expose `ListFilesEntry` [#19818](https://github.com/apache/datafusion/pull/19818) (lonless9) +- [branch 52] Fix grouping set subset satisfaction [#19855](https://github.com/apache/datafusion/pull/19855) (gabotechs) +- Add BatchAdapter to simplify using PhysicalExprAdapter / Projector [#19877](https://github.com/apache/datafusion/pull/19877) (alamb) + +## Credits + +Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor. + +``` + 1 Andrew Lamb + 1 Gabriel + 1 XL Liang +``` + +Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release. diff --git a/docs/source/user-guide/configs.md b/docs/source/user-guide/configs.md index c9a1b6c684c9b..76acd42ac901d 100644 --- a/docs/source/user-guide/configs.md +++ b/docs/source/user-guide/configs.md @@ -99,7 +99,7 @@ The following configuration settings are available: | datafusion.execution.parquet.dictionary_page_size_limit | 1048576 | (writing) Sets best effort maximum dictionary page size, in bytes | | datafusion.execution.parquet.statistics_enabled | page | (writing) Sets if statistics are enabled for any column Valid values are: "none", "chunk", and "page" These values are not case sensitive. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.max_row_group_size | 1048576 | (writing) Target maximum number of rows in each row group (defaults to 1M rows). Writing larger row groups requires more memory to write, but can get better compression and be faster to read. | -| datafusion.execution.parquet.created_by | datafusion version 52.0.0 | (writing) Sets "created by" property | +| datafusion.execution.parquet.created_by | datafusion version 52.1.0 | (writing) Sets "created by" property | | datafusion.execution.parquet.column_index_truncate_length | 64 | (writing) Sets column index truncate length | | datafusion.execution.parquet.statistics_truncate_length | 64 | (writing) Sets statistics truncate length. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.data_page_row_count_limit | 20000 | (writing) Sets best effort maximum number of rows in data page |