Skip to content

Commit

Permalink
chore: Prepare 39.0.0-rc1 (#10828)
Browse files Browse the repository at this point in the history
* bump version

* generate changelog

* update cli cargo lock

* delete duplicate requirements.txt

* prettier

* update configs.md

* remove unused file
andygrove authored Jun 7, 2024
1 parent 5bb6b35 commit c012e9c
Showing 9 changed files with 347 additions and 110 deletions.
28 changes: 0 additions & 28 deletions .github_changelog_generator

This file was deleted.

36 changes: 18 additions & 18 deletions Cargo.toml
Original file line number Diff line number Diff line change
@@ -53,7 +53,7 @@ license = "Apache-2.0"
readme = "README.md"
repository = "https://github.com/apache/datafusion"
rust-version = "1.73"
version = "38.0.0"
version = "39.0.0"

[workspace.dependencies]
# We turn off default-features for some dependencies here so the workspaces which inherit them can
@@ -86,23 +86,23 @@ bytes = "1.4"
chrono = { version = "0.4.34", default-features = false }
ctor = "0.2.0"
dashmap = "5.5.0"
datafusion = { path = "datafusion/core", version = "38.0.0", default-features = false }
datafusion-common = { path = "datafusion/common", version = "38.0.0", default-features = false }
datafusion-common-runtime = { path = "datafusion/common-runtime", version = "38.0.0" }
datafusion-execution = { path = "datafusion/execution", version = "38.0.0" }
datafusion-expr = { path = "datafusion/expr", version = "38.0.0" }
datafusion-functions = { path = "datafusion/functions", version = "38.0.0" }
datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "38.0.0" }
datafusion-functions-array = { path = "datafusion/functions-array", version = "38.0.0" }
datafusion-optimizer = { path = "datafusion/optimizer", version = "38.0.0", default-features = false }
datafusion-physical-expr = { path = "datafusion/physical-expr", version = "38.0.0", default-features = false }
datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "38.0.0", default-features = false }
datafusion-physical-plan = { path = "datafusion/physical-plan", version = "38.0.0" }
datafusion-proto = { path = "datafusion/proto", version = "38.0.0" }
datafusion-proto-common = { path = "datafusion/proto-common", version = "38.0.0" }
datafusion-sql = { path = "datafusion/sql", version = "38.0.0" }
datafusion-sqllogictest = { path = "datafusion/sqllogictest", version = "38.0.0" }
datafusion-substrait = { path = "datafusion/substrait", version = "38.0.0" }
datafusion = { path = "datafusion/core", version = "39.0.0", default-features = false }
datafusion-common = { path = "datafusion/common", version = "39.0.0", default-features = false }
datafusion-common-runtime = { path = "datafusion/common-runtime", version = "39.0.0" }
datafusion-execution = { path = "datafusion/execution", version = "39.0.0" }
datafusion-expr = { path = "datafusion/expr", version = "39.0.0" }
datafusion-functions = { path = "datafusion/functions", version = "39.0.0" }
datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "39.0.0" }
datafusion-functions-array = { path = "datafusion/functions-array", version = "39.0.0" }
datafusion-optimizer = { path = "datafusion/optimizer", version = "39.0.0", default-features = false }
datafusion-physical-expr = { path = "datafusion/physical-expr", version = "39.0.0", default-features = false }
datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "39.0.0", default-features = false }
datafusion-physical-plan = { path = "datafusion/physical-plan", version = "39.0.0" }
datafusion-proto = { path = "datafusion/proto", version = "39.0.0" }
datafusion-proto-common = { path = "datafusion/proto-common", version = "39.0.0" }
datafusion-sql = { path = "datafusion/sql", version = "39.0.0" }
datafusion-sqllogictest = { path = "datafusion/sqllogictest", version = "39.0.0" }
datafusion-substrait = { path = "datafusion/substrait", version = "39.0.0" }
doc-comment = "0.3"
env_logger = "0.11"
futures = "0.3"
32 changes: 16 additions & 16 deletions datafusion-cli/Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

4 changes: 2 additions & 2 deletions datafusion-cli/Cargo.toml
Original file line number Diff line number Diff line change
@@ -18,7 +18,7 @@
[package]
name = "datafusion-cli"
description = "Command Line Client for DataFusion query engine."
version = "38.0.0"
version = "39.0.0"
authors = ["Apache DataFusion <[email protected]>"]
edition = "2021"
keywords = ["arrow", "datafusion", "query", "sql"]
@@ -35,7 +35,7 @@ async-trait = "0.1.41"
aws-config = "0.55"
aws-credential-types = "0.55"
clap = { version = "3", features = ["derive", "cargo"] }
datafusion = { path = "../datafusion/core", version = "38.0.0", features = [
datafusion = { path = "../datafusion/core", version = "39.0.0", features = [
"avro",
"crypto_expressions",
"datetime_expressions",
39 changes: 1 addition & 38 deletions datafusion/CHANGELOG.md
Original file line number Diff line number Diff line change
@@ -19,41 +19,4 @@

# Changelog

- [38.0.0](../dev/changelog/38.0.0.md)
- [37.1.0](../dev/changelog/37.1.0.md)
- [37.0.0](../dev/changelog/37.0.0.md)
- [36.0.0](../dev/changelog/36.0.0.md)
- [35.0.0](../dev/changelog/35.0.0.md)
- [34.0.0](../dev/changelog/34.0.0.md)
- [33.0.0](../dev/changelog/33.0.0.md)
- [32.0.0](../dev/changelog/32.0.0.md)
- [31.0.0](../dev/changelog/31.0.0.md)
- [30.0.0](../dev/changelog/30.0.0.md)
- [29.0.0](../dev/changelog/29.0.0.md)
- [28.0.0](../dev/changelog/28.0.0.md)
- [27.0.0](../dev/changelog/27.0.0.md)
- [26.0.0](../dev/changelog/26.0.0.md)
- [25.0.0](../dev/changelog/25.0.0.md)
- [24.0.0](../dev/changelog/24.0.0.md)
- [23.0.0](../dev/changelog/23.0.0.md)
- [22.0.0](../dev/changelog/22.0.0.md)
- [21.1.0](../dev/changelog/21.1.0.md)
- [21.0.0](../dev/changelog/21.0.0.md)
- [20.0.0](../dev/changelog/20.0.0.md)
- [19.0.0](../dev/changelog/19.0.0.md)
- [18.0.0](../dev/changelog/18.0.0.md)
- [17.0.0](../dev/changelog/17.0.0.md)
- [16.1.0](../dev/changelog/16.1.0.md)
- [16.0.0](../dev/changelog/16.0.0.md)
- [15.0.0](../dev/changelog/15.0.0.md)
- [14.0.0](../dev/changelog/14.0.0.md)
- [13.0.0](../dev/changelog/13.0.0.md)
- [12.0.0](../dev/changelog/12.0.0.md)
- [11.0.0](../dev/changelog/11.0.0.md)
- [10.0.0](../dev/changelog/10.0.0.md)
- [9.0.0](../dev/changelog/9.0.0.md)
- [8.0.0](../dev/changelog/8.0.0.md)
- [7.1.0](../dev/changelog/7.1.0.md)
- [7.0.0](../dev/changelog/7.0.0.md)
- [6.0.0](../dev/changelog/6.0.0.md)
- [5.0.0](../dev/changelog/5.0.0.md)
Change logs for each release can be found [here](https://github.com/apache/datafusion/tree/main/dev/changelog).
303 changes: 303 additions & 0 deletions dev/changelog/39.0.0.md

Large diffs are not rendered by default.

3 changes: 1 addition & 2 deletions dev/release/README.md
Original file line number Diff line number Diff line change
@@ -96,7 +96,7 @@ pip3 install PyGitHub
Run the following command to generate the changelog content.

```bash
$ GITHUB_TOKEN=<TOKEN> ./dev/release/generate-changelog.py apache/datafusion 24.0.0 HEAD > dev/changelog/25.0.0.md
$ GITHUB_TOKEN=<TOKEN> ./dev/release/generate-changelog.py 24.0.0 HEAD > dev/changelog/25.0.0.md
```

This script creates a changelog from GitHub PRs based on the labels associated with them as well as looking for
@@ -112,7 +112,6 @@ Generating changelog content
This process is not fully automated, so there are some additional manual steps:

- Add the ASF header to the generated file
- Add a link to this changelog from the top-level `/datafusion/CHANGELOG.md`
- Add the following content (copy from the previous version's changelog and update as appropriate:

```
10 changes: 5 additions & 5 deletions dev/release/generate-changelog.py
Original file line number Diff line number Diff line change
@@ -103,16 +103,16 @@ def cli(args=None):
args = sys.argv[1:]

parser = argparse.ArgumentParser()
parser.add_argument("project", help="The project name e.g. apache/datafusion")
parser.add_argument("tag1", help="The previous release tag")
parser.add_argument("tag2", help="The current release tag")
parser.add_argument("tag1", help="The previous release tag (e.g. 38.0.0)")
parser.add_argument("tag2", help="The current release tag (e.g. HEAD)")
args = parser.parse_args()

token = os.getenv("GITHUB_TOKEN")
project = "apache/datafusion"

g = Github(token)
repo = g.get_repo(args.project)
generate_changelog(repo, args.project, args.tag1, args.tag2)
repo = g.get_repo(project)
generate_changelog(repo, project, args.tag1, args.tag2)

if __name__ == "__main__":
cli()
2 changes: 1 addition & 1 deletion docs/source/user-guide/configs.md
Original file line number Diff line number Diff line change
@@ -64,7 +64,7 @@ Environment variables are read during `SessionConfig` initialisation so they mus
| datafusion.execution.parquet.statistics_enabled | NULL | Sets if statistics are enabled for any column Valid values are: "none", "chunk", and "page" These values are not case sensitive. If NULL, uses default parquet writer setting |
| datafusion.execution.parquet.max_statistics_size | NULL | Sets max statistics size for any column. If NULL, uses default parquet writer setting |
| datafusion.execution.parquet.max_row_group_size | 1048576 | Target maximum number of rows in each row group (defaults to 1M rows). Writing larger row groups requires more memory to write, but can get better compression and be faster to read. |
| datafusion.execution.parquet.created_by | datafusion version 38.0.0 | Sets "created by" property |
| datafusion.execution.parquet.created_by | datafusion version 39.0.0 | Sets "created by" property |
| datafusion.execution.parquet.column_index_truncate_length | NULL | Sets column index truncate length |
| datafusion.execution.parquet.data_page_row_count_limit | 18446744073709551615 | Sets best effort maximum number of rows in data page |
| datafusion.execution.parquet.encoding | NULL | Sets default encoding for any column Valid values are: plain, plain_dictionary, rle, bit_packed, delta_binary_packed, delta_length_byte_array, delta_byte_array, rle_dictionary, and byte_stream_split. These values are not case sensitive. If NULL, uses default parquet writer setting |

0 comments on commit c012e9c

Please sign in to comment.