diff --git a/CHANGES.md b/CHANGES.md index c63464a6e01e..f143e5d29f7c 100644 --- a/CHANGES.md +++ b/CHANGES.md @@ -87,12 +87,13 @@ * ([#X](https://github.com/apache/beam/issues/X)). -# [2.54.0] - Cut,Unreleased +# [2.54.0] - 2024-02-14 ## Highlights -* New highly anticipated feature X added to Python SDK ([#X](https://github.com/apache/beam/issues/X)). -* New highly anticipated feature Y added to Java SDK ([#Y](https://github.com/apache/beam/issues/Y)). +* [Enrichment Transform](https://s.apache.org/enrichment-transform) along with GCP BigTable handler added to Python SDK ([#30001](https://github.com/apache/beam/pull/30001)). +* Beam Java Batch pipelines run on Google Cloud Dataflow will default to the Portable (Runner V2)[https://cloud.google.com/dataflow/docs/runner-v2] starting with this version. (All other languages are already on Runner V2.) + * This change is still rolling out to the Dataflow service, see (Runner V2 documentation)[https://cloud.google.com/dataflow/docs/runner-v2] for how to enable or disable it intentionally. ## I/Os @@ -115,14 +116,15 @@ ## Bugfixes -* N/A +* Fixed a memory leak affecting some Go SDK since 2.46.0. ([#28142](https://github.com/apache/beam/pull/28142)) ## Security Fixes + * N/A ## Known Issues -* ([#X](https://github.com/apache/beam/issues/X)). +* N/A # [2.53.0] - 2024-01-04 diff --git a/website/www/site/config.toml b/website/www/site/config.toml index df90aa617636..bbd8193915c0 100644 --- a/website/www/site/config.toml +++ b/website/www/site/config.toml @@ -104,7 +104,7 @@ github_project_repo = "https://github.com/apache/beam" [params] description = "Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes." -release_latest = "2.53.0" +release_latest = "2.54.0" # The repository and branch where the files live in Github or Colab. This is used # to serve and stage from your local branch, but publish to the master branch. # e.g. https://github.com/{{< param branch_repo >}}/path/to/notebook.ipynb diff --git a/website/www/site/content/en/blog/beam-2.54.0.md b/website/www/site/content/en/blog/beam-2.54.0.md new file mode 100644 index 000000000000..2c7b0f0d4104 --- /dev/null +++ b/website/www/site/content/en/blog/beam-2.54.0.md @@ -0,0 +1,175 @@ +--- +title: "Apache Beam 2.54.0" +date: 2024-02-14 09:00:00 -0400 +categories: + - blog + - release +authors: + - lostluck +--- + + +We are happy to present the new 2.54.0 release of Beam. +This release includes both improvements and new functionality. +See the [download page](/get-started/downloads/) for this release. + + + +For more information on changes in 2.54.0, check out the [detailed release notes](https://github.com/apache/beam/milestone/18). + +## Highlights + +* [Enrichment Transform](https://s.apache.org/enrichment-transform) along with GCP BigTable handler added to Python SDK ([#30001](https://github.com/apache/beam/pull/30001)). +* Beam Java Batch pipelines run on Google Cloud Dataflow will default to the Portable (Runner V2)[https://cloud.google.com/dataflow/docs/runner-v2] starting with this version. (All other languages are already on Runner V2.) + * This change is still rolling out to the Dataflow service, see (Runner V2 documentation)[https://cloud.google.com/dataflow/docs/runner-v2] for how to enable or disable it intentionally. + +## I/Os + +* Added support for writing to BigQuery dynamic destinations with Python's Storage Write API ([#30045](https://github.com/apache/beam/pull/30045)) +* Adding support for Tuples DataType in ClickHouse (Java) ([#29715](https://github.com/apache/beam/pull/29715)). +* Added support for handling bad records to FileIO, TextIO, AvroIO ([#29670](https://github.com/apache/beam/pull/29670)). +* Added support for handling bad records to BigtableIO ([#29885](https://github.com/apache/beam/pull/29885)). + +## New Features / Improvements + +* [Enrichment Transform](https://s.apache.org/enrichment-transform) along with GCP BigTable handler added to Python SDK ([#30001](https://github.com/apache/beam/pull/30001)). + +## Breaking Changes + +* N/A + +## Deprecations + +* N/A + +## Bugfixes + +* Fixed a memory leak affecting some Go SDK since 2.46.0. ([#28142](https://github.com/apache/beam/pull/28142)) + +## Security Fixes + +* N/A + +## Known Issues + +* N/A + +## List of Contributors + +According to git shortlog, the following people contributed to the 2.54.0 release. Thank you to all contributors! + +Ahmed Abualsaud + +Alexey Romanenko + +Anand Inguva + +Andrew Crites + +Arun Pandian + +Bruno Volpato + +caneff + +Chamikara Jayalath + +Changyu Li + +Cheskel Twersky + +Claire McGinty + +clmccart + +Damon + +Danny McCormick + +dependabot[bot] + +Edward Cheng + +Ferran Fernández Garrido + +Hai Joey Tran + +hugo-syn + +Issac + +Jack McCluskey + +Jan Lukavský + +JayajP + +Jeffrey Kinard + +Jerry Wang + +Jing + +Joey Tran + +johnjcasey + +Kenneth Knowles + +Knut Olav Løite + +liferoad + +Marc + +Mark Zitnik + +martin trieu + +Mattie Fu + +Naireen Hussain + +Neeraj Bansal + +Niel Markwick + +Oleh Borysevych + +pablo rodriguez defino + +Rebecca Szper + +Ritesh Ghorse + +Robert Bradshaw + +Robert Burke + +Sam Whittle + +Shunping Huang + +Svetak Sundhar + +S. Veyrié + +Talat UYARER + +tvalentyn + +Vlado Djerek + +Yi Hu + +Zechen Jian diff --git a/website/www/site/content/en/get-started/downloads.md b/website/www/site/content/en/get-started/downloads.md index cc65d6d1f99f..7b52429d9b54 100644 --- a/website/www/site/content/en/get-started/downloads.md +++ b/website/www/site/content/en/get-started/downloads.md @@ -96,34 +96,42 @@ versions denoted `0.x.y`. ## Releases +### 2.54.0 (2024-02-14) +Official [source code download](https://downloads.apache.org/beam/2.54.0/apache-beam-2.54.0-source-release.zip). +[SHA-512](https://downloads.apache.org/beam/2.54.0/apache-beam-2.54.0-source-release.zip.sha512). +[signature](https://downloads.apache.org/beam/2.54.0/apache-beam-2.54.0-source-release.zip.asc). + +[Release notes](https://github.com/apache/beam/releases/tag/v2.54.0) +[Blog post](/blog/beam-2.54.0). + ### 2.53.0 (2024-01-04) -Official [source code download](https://downloads.apache.org/beam/2.53.0/apache-beam-2.53.0-source-release.zip). -[SHA-512](https://downloads.apache.org/beam/2.53.0/apache-beam-2.53.0-source-release.zip.sha512). -[signature](https://downloads.apache.org/beam/2.53.0/apache-beam-2.53.0-source-release.zip.asc). +Official [source code download](https://archive.apache.org/dist/beam/2.53.0/apache-beam-2.53.0-source-release.zip). +[SHA-512](https://archive.apache.org/dist/beam/2.53.0/apache-beam-2.53.0-source-release.zip.sha512). +[signature](https://archive.apache.org/dist/beam/2.53.0/apache-beam-2.53.0-source-release.zip.asc). [Release notes](https://github.com/apache/beam/releases/tag/v2.53.0) [Blog post](/blog/beam-2.53.0). ### 2.52.0 (2023-11-17) -Official [source code download](https://archive.apache.org/beam/2.52.0/apache-beam-2.52.0-source-release.zip). -[SHA-512](https://archive.apache.org/beam/2.52.0/apache-beam-2.52.0-source-release.zip.sha512). -[signature](https://archive.apache.org/beam/2.52.0/apache-beam-2.52.0-source-release.zip.asc). +Official [source code download](https://archive.apache.org/dist/beam/2.52.0/apache-beam-2.52.0-source-release.zip). +[SHA-512](https://archive.apache.org/dist/beam/2.52.0/apache-beam-2.52.0-source-release.zip.sha512). +[signature](https://archive.apache.org/dist/beam/2.52.0/apache-beam-2.52.0-source-release.zip.asc). [Release notes](https://github.com/apache/beam/releases/tag/v2.52.0) [Blog post](/blog/beam-2.52.0). ### 2.51.0 (2023-10-11) -Official [source code download](https://archive.apache.org/beam/2.51.0/apache-beam-2.51.0-source-release.zip). -[SHA-512](https://archive.apache.org/beam/2.51.0/apache-beam-2.51.0-source-release.zip.sha512). -[signature](https://archive.apache.org/beam/2.51.0/apache-beam-2.51.0-source-release.zip.asc). +Official [source code download](https://archive.apache.org/dist/beam/2.51.0/apache-beam-2.51.0-source-release.zip). +[SHA-512](https://archive.apache.org/dist/beam/2.51.0/apache-beam-2.51.0-source-release.zip.sha512). +[signature](https://archive.apache.org/dist/beam/2.51.0/apache-beam-2.51.0-source-release.zip.asc). [Release notes](https://github.com/apache/beam/releases/tag/v2.51.0) [Blog post](/blog/beam-2.51.0). ### 2.50.0 (2023-08-30) -Official [source code download](https://archive.apache.org/beam/2.50.0/apache-beam-2.50.0-source-release.zip). -[SHA-512](https://archive.apache.org/beam/2.50.0/apache-beam-2.50.0-source-release.zip.sha512). -[signature](https://archive.apache.org/beam/2.50.0/apache-beam-2.50.0-source-release.zip.asc). +Official [source code download](https://archive.apache.org/dist/beam/2.50.0/apache-beam-2.50.0-source-release.zip). +[SHA-512](https://archive.apache.org/dist/beam/2.50.0/apache-beam-2.50.0-source-release.zip.sha512). +[signature](https://archive.apache.org/dist/beam/2.50.0/apache-beam-2.50.0-source-release.zip.asc). [Release notes](https://github.com/apache/beam/releases/tag/v2.50.0) [Blog post](/blog/beam-2.50.0).