From 00a42d26b7a5f8b608d61b3f017e5e0326b9822e Mon Sep 17 00:00:00 2001 From: Brian Hulette Date: Thu, 17 Feb 2022 12:31:04 -0800 Subject: [PATCH 1/6] Doc updates and blog post for 2.37.0 --- CHANGES.md | 2 +- website/www/site/config.toml | 2 +- .../www/site/content/en/blog/beam-2.37.0.md | 115 ++++++++++++++++++ .../site/content/en/get-started/downloads.md | 8 ++ 4 files changed, 125 insertions(+), 2 deletions(-) create mode 100644 website/www/site/content/en/blog/beam-2.37.0.md diff --git a/CHANGES.md b/CHANGES.md index 4c4e411393f8..05e5f8ad4a50 100644 --- a/CHANGES.md +++ b/CHANGES.md @@ -85,7 +85,7 @@ * ([BEAM-X](https://issues.apache.org/jira/browse/BEAM-X)). -# [2.37.0] - Unreleased, Branch Cut +# [2.37.0] - 2022-02-TODO ## Highlights * Java 17 support for Dataflow ([BEAM-12240](https://issues.apache.org/jira/browse/BEAM-12240)). diff --git a/website/www/site/config.toml b/website/www/site/config.toml index cabaa7c3d1e9..e9d927ea84d0 100644 --- a/website/www/site/config.toml +++ b/website/www/site/config.toml @@ -104,7 +104,7 @@ github_project_repo = "https://github.com/apache/beam" [params] description = "Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes." -release_latest = "2.36.0" +release_latest = "2.37.0" # The repository and branch where the files live in Github or Colab. This is used # to serve and stage from your local branch, but publish to the master branch. # e.g. https://github.com/{{< param branch_repo >}}/path/to/notebook.ipynb diff --git a/website/www/site/content/en/blog/beam-2.37.0.md b/website/www/site/content/en/blog/beam-2.37.0.md new file mode 100644 index 000000000000..923464d9ef63 --- /dev/null +++ b/website/www/site/content/en/blog/beam-2.37.0.md @@ -0,0 +1,115 @@ +--- +title: "Apache Beam 2.37.0" +date: 2022-02-TODO 10:11:00 -0800 +categories: + - blog +authors: + - bhulette +--- + +We are happy to present the new 2.37.0 release of Beam. +This release includes both improvements and new functionality. +See the [download page](/get-started/downloads/2370-2022-02-TODO) for this release. + + + +For more information on changes in 2.37.0 check out the [detailed release notes](https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12319527&version=12351168). + +## Highlights +* Java 17 support for Dataflow ([BEAM-12240](https://issues.apache.org/jira/browse/BEAM-12240)). + * Users using Dataflow Runner V2 may see issues with state cache due to inaccurate object sizes ([BEAM-13695](https://issues.apache.org/jira/browse/BEAM-13695)). + * ZetaSql is currently unsupported ([issue](https://github.com/google/zetasql/issues/89)). +* Python 3.9 support in Apache Beam ([BEAM-12000](https://issues.apache.org/jira/browse/BEAM-12000)). + * Dataflow support for Python 3.9 is expected to be available with 2.37.0, + but may not be fully available yet when the release is announced ([BEAM-13864](https://issues.apache.org/jira/browse/BEAM-13864)). + * Users of Dataflow Runner V2 can run Python 3.9 pipelines with 2.37.0 release right away. + +## I/Os + +* Go SDK now has wrappers for the following Cross Language Transforms from Java, along with automatic expansion service startup for each. + * JDBCIO ([BEAM-13293](https://issues.apache.org/jira/browse/BEAM-13293)). + * Debezium ([BEAM-13761](https://issues.apache.org/jira/browse/BEAM-13761)). + * BeamSQL ([BEAM-13683](https://issues.apache.org/jira/browse/BEAM-13683)). + * BiqQuery ([BEAM-13732](https://issues.apache.org/jira/browse/BEAM-13732)). + * KafkaIO now also has automatic expansion service startup. ([BEAM-13821](https://issues.apache.org/jira/browse/BEAM-13821)). + +## New Features / Improvements + +* DataFrame API now supports pandas 1.4.x ([BEAM-13605](https://issues.apache.org/jira/browse/BEAM-13605)). +* Go SDK DoFns can now observe trigger panes directly ([BEAM-13757](https://issues.apache.org/jira/browse/BEAM-13757)). + + + +## List of Contributors + +According to git shortlog, the following people contributed to the {$RELEASE_VERSION} release. Thank you to all contributors! + +Aizhamal Nurmamat kyzy +Alexander +Alexander Chermenin +Alexandr Zhuravlev +Alexey Romanenko +Anand Inguva +andoni-guzman +andreukus +Andy Ye +Artur Khanin +Aydar Farrakhov +Aydar Zainutdinov +AydarZaynutdinov +Benjamin Gonzalez +Brian Hulette +Chamikara Jayalath +Daniel Oliveira +Danny McCormick +daria-malkova +daria.malkova +darshan-sj +David Huntsperger +dprieto91 +emily +Etienne Chauchot +Fernando Morales +Heejong Lee +Ismaël Mejía +Jack McCluskey +Jan Lukavský +johnjcasey +Kamil Breguła +kellen +Kenneth Knowles +kileys +Kyle Weaver +Luke Cwik +Marcin Kuthan +Marco Robles +Matt Rudary +Miguel Hernandez +Milena Bukal +Moritz Mack +Mostafa Aghajani +Ning Kang +Pablo Estrada +Pavel Avilov +Reuven Lax +Ritesh Ghorse +Robert Bradshaw +Robert Burke +Sam Whittle +Sandy Chapman +Sergey Kalinin +Thiago Nunes +thorbjorn444 +Tim Robertson +Tomo Suzuki +Valentyn Tymofieiev +Victor +Victor Chen +Vitaly Ivanov +Yichi Zhang diff --git a/website/www/site/content/en/get-started/downloads.md b/website/www/site/content/en/get-started/downloads.md index 412ef5820073..182a4763df17 100644 --- a/website/www/site/content/en/get-started/downloads.md +++ b/website/www/site/content/en/get-started/downloads.md @@ -88,6 +88,14 @@ versions denoted `0.x.y`. ## Releases +### 2.37.0 (TODO) +Official [source code download](https://www.apache.org/dyn/closer.cgi/beam/2.37.0/apache-beam-2.37.0-source-release.zip). +[SHA-512](https://downloads.apache.org/beam/2.37.0/apache-beam-2.37.0-source-release.zip.sha512). +[signature](https://downloads.apache.org/beam/2.37.0/apache-beam-2.37.0-source-release.zip.asc). + +[Release notes](https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12319527&version=12351168) +[Blog post](/blog/beam-2.37.0). + ### 2.36.0 (2022-02-07) Official [source code download](https://www.apache.org/dyn/closer.cgi/beam/2.36.0/apache-beam-2.36.0-source-release.zip). [SHA-512](https://downloads.apache.org/beam/2.36.0/apache-beam-2.36.0-source-release.zip.sha512). From 1f3ce7160dc0d80d53d7a685753ce8e22f962810 Mon Sep 17 00:00:00 2001 From: Brian Hulette Date: Fri, 25 Feb 2022 15:11:04 -0800 Subject: [PATCH 2/6] Add BEAM-13980 to known issues --- website/www/site/content/en/blog/beam-2.37.0.md | 9 +++------ 1 file changed, 3 insertions(+), 6 deletions(-) diff --git a/website/www/site/content/en/blog/beam-2.37.0.md b/website/www/site/content/en/blog/beam-2.37.0.md index 923464d9ef63..3d84fb6b4055 100644 --- a/website/www/site/content/en/blog/beam-2.37.0.md +++ b/website/www/site/content/en/blog/beam-2.37.0.md @@ -38,17 +38,14 @@ For more information on changes in 2.37.0 check out the [detailed release notes] * DataFrame API now supports pandas 1.4.x ([BEAM-13605](https://issues.apache.org/jira/browse/BEAM-13605)). * Go SDK DoFns can now observe trigger panes directly ([BEAM-13757](https://issues.apache.org/jira/browse/BEAM-13757)). - +* S3 object metadata retrieval broken in Python SDK ([BEAM-13980](https://issues.apache.org/jira/browse/BEAM-13980)). +* See a full list of open [issues that affect](https://issues.apache.org/jira/issues/?jql=project%20%3D%20BEAM%20AND%20affectedVersion%20%3D%202.37.0%20ORDER%20BY%20priority%20DESC%2C%20updated%20DESC) this version. ## List of Contributors -According to git shortlog, the following people contributed to the {$RELEASE_VERSION} release. Thank you to all contributors! +According to git shortlog, the following people contributed to the 2.37.0 release. Thank you to all contributors! Aizhamal Nurmamat kyzy Alexander From 53e0995e3804bb873d7c696baf3b67f4b613d4c4 Mon Sep 17 00:00:00 2001 From: Brian Hulette Date: Fri, 4 Mar 2022 08:31:54 -0800 Subject: [PATCH 3/6] Update dates --- CHANGES.md | 2 +- website/www/site/content/en/blog/beam-2.37.0.md | 4 ++-- website/www/site/content/en/get-started/downloads.md | 2 +- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/CHANGES.md b/CHANGES.md index 05e5f8ad4a50..920e08e520cd 100644 --- a/CHANGES.md +++ b/CHANGES.md @@ -85,7 +85,7 @@ * ([BEAM-X](https://issues.apache.org/jira/browse/BEAM-X)). -# [2.37.0] - 2022-02-TODO +# [2.37.0] - 2022-03-04 ## Highlights * Java 17 support for Dataflow ([BEAM-12240](https://issues.apache.org/jira/browse/BEAM-12240)). diff --git a/website/www/site/content/en/blog/beam-2.37.0.md b/website/www/site/content/en/blog/beam-2.37.0.md index 3d84fb6b4055..b40d3789d6f0 100644 --- a/website/www/site/content/en/blog/beam-2.37.0.md +++ b/website/www/site/content/en/blog/beam-2.37.0.md @@ -1,6 +1,6 @@ --- title: "Apache Beam 2.37.0" -date: 2022-02-TODO 10:11:00 -0800 +date: 2022-03-04 08:30:00 -0800 categories: - blog authors: @@ -9,7 +9,7 @@ authors: We are happy to present the new 2.37.0 release of Beam. This release includes both improvements and new functionality. -See the [download page](/get-started/downloads/2370-2022-02-TODO) for this release. +See the [download page](/get-started/downloads/2370-2022-03-04) for this release. diff --git a/website/www/site/content/en/get-started/downloads.md b/website/www/site/content/en/get-started/downloads.md index 182a4763df17..895efb801654 100644 --- a/website/www/site/content/en/get-started/downloads.md +++ b/website/www/site/content/en/get-started/downloads.md @@ -88,7 +88,7 @@ versions denoted `0.x.y`. ## Releases -### 2.37.0 (TODO) +### 2.37.0 (2022-03-04) Official [source code download](https://www.apache.org/dyn/closer.cgi/beam/2.37.0/apache-beam-2.37.0-source-release.zip). [SHA-512](https://downloads.apache.org/beam/2.37.0/apache-beam-2.37.0-source-release.zip.sha512). [signature](https://downloads.apache.org/beam/2.37.0/apache-beam-2.37.0-source-release.zip.asc). From 9ad83fa75db3a612bedad794e41f67ae7889dad2 Mon Sep 17 00:00:00 2001 From: Brian Hulette Date: Fri, 4 Mar 2022 08:33:41 -0800 Subject: [PATCH 4/6] Drop known issue (fix cherrypicked) --- website/www/site/content/en/blog/beam-2.37.0.md | 1 - 1 file changed, 1 deletion(-) diff --git a/website/www/site/content/en/blog/beam-2.37.0.md b/website/www/site/content/en/blog/beam-2.37.0.md index b40d3789d6f0..2f2779041373 100644 --- a/website/www/site/content/en/blog/beam-2.37.0.md +++ b/website/www/site/content/en/blog/beam-2.37.0.md @@ -40,7 +40,6 @@ For more information on changes in 2.37.0 check out the [detailed release notes] ### Known Issues -* S3 object metadata retrieval broken in Python SDK ([BEAM-13980](https://issues.apache.org/jira/browse/BEAM-13980)). * See a full list of open [issues that affect](https://issues.apache.org/jira/issues/?jql=project%20%3D%20BEAM%20AND%20affectedVersion%20%3D%202.37.0%20ORDER%20BY%20priority%20DESC%2C%20updated%20DESC) this version. ## List of Contributors From 8b6501ab0f33e064bfcb411b16d7d3ea78040fd3 Mon Sep 17 00:00:00 2001 From: Brian Hulette Date: Fri, 4 Mar 2022 08:37:24 -0800 Subject: [PATCH 5/6] Add license --- website/www/site/content/en/blog/beam-2.37.0.md | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/website/www/site/content/en/blog/beam-2.37.0.md b/website/www/site/content/en/blog/beam-2.37.0.md index 2f2779041373..108c38fe545a 100644 --- a/website/www/site/content/en/blog/beam-2.37.0.md +++ b/website/www/site/content/en/blog/beam-2.37.0.md @@ -7,6 +7,18 @@ authors: - bhulette --- + + We are happy to present the new 2.37.0 release of Beam. This release includes both improvements and new functionality. See the [download page](/get-started/downloads/2370-2022-03-04) for this release. From 2821b4d072c519a395e55b6e0124faa3563a8f62 Mon Sep 17 00:00:00 2001 From: Brian Hulette Date: Fri, 4 Mar 2022 08:52:07 -0800 Subject: [PATCH 6/6] Add missing # --- website/www/site/content/en/blog/beam-2.37.0.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/website/www/site/content/en/blog/beam-2.37.0.md b/website/www/site/content/en/blog/beam-2.37.0.md index 108c38fe545a..965995dc1a34 100644 --- a/website/www/site/content/en/blog/beam-2.37.0.md +++ b/website/www/site/content/en/blog/beam-2.37.0.md @@ -21,7 +21,7 @@ limitations under the License. We are happy to present the new 2.37.0 release of Beam. This release includes both improvements and new functionality. -See the [download page](/get-started/downloads/2370-2022-03-04) for this release. +See the [download page](/get-started/downloads/#2370-2022-03-04) for this release.