From be7acf5eca2c94238a95c3923acc067ae241a6f5 Mon Sep 17 00:00:00 2001 From: Vitaly Terentyev Date: Fri, 17 Oct 2025 15:46:46 +0400 Subject: [PATCH 1/3] Update Beam website to release 2.69.0 --- CHANGES.md | 10 +-- website/www/site/config.toml | 2 +- .../www/site/content/en/blog/beam-2.69.0.md | 70 +++++++++++++++++++ .../site/content/en/get-started/downloads.md | 18 +++-- 4 files changed, 85 insertions(+), 15 deletions(-) create mode 100644 website/www/site/content/en/blog/beam-2.69.0.md diff --git a/CHANGES.md b/CHANGES.md index 5de202a7933f..e229dc929bf5 100644 --- a/CHANGES.md +++ b/CHANGES.md @@ -92,18 +92,15 @@ * ([#X](https://github.com/apache/beam/issues/X)). -# [2.69.0] - Unreleased +# [2.69.0] - 2025-10-?? ## Highlights -* New highly anticipated feature X added to Python SDK ([#X](https://github.com/apache/beam/issues/X)). -* New highly anticipated feature Y added to Java SDK ([#Y](https://github.com/apache/beam/issues/Y)). * (Python) Add YAML Editor and Visualization Panel ([#35772](https://github.com/apache/beam/issues/35772)). * (Java) Java 25 Support ([#35772](https://github.com/apache/beam/issues/35627)). ## I/Os -* Support for X source added (Java/Python) ([#X](https://github.com/apache/beam/issues/X)). * Upgraded Iceberg dependency to 1.10.0 ([#36123](https://github.com/apache/beam/issues/36123)). ## New Features / Improvements @@ -144,17 +141,12 @@ ## Bugfixes -* Fixed X (Java/Python) ([#X](https://github.com/apache/beam/issues/X)). * Fixed passing of pipeline options to x-lang transforms when called from the Java SDK (Java) ([#36443](https://github.com/apache/beam/issues/36443)). * PulsarIO has now changed support status from incomplete to experimental. Both read and writes should now minimally function (un-partitioned topics, without schema support, timestamp ordered messages for read) (Java) ([#36141](https://github.com/apache/beam/issues/36141)). * Fixed Spanner Change Stream reading stuck issue due to watermark of partition moving backwards ([#36470](https://github.com/apache/beam/issues/36470)). -## Known Issues - -* ([#X](https://github.com/apache/beam/issues/X)). - # [2.68.0] - 2025-09-22 ## Highlights diff --git a/website/www/site/config.toml b/website/www/site/config.toml index 652994ed6d7b..8e96c8196062 100644 --- a/website/www/site/config.toml +++ b/website/www/site/config.toml @@ -104,7 +104,7 @@ github_project_repo = "https://github.com/apache/beam" [params] description = "Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes." -release_latest = "2.68.0" +release_latest = "2.69.0" # The repository and branch where the files live in Github or Colab. This is used # to serve and stage from your local branch, but publish to the master branch. # e.g. https://github.com/{{< param branch_repo >}}/path/to/notebook.ipynb diff --git a/website/www/site/content/en/blog/beam-2.69.0.md b/website/www/site/content/en/blog/beam-2.69.0.md new file mode 100644 index 000000000000..e482ddbeb54a --- /dev/null +++ b/website/www/site/content/en/blog/beam-2.69.0.md @@ -0,0 +1,70 @@ +--- +title: "Apache Beam 2.69.0" +date: 2025-10-?? 15:00:00 -0500 +categories: + - blog + - release +authors: + - vterentev +--- + + +We are happy to present the new 2.69.0 release of Beam. +This release includes both improvements and new functionality. +See the [download page](/get-started/downloads/#2690-2025-10-??) for this release. + + + +For more information on changes in 2.69.0, check out the [detailed release notes](https://github.com/apache/beam/milestone/37?closed=1). + +## Highlights + +* (Python) Add YAML Editor and Visualization Panel ([#35772](https://github.com/apache/beam/issues/35772)). +* (Java) Java 25 Support ([#35772](https://github.com/apache/beam/issues/35627)). + +### I/Os + +* Upgraded Iceberg dependency to 1.10.0 ([#36123](https://github.com/apache/beam/issues/36123)). + +### New Features / Improvements + +* Enhance JAXBCoder with XMLInputFactory support (Java) ([#36446](https://github.com/apache/beam/issues/36446)). +* Python examples added for CloudSQL enrichment handler on [Beam website](https://beam.apache.org/documentation/transforms/python/elementwise/enrichment-cloudsql/) (Python) ([#35473](https://github.com/apache/beam/issues/36095)). +* Support for batch mode execution in WriteToPubSub transform added (Python) ([#35990](https://github.com/apache/beam/issues/35990)). +* Added official support for Python 3.13 ([#34869](https://github.com/apache/beam/issues/34869)). +* Added an optional output_schema verification to all YAML transforms ([#35952](https://github.com/apache/beam/issues/35952)). +* Support for encryption when using GroupByKey added, along with `--gbek` pipeline option to automatically replace all GroupByKey transforms (Java/Python) ([#36214](https://github.com/apache/beam/issues/36214)). + +### Breaking Changes + +* (Python) Fixed transform naming conflict when executing DataTransform on a dictionary of PColls ([#30445](https://github.com/apache/beam/issues/30445)). + This may break update compatibility if you don't provide a `--transform_name_mapping`. +* Removed deprecated Hadoop versions (2.10.2 and 3.2.4) that are no longer supported for [Iceberg](https://github.com/apache/iceberg/issues/10940) from IcebergIO ([#36282](https://github.com/apache/beam/issues/36282)). +* (Go) Coder construction on SDK side is more faithful to the specs from runners without stripping length-prefix. This may break streaming pipeline update as the underlying coder could be changed ([#36387](https://github.com/apache/beam/issues/36387)). +* Minimum Go version for Beam Go updated to 1.25.2 ([#36461](https://github.com/apache/beam/issues/36461)). +* (Java) DoFn OutputReceiver now requires implementing a builder method as part of extended metadata support for elements ([#34902](https://github.com/apache/beam/issues/34902)). +* (Java) Removed ProcessContext outputWindowedValue introduced in 2.68 that allowed setting offset and record Id. Use OutputReceiver's builder to set those field ([#36523]https://github.com/apache/beam/pull/36523). + +### Bugfixes + +* Fixed passing of pipeline options to x-lang transforms when called from the Java SDK (Java) ([#36443](https://github.com/apache/beam/issues/36443)). +* PulsarIO has now changed support status from incomplete to experimental. Both read and writes should now minimally + function (un-partitioned topics, without schema support, timestamp ordered messages for read) (Java) + ([#36141](https://github.com/apache/beam/issues/36141)). +* Fixed Spanner Change Stream reading stuck issue due to watermark of partition moving backwards ([#36470](https://github.com/apache/beam/issues/36470)). + +## List of Contributors + +According to git shortlog, the following people contributed to the 2.69.0 release. Thank you to all contributors! + +Abdelrahman Ibrahim, Ahmed Abualsaud, Andrew Crites, Arun Pandian, Bryan Dang, Chamikara Jayalath, Charles Nguyen, Chenzo, Clay Johnson, Danny McCormick, David A, Derrick Williams, Enrique Calderon, Hai Joey Tran, Ian Liao, Ian Mburu, Jack McCluskey, Jiang Zhu, Joey Tran, Kenneth Knowles, Kyle Stanley, Maciej Szwaja, Minbo Bae, Mohamed Awnallah, Radek Stankiewicz, Radosław Stankiewicz, Razvan Culea, Reuven Lax, Sagnik Ghosh, Sam Whittle, Shunping Huang, Steven van Rossum, Talat UYARER, Tanu Sharma, Tarun Annapareddy, Tom Stepp, Valentyn Tymofieiev, Vitaly Terentyev, XQ Hu, Yi Hu, Yilei, claudevdm, flpablo, fozzie15, johnjcasey, lim1t, parveensania, yashu diff --git a/website/www/site/content/en/get-started/downloads.md b/website/www/site/content/en/get-started/downloads.md index fc8e820cd1bd..237f4ff47a36 100644 --- a/website/www/site/content/en/get-started/downloads.md +++ b/website/www/site/content/en/get-started/downloads.md @@ -95,16 +95,24 @@ versions denoted `0.x.y`. ### Current release -#### 2.68.0 (2025-09-22) +#### 2.69.0 (2025-10-??) -Official [source code download](https://www.apache.org/dyn/closer.lua/beam/2.68.0/apache-beam-2.68.0-source-release.zip). -[SHA-512](https://downloads.apache.org/beam/2.68.0/apache-beam-2.68.0-source-release.zip.sha512). -[signature](https://downloads.apache.org/beam/2.68.0/apache-beam-2.68.0-source-release.zip.asc). +Official [source code download](https://www.apache.org/dyn/closer.lua/beam/2.69.0/apache-beam-2.69.0-source-release.zip). +[SHA-512](https://downloads.apache.org/beam/2.69.0/apache-beam-2.69.0-source-release.zip.sha512). +[signature](https://downloads.apache.org/beam/2.69.0/apache-beam-2.69.0-source-release.zip.asc). -[Release notes](https://github.com/apache/beam/releases/tag/v2.68.0) +[Release notes](https://github.com/apache/beam/releases/tag/v2.69.0) ### Archived releases +#### 2.68.0 (2025-09-22) + +Official [source code download](https://archive.apache.org/dist/beam/2.68.0/apache-beam-2.68.0-source-release.zip). +[SHA-512](https://archive.apache.org/dist/beam/2.68.0/apache-beam-2.68.0-source-release.zip.sha512). +[signature](https://archive.apache.org/dist/beam/2.68.0/apache-beam-2.68.0-source-release.zip.asc). + +[Release notes](https://github.com/apache/beam/releases/tag/v2.68.0) + #### 2.67.0 (2025-08-12) Official [source code download](https://archive.apache.org/dist/beam/2.67.0/apache-beam-2.67.0-source-release.zip). From be47decb542d2d59b0610ea5650c32ece1f19680 Mon Sep 17 00:00:00 2001 From: Vitaly Terentyev Date: Tue, 28 Oct 2025 15:38:13 +0400 Subject: [PATCH 2/3] Update date --- CHANGES.md | 2 +- website/www/site/content/en/blog/beam-2.69.0.md | 4 ++-- website/www/site/content/en/get-started/downloads.md | 2 +- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/CHANGES.md b/CHANGES.md index e229dc929bf5..2ee557b8fef3 100644 --- a/CHANGES.md +++ b/CHANGES.md @@ -92,7 +92,7 @@ * ([#X](https://github.com/apache/beam/issues/X)). -# [2.69.0] - 2025-10-?? +# [2.69.0] - 2025-10-28 ## Highlights diff --git a/website/www/site/content/en/blog/beam-2.69.0.md b/website/www/site/content/en/blog/beam-2.69.0.md index e482ddbeb54a..661877a8c2a8 100644 --- a/website/www/site/content/en/blog/beam-2.69.0.md +++ b/website/www/site/content/en/blog/beam-2.69.0.md @@ -1,6 +1,6 @@ --- title: "Apache Beam 2.69.0" -date: 2025-10-?? 15:00:00 -0500 +date: 2025-10-28 15:00:00 -0500 categories: - blog - release @@ -21,7 +21,7 @@ limitations under the License. We are happy to present the new 2.69.0 release of Beam. This release includes both improvements and new functionality. -See the [download page](/get-started/downloads/#2690-2025-10-??) for this release. +See the [download page](/get-started/downloads/#2690-2025-10-28) for this release. diff --git a/website/www/site/content/en/get-started/downloads.md b/website/www/site/content/en/get-started/downloads.md index 237f4ff47a36..97f213d15c2c 100644 --- a/website/www/site/content/en/get-started/downloads.md +++ b/website/www/site/content/en/get-started/downloads.md @@ -95,7 +95,7 @@ versions denoted `0.x.y`. ### Current release -#### 2.69.0 (2025-10-??) +#### 2.69.0 (2025-10-28) Official [source code download](https://www.apache.org/dyn/closer.lua/beam/2.69.0/apache-beam-2.69.0-source-release.zip). [SHA-512](https://downloads.apache.org/beam/2.69.0/apache-beam-2.69.0-source-release.zip.sha512). From 37ca7d54090eb2edbf8f409ca12f3543150e91a2 Mon Sep 17 00:00:00 2001 From: Vitaly Terentyev Date: Tue, 28 Oct 2025 18:01:08 +0400 Subject: [PATCH 3/3] Update breaking changes --- website/www/site/content/en/blog/beam-2.69.0.md | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/website/www/site/content/en/blog/beam-2.69.0.md b/website/www/site/content/en/blog/beam-2.69.0.md index 661877a8c2a8..afb4a5090dca 100644 --- a/website/www/site/content/en/blog/beam-2.69.0.md +++ b/website/www/site/content/en/blog/beam-2.69.0.md @@ -47,6 +47,22 @@ For more information on changes in 2.69.0, check out the [detailed release notes ### Breaking Changes +* (Python) `dill` is no longer a required, default dependency for Apache Beam ([#21298](https://github.com/apache/beam/issues/21298)). + - This change only affects pipelines that explicitly use the `pickle_library=dill` pipeline option. + - While `dill==0.3.1.1` is still pre-installed on the official Beam SDK base images, it is no longer a direct dependency of the apache-beam Python package. This means it can be overridden by other dependencies in your environment. + - If your pipeline uses `pickle_library=dill`, you must manually ensure `dill==0.3.1.1` is installed in both your submission and runtime environments. + - Submission environment: Install the dill extra in your local environment `pip install apache-beam[gcpdill]`. + - Runtime (worker) environment: Your action depends on how you manage your worker's environment. + - If using default containers or custom containers with the official Beam base image e.g. `FROM apache/beam_python3.10_sdk:2.69.0` + - Add `dill==0.3.1.1` to your worker's requirements file (e.g., requirements.txt) + - Pass this file to your pipeline using the --requirements_file requirements.txt pipeline option (For more details see [managing Dataflow dependencies](https://cloud.google.com/dataflow/docs/guides/manage-dependencies#py-custom-containers)). + - If custom containers with a non-Beam base image e.g. `FROM python:3.9-slim` + - Install apache-beam with the dill extra in your docker file e.g. `RUN pip install --no-cache-dir apache-beam[gcp,dill]` + - If there is a dill version mismatch between submission and runtime environments you might encounter unpickling errors like `Can't get attribute '_create_code' on