diff --git a/website/www/site/config.toml b/website/www/site/config.toml index 406011422bd2b..e57bdbd280e82 100644 --- a/website/www/site/config.toml +++ b/website/www/site/config.toml @@ -104,7 +104,7 @@ github_project_repo = "https://github.com/apache/beam" [params] description = "Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes." -release_latest = "2.48.0" +release_latest = "2.49.0" # The repository and branch where the files live in Github or Colab. This is used # to serve and stage from your local branch, but publish to the master branch. # e.g. https://github.com/{{< param branch_repo >}}/path/to/notebook.ipynb diff --git a/website/www/site/content/en/blog/beam-2.49.0.md b/website/www/site/content/en/blog/beam-2.49.0.md new file mode 100644 index 0000000000000..621637d655f61 --- /dev/null +++ b/website/www/site/content/en/blog/beam-2.49.0.md @@ -0,0 +1,221 @@ +--- +title: "Apache Beam 2.49.0" +date: 2023-07-17 09:00:00 -0400 +categories: + - blog + - release +authors: + - yhu +--- + + +We are happy to present the new 2.49.0 release of Beam. +This release includes both improvements and new functionality. +See the [download page](/get-started/downloads/#2490-2023-07-17) for this release. + + + +For more information on changes in 2.49.0, check out the [detailed release notes](https://github.com/apache/beam/milestone/13). + +## I/Os + +* Support for Bigtable Change Streams added in Java `BigtableIO.ReadChangeStream` ([#27183](https://github.com/apache/beam/issues/27183)). +* Added Bigtable Read and Write cross-language transforms to Python SDK (([#26593](https://github.com/apache/beam/issues/26593)), ([#27146](https://github.com/apache/beam/issues/27146))). + +## New Features / Improvements + +* Allow prebuilding large images when using `--prebuild_sdk_container_engine=cloud_build`, like images depending on `tensorflow` or `torch` ([#27023](https://github.com/apache/beam/pull/27023)). +* Disabled `pip` cache when installing packages on the workers. This reduces the size of prebuilt Python container images ([#27035](https://github.com/apache/beam/pull/27035)). +* Select dedicated avro datum reader and writer (Java) ([#18874](https://github.com/apache/beam/issues/18874)). +* Timer API for the Go SDK (Go) ([#22737](https://github.com/apache/beam/issues/22737)). + + +## Deprecations + +* Remove Python 3.7 support. ([#26447](https://github.com/apache/beam/issues/26447)) + +## Bugfixes + +* Fixed KinesisIO `NullPointerException` when a progress check is made before the reader is started (IO) ([#23868](https://github.com/apache/beam/issues/23868)) + +### Known Issues + + +## List of Contributors + +According to git shortlog, the following people contributed to the 2.49.0 release. Thank you to all contributors! + +Abzal Tuganbay + +AdalbertMemSQL + +Ahmed Abualsaud + +Ahmet Altay + +Alan Zhang + +Alexey Romanenko + +Anand Inguva + +Andrei Gurau + +Arwin Tio + +Bartosz Zablocki + +Bruno Volpato + +Burke Davison + +Byron Ellis + +Chamikara Jayalath + +Charles Rothrock + +Chris Gavin + +Claire McGinty + +Clay Johnson + +Damon + +Daniel Dopierała + +Danny McCormick + +Darkhan Nausharipov + +David Cavazos + +Dip Patel + +Dmitry Repin + +Gavin McDonald + +Jack Dingilian + +Jack McCluskey + +James Fricker + +Jan Lukavský + +Jasper Van den Bossche + +John Casey + +John Gill + +Joseph Crowley + +Kanishk Karanawat + +Katie Liu + +Kenneth Knowles + +Kyle Galloway + +Liam Miller-Cushon + +MakarkinSAkvelon + +Masato Nakamura + +Mattie Fu + +Michel Davit + +Naireen Hussain + +Nathaniel Young + +Nelson Osacky + +Nick Li + +Oleh Borysevych + +Pablo Estrada + +Reeba Qureshi + +Reuven Lax + +Ritesh Ghorse + +Robert Bradshaw + +Robert Burke + +Rouslan + +Saadat Su + +Sam Rohde + +Sam Whittle + +Sanil Jain + +Shunping Huang + +Smeet nagda + +Svetak Sundhar + +Timur Sultanov + +Udi Meiri + +Valentyn Tymofieiev + +Vlado Djerek + +WuA + +XQ Hu + +Xianhua Liu + +Xinyu Liu + +Yi Hu + +Zachary Houfek + +alexeyinkin + +bigduu + +bullet03 + +bzablocki + +jonathan-lemos + +jubebo + +magicgoody + +ruslan-ikhsan + +sultanalieva-s + +vitaly.terentyev + diff --git a/website/www/site/content/en/documentation/io/connectors.md b/website/www/site/content/en/documentation/io/connectors.md index 83c53f165b512..a1f458377afd5 100644 --- a/website/www/site/content/en/documentation/io/connectors.md +++ b/website/www/site/content/en/documentation/io/connectors.md @@ -554,7 +554,10 @@ This table provides a consolidated, at-a-glance overview of the available built- ✔ - native + native (sink) +
+ ✔ + via X-language Not available Not available diff --git a/website/www/site/content/en/documentation/runners/flink.md b/website/www/site/content/en/documentation/runners/flink.md index 1549857068fa4..64a6e9bade9b7 100644 --- a/website/www/site/content/en/documentation/runners/flink.md +++ b/website/www/site/content/en/documentation/runners/flink.md @@ -325,235 +325,84 @@ To find out which version of Flink is compatible with Beam please see the table - + - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + - - - - - - - - - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + - +
Beam Version Flink Version Artifact IdSupported Beam Versions
≥ 2.47.0 1.16.x beam-runners-flink-1.16≥ 2.47.0
1.15.x beam-runners-flink-1.15≥ 2.40.0
1.14.x beam-runners-flink-1.14≥ 2.38.0
1.13.x beam-runners-flink-1.13≥ 2.31.0
1.12.x beam-runners-flink-1.12
2.40.0 - 2.46.01.15.xbeam-runners-flink-1.15
1.14.xbeam-runners-flink-1.14
1.13.xbeam-runners-flink-1.13
1.12.xbeam-runners-flink-1.12
2.39.01.14.xbeam-runners-flink-1.14
1.13.xbeam-runners-flink-1.13
1.12.xbeam-runners-flink-1.12
2.38.01.14.xbeam-runners-flink-1.14
1.13.xbeam-runners-flink-1.13
1.12.xbeam-runners-flink-1.12
1.11.xbeam-runners-flink-1.11
2.31.0 - 2.37.01.13.xbeam-runners-flink-1.13
1.12.xbeam-runners-flink-1.12
1.11.xbeam-runners-flink-1.11
2.30.01.12.xbeam-runners-flink-1.12
1.11.xbeam-runners-flink-1.11
1.10.xbeam-runners-flink-1.10
2.27.0 - 2.29.01.12.xbeam-runners-flink-1.12≥ 2.27.0
1.11.x beam-runners-flink-1.112.25.0 - 2.38.0
1.10.x beam-runners-flink-1.102.21.0 - 2.30.0
1.9.x beam-runners-flink-1.92.17.0 - 2.29.0
1.8.x beam-runners-flink-1.8
2.25.0 - 2.26.01.11.xbeam-runners-flink-1.11
1.10.xbeam-runners-flink-1.10
1.9.xbeam-runners-flink-1.9
1.8.xbeam-runners-flink-1.8
2.21.0 - 2.24.01.10.xbeam-runners-flink-1.10
1.9.xbeam-runners-flink-1.9
1.8.xbeam-runners-flink-1.8
2.17.0 - 2.20.01.9.xbeam-runners-flink-1.9
1.8.xbeam-runners-flink-1.8
1.7.xbeam-runners-flink-1.7
2.13.0 - 2.16.01.8.xbeam-runners-flink-1.82.13.0 - 2.29.0
1.7.x beam-runners-flink-1.72.10.0 - 2.20.0
1.6.x beam-runners-flink-1.62.10.0 - 2.16.0
1.5.x beam-runners-flink_2.112.6.0 - 2.16.0
2.10.0 - 2.16.01.7.xbeam-runners-flink-1.7
1.6.xbeam-runners-flink-1.6
1.5.x1.4.x with Scala 2.11 beam-runners-flink_2.112.3.0 - 2.5.0
2.9.01.5.xbeam-runners-flink_2.11
2.8.0
2.7.0
2.6.0
2.5.01.4.x with Scala 2.11beam-runners-flink_2.11
2.4.0
2.3.0
2.2.01.3.x with Scala 2.10beam-runners-flink_2.10
2.1.x1.3.x with Scala 2.10beam-runners-flink_2.102.1.x - 2.2.0
2.0.0 1.2.x with Scala 2.10 beam-runners-flink_2.102.0.0
diff --git a/website/www/site/content/en/get-started/downloads.md b/website/www/site/content/en/get-started/downloads.md index 35acb147f1100..a0762fd2ea932 100644 --- a/website/www/site/content/en/get-started/downloads.md +++ b/website/www/site/content/en/get-started/downloads.md @@ -96,10 +96,18 @@ versions denoted `0.x.y`. ## Releases +### 2.49.0 (2023-07-17) +Official [source code download](https://downloads.apache.org/beam/2.49.0/apache-beam-2.49.0-source-release.zip). +[SHA-512](https://downloads.apache.org/beam/2.49.0/apache-beam-2.49.0-source-release.zip.sha512). +[signature](https://downloads.apache.org/beam/2.49.0/apache-beam-2.49.0-source-release.zip.asc). + +[Release notes](https://github.com/apache/beam/releases/tag/v2.49.0) +[Blog post](/blog/beam-2.49.0). + ### 2.48.0 (2023-05-31) -Official [source code download](https://downloads.apache.org/beam/2.48.0/apache-beam-2.48.0-source-release.zip). -[SHA-512](https://downloads.apache.org/beam/2.48.0/apache-beam-2.48.0-source-release.zip.sha512). -[signature](https://downloads.apache.org/beam/2.48.0/apache-beam-2.48.0-source-release.zip.asc). +Official [source code download](https://archive.apache.org/dist/beam/2.48.0/apache-beam-2.48.0-source-release.zip). +[SHA-512](https://archive.apache.org/dist/beam/2.48.0/apache-beam-2.48.0-source-release.zip.sha512). +[signature](https://archive.apache.org/dist/beam/2.48.0/apache-beam-2.48.0-source-release.zip.asc). [Release notes](https://github.com/apache/beam/releases/tag/v2.48.0) [Blog post](/blog/beam-2.48.0). diff --git a/website/www/site/data/authors.yml b/website/www/site/data/authors.yml index f9a2996ebe3f9..0458bda2c9631 100644 --- a/website/www/site/data/authors.yml +++ b/website/www/site/data/authors.yml @@ -265,4 +265,7 @@ sysede: linkedin: desyse riteshghorse: name: Ritesh Ghorse - email: riteshghorse@apache.org \ No newline at end of file + email: riteshghorse@apache.org +yhu: + name: Yi Hu + email: yhu@apache.org