This is an automated email from the ASF dual-hosted git repository.
git-site-role pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 57c46b1 Publishing website 2020/02/04 22:26:21 at commit 2ad1f68
57c46b1 is described below
commit 57c46b16534ff4dce33a49d2e857dfac3c718692
Author: jenkins <bui...@apache.org>
AuthorDate: Tue Feb 4 22:26:22 2020 +0000
Publishing website 2020/02/04 22:26:21 at commit 2ad1f68
---
.../2020/02/04/beam-2.19.0.html} | 315 ++++++++-------------
website/generated-content/blog/index.html | 32 +++
website/generated-content/feed.xml | 170 +++++++----
website/generated-content/index.html | 10 +-
4 files changed, 262 insertions(+), 265 deletions(-)
diff --git a/website/generated-content/index.html
b/website/generated-content/blog/2020/02/04/beam-2.19.0.html
similarity index 53%
copy from website/generated-content/index.html
copy to website/generated-content/blog/2020/02/04/beam-2.19.0.html
index 01c999f..e0b879a 100644
--- a/website/generated-content/index.html
+++ b/website/generated-content/blog/2020/02/04/beam-2.19.0.html
@@ -28,9 +28,8 @@
<meta charset="utf-8">
<meta http-equiv="X-UA-Compatible" content="IE=edge">
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Apache Beam</title>
- <meta name="description" content="Apache Beam is an open source, unified
model and set of language-specific SDKs for defining and executing data
processing workflows, and also data ingestion and integration flows, supporting
Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs).
Dataflow pipelines simplify the mechanics of large-scale batch and streaming
data processing and can run on a number of runtimes like Apache Flink, Apache
Spark, and Google Cloud Dataflow [...]
-">
+ <title>Apache Beam 2.19.0</title>
+ <meta name="description" content="We are happy to present the new 2.19.0
release of Beam. This release includes both improvements and new
functionality.See the download page for this release.">
<link href="https://fonts.googleapis.com/css?family=Roboto:100,300,400";
rel="stylesheet">
<link rel="stylesheet" href="/css/site.css">
<script src="https://code.jquery.com/jquery-2.2.4.min.js";></script>
@@ -42,7 +41,7 @@
<script src="/js/fix-menu.js"></script>
<script src="/js/section-nav.js"></script>
<script src="/js/page-nav.js"></script>
- <link rel="canonical" href="https://beam.apache.org/"; data-proofer-ignore>
+ <link rel="canonical"
href="https://beam.apache.org/blog/2020/02/04/beam-2.19.0.html";
data-proofer-ignore>
<link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico">
<link rel="alternate" type="application/rss+xml" title="Apache Beam"
href="https://beam.apache.org/feed.xml";>
<link rel="stylesheet"
href="https://use.fontawesome.com/releases/v5.4.1/css/all.css";
integrity="sha384-5sAR7xN1Nv6T6+dT2mhtzEpVJvfS3NScPQTrOxhwjIuvcA67KV2R5Jz6kr4abQsz"
crossorigin="anonymous">
@@ -56,7 +55,7 @@
</script>
</head>
- <body class="body body--index">
+ <body class="body ">
<!--
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
@@ -144,7 +143,7 @@
GitHub links will not resolve until the markdown source is
available on the master branch.
New pages would fail validation during development / PR test
automation.
-->
- <a
href="https://github.com/apache/beam/edit/master/website/src/index.md";
data-proofer-ignore>
+ <a
href="https://github.com/apache/beam/edit/master/website/src/_posts/2020-02-04-beam-2.19.0.md";
data-proofer-ignore>
<i class="far fa-edit fa-lg" alt="Edit on GitHub" title="Edit on
GitHub"></i>
</a>
</li>
@@ -154,6 +153,31 @@
<div class="body__contained">
<!--
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+ http://www.apache.org/licenses/LICENSE-2.0
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License. See accompanying LICENSE file.
+-->
+
+
+
+<article class="post" itemscope itemtype="http://schema.org/BlogPosting";>
+
+ <header class="post-header">
+ <h1 class="post-title" itemprop="name headline">Apache Beam 2.19.0</h1>
+ <p class="post-meta"><time datetime="2020-02-04T00:00:01-08:00"
itemprop="datePublished">Feb 4, 2020</time> •
+ Boyuan Zhang
+
+ </p>
+ </header>
+
+ <div class="post-content" itemprop="articleBody">
+ <!--
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
@@ -166,207 +190,96 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
-<div class="hero-bg">
- <div class="hero section">
- <div class="hero__cols">
- <div class="hero__cols__col">
- <div class="hero__cols__col__content">
- <div class="hero__title">
- Apache Beam: An advanced unified programming model
- </div>
- <div class="hero__subtitle">
- Implement batch and streaming data processing jobs that run on any
execution engine.
- </div>
- <div class="hero__ctas hero__ctas--first">
- <a class="button button--primary"
href="/get-started/beam-overview/">Learn more</a>
- <a class="button button--primary"
href="/get-started/try-apache-beam/">Try Beam</a>
- <a class="button button--primary"
href="/get-started/downloads/">Download Beam SDK 2.19.0</a>
- </div>
- <div class="hero__ctas">
- <a class="button" href="/get-started/quickstart-java/">Java
Quickstart</a>
- <a class="button" href="/get-started/quickstart-py/">Python
Quickstart</a>
- <a class="button" href="/get-started/quickstart-go/">Go
Quickstart</a>
- </div>
- </div>
- </div>
- <div class="hero__cols__col">
- <div class="hero__blog">
- <div class="hero__blog__title">
- The latest from the blog
- </div>
- <div class="hero__blog__cards">
-
- <a class="hero__blog__cards__card"
href="/blog/2020/01/13/beam-2.18.0.html">
- <div class="hero__blog__cards__card__title">Apache Beam
2.18.0</div>
- <div class="hero__blog__cards__card__date">Jan 23, 2020</div>
- </a>
-
- <a class="hero__blog__cards__card"
href="/blog/2020/01/06/beam-2.17.0.html">
- <div class="hero__blog__cards__card__title">Apache Beam
2.17.0</div>
- <div class="hero__blog__cards__card__date">Jan 6, 2020</div>
- </a>
-
- <a class="hero__blog__cards__card"
href="/blog/2019/10/07/beam-2.16.0.html">
- <div class="hero__blog__cards__card__title">Apache Beam
2.16.0</div>
- <div class="hero__blog__cards__card__date">Oct 7, 2019</div>
- </a>
-
- </div>
- </div>
- </div>
- </div>
- </div>
-</div>
-<div class="pillars section">
- <div class="pillars__title">
- All about Apache Beam
- </div>
- <div class="pillars__cols">
-
- <div class="pillars__cols__col">
- <div class="pillars__cols__col__title">
- Unified
- </div>
- <div class="pillars__cols__col__body">
- Use a single programming model for both batch and streaming use cases.
- </div>
- </div>
-
- <div class="pillars__cols__col">
- <div class="pillars__cols__col__title">
- Portable
- </div>
- <div class="pillars__cols__col__body">
- Execute pipelines on multiple execution environments.
- </div>
- </div>
-
- <div class="pillars__cols__col">
- <div class="pillars__cols__col__title">
- Extensible
- </div>
- <div class="pillars__cols__col__body">
- Write and share new SDKs, IO connectors, and transformation libraries.
- </div>
- </div>
-
- </div>
-</div>
+<p>We are happy to present the new 2.19.0 release of Beam. This release
includes both improvements and new functionality.
+See the <a href="/get-started/downloads/#2190-2020-02-04">download page</a>
for this release.<!--more-->
+For more information on changes in 2.19.0, check out the
+<a
href="https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12319527&version=12346582";>detailed
release notes</a>.</p>
-<div class="graphic section">
-<div class="graphic__image">
-<img src="/images/beam_architecture.png" alt="Beam architecture" />
-</div>
-</div>
+<h2 id="highlights">Highlights</h2>
+<ul>
+ <li>Multiple improvements made into Python SDK harness:
+ <a href="https://issues.apache.org/jira/browse/BEAM-8624";>BEAM-8624</a>,
+ <a href="https://issues.apache.org/jira/browse/BEAM-8623";>BEAM-8623</a>,
+ <a href="https://issues.apache.org/jira/browse/BEAM-7949";>BEAM-7949</a>,
+ <a href="https://issues.apache.org/jira/browse/BEAM-8935";>BEAM-8935</a>,
+ <a href="https://issues.apache.org/jira/browse/BEAM-8816";>BEAM-8816</a></li>
+</ul>
-<div class="logos section">
- <div class="logos__title">
- Works with
- </div>
- <div class="logos__logos">
-
- <div class="logos__logos__logo">
- <a href="http://apex.apache.org";><img src="/images/logo_apex.png"
alt="APEX" /></a>
- </div>
-
- <div class="logos__logos__logo">
- <a href="http://flink.apache.org";><img src="/images/logo_flink.png"
alt="Flink" /></a>
- </div>
-
- <div class="logos__logos__logo">
- <a href="http://spark.apache.org/";><img src="/images/logo_spark.png"
alt="Spark" /></a>
- </div>
-
- <div class="logos__logos__logo">
- <a href="https://cloud.google.com/dataflow/";><img
src="/images/logo_google_cloud.png" alt="Google Cloud Dataflow" /></a>
- </div>
-
- <div class="logos__logos__logo">
- <a href="http://gearpump.apache.org/";><img
src="/images/logo_gearpump.png" alt="Gearpump" /></a>
- </div>
-
- <div class="logos__logos__logo">
- <a href="http://samza.apache.org/";><img src="/images/logo_samza.png"
alt="Samza" /></a>
- </div>
-
- </div>
-</div>
+<h3 id="ios">I/Os</h3>
+<ul>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-1440";>BEAM-1440</a>
Create a BigQuery source (that implements iobase.BoundedSource) for Python
SDK</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-2572";>BEAM-2572</a>
Implement an S3 filesystem for Python SDK</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-5192";>BEAM-5192</a>
Support Elasticsearch 7.x</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8745";>BEAM-8745</a>
More fine-grained controls for the size of a BigQuery Load job</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8801";>BEAM-8801</a>
PubsubMessageToRow should not check useFlatSchema() in processElement</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8953";>BEAM-8953</a>
Extend ParquetIO.Read/ReadFiles.Builder to support Avro GenericData model</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8946";>BEAM-8946</a>
Report collection size from MongoDBIOIT</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8978";>BEAM-8978</a>
Report saved data size from HadoopFormatIOIT</li>
+</ul>
-<div class="cards section section--wide">
- <div class="section__contained">
- <div class="cards__title">
- Testimonials
- </div>
- <div class="cards__cards">
-
- <div class="cards__cards__card">
- <div class="cards__cards__card__body">
- A framework that delivers the flexibility and advanced functionality
our customers need.
- </div>
- <div class="cards__cards__card__user">
- <!-- TODO: Implement icons.
- <div class="cards__cards__card__user__icon">
- </div>
- -->
- <div class="cards__cards__card__user__name">
- –Talend
- </div>
- </div>
- </div>
-
- <div class="cards__cards__card">
- <div class="cards__cards__card__body">
- Apache Beam has powerful semantics that solve real-world challenges
of stream processing.
- </div>
- <div class="cards__cards__card__user">
- <!-- TODO: Implement icons.
- <div class="cards__cards__card__user__icon">
- </div>
- -->
- <div class="cards__cards__card__user__name">
- –PayPal
- </div>
- </div>
- </div>
-
- <div class="cards__cards__card">
- <div class="cards__cards__card__body">
- Apache Beam represents a principled approach for analyzing data
streams.
- </div>
- <div class="cards__cards__card__user">
- <!-- TODO: Implement icons.
- <div class="cards__cards__card__user__icon">
- </div>
- -->
- <div class="cards__cards__card__user__name">
- –data Artisans
- </div>
- </div>
- </div>
-
- </div>
- <div class="cards__body">
- Beam is an open source community and contributions are greatly
appreciated!
- If you’d like to contribute, please see the <a
href="/contribute/">Contribute</a> section.
- </div>
- </div>
-</div>
+<h3 id="new-features--improvements">New Features / Improvements</h3>
+<ul>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-6008";>BEAM-6008</a>
Improve error reporting in Java/Python PortableRunner</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8296";>BEAM-8296</a>
Containerize the Spark job server</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8746";>BEAM-8746</a>
Allow the local job service to work from inside docker</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8837";>BEAM-8837</a>
PCollectionVisualizationTest: possible bug</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8139";>BEAM-8139</a>
Execute portable Spark application jar</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-9019";>BEAM-9019</a>
Improve Spark Encoders (wrappers of beam coders)</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-9053";>BEAM-9053</a>
Improve error message when unable to get the correct filesystem for specified
path in Python SDK) Improve error message when unable to get the correct
filesystem for specified path in Python SDK</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-9055";>BEAM-9055</a>
Unify the config names of Fn Data API across languages</li>
+</ul>
+
+<h3 id="sql">SQL</h3>
+<ul>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-5690";>BEAM-5690</a>
Issue with GroupByKey in BeamSql using SparkRunner</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8993";>BEAM-8993</a>
[SQL] MongoDb should use predicate push-down</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8844";>BEAM-8844</a>
[SQL] Create performance tests for BigQueryTable</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-9023";>BEAM-9023</a>
Upgrade to ZetaSQL 2019.12.1</li>
+</ul>
+
+<h3 id="breaking-changes">Breaking Changes</h3>
+<ul>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8989";>BEAM-8989</a>
Backwards incompatible change in ParDo.getSideInputs (caught by failure when
running Apache Nemo quickstart)</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8402";>BEAM-8402</a>
Backwards incompatible change related to how Environments are represented in
Python <code class="highlighter-rouge">DirectRunner</code>.</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-9218";>BEAM-9218</a>
Template staging broken on Beam 2.18.0</li>
+</ul>
+
+<h3 id="dependency-changes">Dependency Changes</h3>
+<ul>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8696";>BEAM-8696</a>
Beam Dependency Update Request: com.google.protobuf:protobuf-java</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8701";>BEAM-8701</a>
Beam Dependency Update Request: commons-io:commons-io</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8716";>BEAM-8716</a>
Beam Dependency Update Request: org.apache.commons:commons-csv</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8717";>BEAM-8717</a>
Beam Dependency Update Request: org.apache.commons:commons-lang3</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8749";>BEAM-8749</a>
Beam Dependency Update Request:
com.datastax.cassandra:cassandra-driver-mapping</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-5546";>BEAM-5546</a>
Beam Dependency Update Request: commons-codec:commons-codec</li>
+</ul>
+
+<h3 id="bugfixes">Bugfixes</h3>
+<ul>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-9123";>BEAM-9123</a>
HadoopResourceId returns wrong directory name</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8962";>BEAM-8962</a>
FlinkMetricContainer causes churn in the JobManager and lets the web frontend
malfunction</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-5495";>BEAM-5495</a>
PipelineResources algorithm is not working in most environments</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8025";>BEAM-8025</a>
Cassandra IO classMethod test is flaky</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8577";>BEAM-8577</a>
FileSystems may have not be initialized during ResourceId deserialization</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8582";>BEAM-8582</a>
Python SDK emits duplicate records for Default and AfterWatermark triggers</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8943";>BEAM-8943</a>
SDK harness servers don’t shut down properly when SDK harness environment
cleanup fails</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8995";>BEAM-8995</a>
apache_beam.io.gcp.bigquery_read_it_test failing on Py3.5 PC with: TypeError:
the JSON object must be str, not ‘bytes’</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-8999";>BEAM-8999</a>
PGBKCVOperation does not respect timestamp combiners</li>
+ <li><a href="https://issues.apache.org/jira/browse/BEAM-9050";>BEAM-9050</a>
Beam pickler doesn’t pickle classes that have <strong>module</strong> set to
None.</li>
+ <li></li>
+ <li>Various bug fixes and performance improvements.</li>
+</ul>
+
+<h2 id="list-of-contributors">List of Contributors</h2>
+
+<p>According to git shortlog, the following people contributed to the 2.19.0
release. Thank you to all contributors!</p>
+
+<p>Ahmet Altay, Alex Amato, Alexey Romanenko, Andrew Pilloud, Ankur Goenka,
Anton Kedin, Boyuan Zhang, Brian Hulette, Brian Martin, Chamikara Jayalath,
Charles Chen, Craig Chambers, Daniel Oliveira, David Moravek, David Rieber,
Dustin Rhodes, Etienne Chauchot, Gleb Kanterov, Hai Lu, Heejong Lee, Ismaël
Mejía, Jan Lukavský, Jason Kuster, Jean-Baptiste Onofré, Jeff Klukas, João
Cabrita, J Ross Thomson, Juan Rael, Juta, Kasia Kucharczyk, Kengo Seki, Kenneth
Jung, Kenneth Knowles, Kyle Weave [...]
-<div class="ctas section">
- <div class="ctas__title">
- Get started
- </div>
- <div class="ctas__ctas ctas__ctas--top">
- <a class="button button--primary" href="/get-started/beam-overview/">Learn
more</a>
- <a class="button button--primary" href="/get-started/downloads/">Download
Beam SDK 2.19.0</a>
- </div>
- <div class="ctas__ctas">
- <a class="button" href="/get-started/quickstart-java/">Java Quickstart</a>
- <a class="button" href="/get-started/quickstart-py/">Python Quickstart</a>
- <a class="button" href="/get-started/quickstart-go/">Go Quickstart</a>
</div>
-</div>
+
+</article>
</div>
<!--
diff --git a/website/generated-content/blog/index.html
b/website/generated-content/blog/index.html
index a748a48..2de1a69 100644
--- a/website/generated-content/blog/index.html
+++ b/website/generated-content/blog/index.html
@@ -172,6 +172,38 @@ limitations under the License.
<p>This is the blog for the Apache Beam project. This blog contains news and
updates
for the project.</p>
+<h3 id="apache-beam-2190"><a class="post-link"
href="/blog/2020/02/04/beam-2.19.0.html">Apache Beam 2.19.0</a></h3>
+<p><i>Feb 4, 2020 •
+ Boyuan Zhang
+</i></p>
+
+<!--
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+
+<p>We are happy to present the new 2.19.0 release of Beam. This release
includes both improvements and new functionality.
+See the <a href="/get-started/downloads/#2190-2020-02-04">download page</a>
for this release.</p>
+
+<!-- Render a "read more" button if the post is longer than the excerpt -->
+
+<p>
+<a class="btn btn-default btn-sm" href="/blog/2020/02/04/beam-2.19.0.html"
role="button">
+Read more <span class="glyphicon glyphicon-menu-right"
aria-hidden="true"></span>
+</a>
+</p>
+
+<hr />
+
<h3 id="apache-beam-2180"><a class="post-link"
href="/blog/2020/01/13/beam-2.18.0.html">Apache Beam 2.18.0</a></h3>
<p><i>Jan 23, 2020 •
Udi Meiri [<a href="https://twitter.com/udim";>@udim</a>] & Ahmet Altay
diff --git a/website/generated-content/feed.xml
b/website/generated-content/feed.xml
index 131b3d9..e5ab106 100644
--- a/website/generated-content/feed.xml
+++ b/website/generated-content/feed.xml
@@ -20,6 +20,117 @@
<generator>Jekyll v3.6.3</generator>
<item>
+ <title>Apache Beam 2.19.0</title>
+ <description><!--
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+
+<p>We are happy to present the new 2.19.0 release of Beam. This release
includes both improvements and new functionality.
+See the <a
href="/get-started/downloads/#2190-2020-02-04">download
page</a> for this release.<!--more-->
+For more information on changes in 2.19.0, check out the
+<a
href="https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12319527&amp;version=12346582">detailed
release notes</a>.</p>
+
+<h2 id="highlights">Highlights</h2>
+<ul>
+ <li>Multiple improvements made into Python SDK harness:
+ <a
href="https://issues.apache.org/jira/browse/BEAM-8624">BEAM-8624</a>,
+ <a
href="https://issues.apache.org/jira/browse/BEAM-8623">BEAM-8623</a>,
+ <a
href="https://issues.apache.org/jira/browse/BEAM-7949">BEAM-7949</a>,
+ <a
href="https://issues.apache.org/jira/browse/BEAM-8935">BEAM-8935</a>,
+ <a
href="https://issues.apache.org/jira/browse/BEAM-8816">BEAM-8816</a></li>
+</ul>
+
+<h3 id="ios">I/Os</h3>
+<ul>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-1440">BEAM-1440</a>
Create a BigQuery source (that implements iobase.BoundedSource) for Python
SDK</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-2572">BEAM-2572</a>
Implement an S3 filesystem for Python SDK</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-5192">BEAM-5192</a>
Support Elasticsearch 7.x</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8745">BEAM-8745</a>
More fine-grained controls for the size of a BigQuery Load job</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8801">BEAM-8801</a>
PubsubMessageToRow should not check useFlatSchema() in
processElement</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8953">BEAM-8953</a>
Extend ParquetIO.Read/ReadFiles.Builder to support Avro GenericData
model</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8946">BEAM-8946</a>
Report collection size from MongoDBIOIT</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8978">BEAM-8978</a>
Report saved data size from HadoopFormatIOIT</li>
+</ul>
+
+<h3 id="new-features--improvements">New Features /
Improvements</h3>
+<ul>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-6008">BEAM-6008</a>
Improve error reporting in Java/Python PortableRunner</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8296">BEAM-8296</a>
Containerize the Spark job server</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8746">BEAM-8746</a>
Allow the local job service to work from inside docker</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8837">BEAM-8837</a>
PCollectionVisualizationTest: possible bug</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8139">BEAM-8139</a>
Execute portable Spark application jar</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-9019">BEAM-9019</a>
Improve Spark Encoders (wrappers of beam coders)</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-9053">BEAM-9053</a>
Improve error message when unable to get the correct filesystem for specified
path in Python SDK) Improve error message when unable to get the correct
filesystem for specified path in Python SDK</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-9055">BEAM-9055</a>
Unify the config names of Fn Data API across languages</li>
+</ul>
+
+<h3 id="sql">SQL</h3>
+<ul>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-5690">BEAM-5690</a>
Issue with GroupByKey in BeamSql using SparkRunner</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8993">BEAM-8993</a>
[SQL] MongoDb should use predicate push-down</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8844">BEAM-8844</a>
[SQL] Create performance tests for BigQueryTable</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-9023">BEAM-9023</a>
Upgrade to ZetaSQL 2019.12.1</li>
+</ul>
+
+<h3 id="breaking-changes">Breaking Changes</h3>
+<ul>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8989">BEAM-8989</a>
Backwards incompatible change in ParDo.getSideInputs (caught by failure when
running Apache Nemo quickstart)</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8402">BEAM-8402</a>
Backwards incompatible change related to how Environments are represented in
Python <code
class="highlighter-rouge">DirectRunner</code>.</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-9218">BEAM-9218</a>
Template staging broken on Beam 2.18.0</li>
+</ul>
+
+<h3 id="dependency-changes">Dependency Changes</h3>
+<ul>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8696">BEAM-8696</a>
Beam Dependency Update Request: com.google.protobuf:protobuf-java</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8701">BEAM-8701</a>
Beam Dependency Update Request: commons-io:commons-io</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8716">BEAM-8716</a>
Beam Dependency Update Request: org.apache.commons:commons-csv</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8717">BEAM-8717</a>
Beam Dependency Update Request: org.apache.commons:commons-lang3</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8749">BEAM-8749</a>
Beam Dependency Update Request:
com.datastax.cassandra:cassandra-driver-mapping</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-5546">BEAM-5546</a>
Beam Dependency Update Request: commons-codec:commons-codec</li>
+</ul>
+
+<h3 id="bugfixes">Bugfixes</h3>
+<ul>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-9123">BEAM-9123</a>
HadoopResourceId returns wrong directory name</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8962">BEAM-8962</a>
FlinkMetricContainer causes churn in the JobManager and lets the web frontend
malfunction</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-5495">BEAM-5495</a>
PipelineResources algorithm is not working in most environments</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8025">BEAM-8025</a>
Cassandra IO classMethod test is flaky</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8577">BEAM-8577</a>
FileSystems may have not be initialized during ResourceId
deserialization</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8582">BEAM-8582</a>
Python SDK emits duplicate records for Default and AfterWatermark
triggers</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8943">BEAM-8943</a>
SDK harness servers don’t shut down properly when SDK harness environment
cleanup fails</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8995">BEAM-8995</a>
apache_beam.io.gcp.bigquery_read_it_test failing on Py3.5 PC with: TypeError:
the JSON object must be str, not ‘bytes’</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-8999">BEAM-8999</a>
PGBKCVOperation does not respect timestamp combiners</li>
+ <li><a
href="https://issues.apache.org/jira/browse/BEAM-9050">BEAM-9050</a>
Beam pickler doesn’t pickle classes that have
<strong>module</strong> set to None.</li>
+ <li></li>
+ <li>Various bug fixes and performance improvements.</li>
+</ul>
+
+<h2 id="list-of-contributors">List of Contributors</h2>
+
+<p>According to git shortlog, the following people contributed to the
2.19.0 release. Thank you to all contributors!</p>
+
+<p>Ahmet Altay, Alex Amato, Alexey Romanenko, Andrew Pilloud, Ankur
Goenka, Anton Kedin, Boyuan Zhang, Brian Hulette, Brian Martin, Chamikara
Jayalath, Charles Chen, Craig Chambers, Daniel Oliveira, David Moravek, David
Rieber, Dustin Rhodes, Etienne Chauchot, Gleb Kanterov, Hai Lu, Heejong Lee,
Ismaël Mejía, Jan Lukavský, Jason Kuster, Jean-Baptiste Onofré, Jeff Klukas,
João Cabrita, J Ross Thomson, Juan Rael, Juta, Kasia Kucharczyk, Kengo Seki,
Kenneth Jung, Kenneth Knowles, Kyle [...]
+</description>
+ <pubDate>Tue, 04 Feb 2020 00:00:01 -0800</pubDate>
+ <link>https://beam.apache.org/blog/2020/02/04/beam-2.19.0.html</link>
+ <guid
isPermaLink="true">https://beam.apache.org/blog/2020/02/04/beam-2.19.0.html</guid>
+
+
+ <category>blog</category>
+
+ </item>
+
+ <item>
<title>Apache Beam 2.18.0</title>
<description><!--
Licensed under the Apache License, Version 2.0 (the "License");
@@ -1299,64 +1410,5 @@ sequence generator.</p>
</item>
- <item>
- <title>Apache Beam Katas</title>
- <description><!--
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
--->
-
-<p>We are happy to announce
-<a
href="https://github.com/apache/beam/tree/master/learning/katas">Apache
Beam Katas</a>, a set of
-interactive Beam coding exercises (i.e. <a
href="http://codekata.com/">code katas</a>) that can help
you in
-learning Apache Beam concepts and programming model hands-on.</p>
-
-<!--more-->
-
-<p>Beam Katas objective is to provide a series of structured hands-on
learning experiences for learners
-to understand about Apache Beam and its SDKs by solving exercises with
gradually increasing
-complexity. It is built based on
-<a href="https://www.jetbrains.com/education/">JetBrains
Educational Products</a>. Beam Katas is available for
-both Java and Python SDKs. Currently we have about 20 lessons that cover
Apache Beam fundamentals,
-such as core transforms, common transforms, and simple use case (word count),
with more katas to
-be added in the coming future.</p>
-
-<p>To start with the courses, you can simply download
-<a
href="https://www.jetbrains.com/education/download/#section=idea">IntelliJ
Edu</a> or
-<a
href="https://www.jetbrains.com/education/download/#section=pycharm-edu">PyCharm
Edu</a> and then browse
-the integrated Stepik courses from the menu. Search for “Beam Katas” and once
the course is loaded
-on the IDE, you’re good to go.</p>
-
-<p>We have plans to add more katas covering more topics including some
of the intermediate and
-advanced ones in the coming future, such as windowing, streaming, and use case
patterns. We would
-also like to welcome you to <a
href="https://github.com/apache/beam">contribute</a> by
building and adding more katas that you think would be
-useful for people to learn more about Apache Beam, and eventually become Beam
Masters!</p>
-
-<p><br /></p>
-
-<p><img
src="/images/blog/beam-kata/beam-kata-intellij-edu-1.png"
alt="Beam Kata - IntelliJ Edu" width="363"
height="350" />
-<img src="/images/blog/beam-kata/beam-kata-intellij-edu-2.png"
alt="Beam Kata - IntelliJ Edu" width="455"
height="350" /></p>
-
-<p><img
src="/images/blog/beam-kata/beam-kata-pycharm-edu-1.png"
alt="Beam Kata - PyCharm Edu" width="363"
height="350" />
-<img src="/images/blog/beam-kata/beam-kata-pycharm-edu-2.png"
alt="Beam Kata - PyCharm Edu" width="459"
height="350" /></p>
-</description>
- <pubDate>Thu, 30 May 2019 01:00:01 -0700</pubDate>
-
<link>https://beam.apache.org/blog/2019/05/30/beam-kata-release.html</link>
- <guid
isPermaLink="true">https://beam.apache.org/blog/2019/05/30/beam-kata-release.html</guid>
-
-
- <category>blog</category>
-
- </item>
-
</channel>
</rss>
diff --git a/website/generated-content/index.html
b/website/generated-content/index.html
index 01c999f..d7a5ff6 100644
--- a/website/generated-content/index.html
+++ b/website/generated-content/index.html
@@ -196,6 +196,11 @@ limitations under the License.
</div>
<div class="hero__blog__cards">
+ <a class="hero__blog__cards__card"
href="/blog/2020/02/04/beam-2.19.0.html">
+ <div class="hero__blog__cards__card__title">Apache Beam
2.19.0</div>
+ <div class="hero__blog__cards__card__date">Feb 4, 2020</div>
+ </a>
+
<a class="hero__blog__cards__card"
href="/blog/2020/01/13/beam-2.18.0.html">
<div class="hero__blog__cards__card__title">Apache Beam
2.18.0</div>
<div class="hero__blog__cards__card__date">Jan 23, 2020</div>
@@ -206,11 +211,6 @@ limitations under the License.
<div class="hero__blog__cards__card__date">Jan 6, 2020</div>
</a>
- <a class="hero__blog__cards__card"
href="/blog/2019/10/07/beam-2.16.0.html">
- <div class="hero__blog__cards__card__title">Apache Beam
2.16.0</div>
- <div class="hero__blog__cards__card__date">Oct 7, 2019</div>
- </a>
-
</div>
</div>
</div>
