This is an automated email from the ASF dual-hosted git repository. git-site-role pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/asf-site by this push: new c8687f5 Publishing website 2020/05/05 18:02:23 at commit 45a6fc6 c8687f5 is described below commit c8687f57efee0f882c9a2bfe129a3470811cb3c2 Author: jenkins <bui...@apache.org> AuthorDate: Tue May 5 18:02:24 2020 +0000 Publishing website 2020/05/05 18:02:23 at commit 45a6fc6 --- .../documentation/patterns/side-inputs/index.html | 56 +++++++++++++++++++++- 1 file changed, 55 insertions(+), 1 deletion(-) diff --git a/website/generated-content/documentation/patterns/side-inputs/index.html b/website/generated-content/documentation/patterns/side-inputs/index.html index a6aed37..d14616e 100644 --- a/website/generated-content/documentation/patterns/side-inputs/index.html +++ b/website/generated-content/documentation/patterns/side-inputs/index.html @@ -640,8 +640,62 @@ PCollection element.</li> <li>Apply the side input.</li> </ol> -<div class="language-java highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="n">No</span> <span class="n">sample</span> <span class="n">present</span><span class="o">.</span> +<div class="language-java highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="n">PCollectionView</span><span class="o"><</span><span class="n">List</span><span class="o"><</span><span class="n">Long</span><span class="o">>></span> <span class="n">sideInput</span> <span class="o">=</span> + <span class="n">p</span><span class="o">.</span><span class="na">apply</span><span class="o">(</span> + <span class="s">"SIImpulse"</span><span class="o">,</span> + <span class="n">PeriodicImpulse</span><span class="o">.</span><span class="na">create</span><span class="o">()</span> + <span class="o">.</span><span class="na">startAt</span><span class="o">(</span><span class="n">startAt</span><span class="o">)</span> + <span class="o">.</span><span class="na">stopAt</span><span class="o">(</span><span class="n">stopAt</span><span class="o">)</span> + <span class="o">.</span><span class="na">withInterval</span><span class="o">(</span><span class="n">interval1</span><span class="o">)</span> + <span class="o">.</span><span class="na">applyWindowing</span><span class="o">())</span> + <span class="o">.</span><span class="na">apply</span><span class="o">(</span> + <span class="s">"FileToRead"</span><span class="o">,</span> + <span class="n">ParDo</span><span class="o">.</span><span class="na">of</span><span class="o">(</span> + <span class="k">new</span> <span class="n">DoFn</span><span class="o"><</span><span class="n">Instant</span><span class="o">,</span> <span class="n">String</span><span class="o">>()</span> <span class="o">{</span> + <span class="nd">@DoFn</span><span class="o">.</span><span class="na">ProcessElement</span> + <span class="kd">public</span> <span class="kt">void</span> <span class="nf">process</span><span class="o">(</span><span class="nd">@Element</span> <span class="n">Instant</span> <span class="n">notUsed</span><span class="o">,</span> <span class="n">OutputReceiver</span><span class="o"><</span><span class="n">String</span><span class="o">></span> <span class="n">o</span><span class="o">)</span> <span class="o">{</span> + <span class="n">o</span><span class="o">.</span><span class="na">output</span><span class="o">(</span><span class="n">fileToRead</span><span class="o">);</span> + <span class="o">}</span> + <span class="o">}))</span> + <span class="o">.</span><span class="na">apply</span><span class="o">(</span><span class="n">FileIO</span><span class="o">.</span><span class="na">matchAll</span><span class="o">())</span> + <span class="o">.</span><span class="na">apply</span><span class="o">(</span><span class="n">FileIO</span><span class="o">.</span><span class="na">readMatches</span><span class="o">())</span> + <span class="o">.</span><span class="na">apply</span><span class="o">(</span><span class="n">TextIO</span><span class="o">.</span><span class="na">readFiles</span><span class="o">())</span> + <span class="o">.</span><span class="na">apply</span><span class="o">(</span> + <span class="n">ParDo</span><span class="o">.</span><span class="na">of</span><span class="o">(</span> + <span class="k">new</span> <span class="n">DoFn</span><span class="o"><</span><span class="n">String</span><span class="o">,</span> <span class="n">String</span><span class="o">>()</span> <span class="o">{</span> + <span class="nd">@ProcessElement</span> + <span class="kd">public</span> <span class="kt">void</span> <span class="nf">process</span><span class="o">(</span><span class="nd">@Element</span> <span class="n">String</span> <span class="n">src</span><span class="o">,</span> <span class="n">OutputReceiver</span><span class="o"><</span><span class="n">String</span><span class="o">></span> <span class="n">o</span><span class="o">)</span> <span class="o">{</span> + <span class="n">o</span><span class="o">.</span><span class="na">output</span><span class="o">(</span><span class="n">src</span><span class="o">);</span> + <span class="o">}</span> + <span class="o">}))</span> + <span class="o">.</span><span class="na">apply</span><span class="o">(</span><span class="n">Combine</span><span class="o">.</span><span class="na">globally</span><span class="o">(</span><span class="n">Count</span><span class="o">.<</span><span class="n">String</span><span class="o">></span><span class="n">combineFn</span><span class="o">()).</span><span class="na">withoutDefaults</span><span class="o">())</span> + <span class="o">.</span><span class="na">apply</span><span class="o">(</span><span class="n">View</span><span class="o">.</span><span class="na">asList</span><span class="o">());</span> + +<span class="n">PCollection</span><span class="o"><</span><span class="n">Instant</span><span class="o">></span> <span class="n">mainInput</span> <span class="o">=</span> + <span class="n">p</span><span class="o">.</span><span class="na">apply</span><span class="o">(</span> + <span class="s">"MIImpulse"</span><span class="o">,</span> + <span class="n">PeriodicImpulse</span><span class="o">.</span><span class="na">create</span><span class="o">()</span> + <span class="o">.</span><span class="na">startAt</span><span class="o">(</span><span class="n">startAt</span><span class="o">.</span><span class="na">minus</span><span class="o">(</span><span class="n">Duration</span><span class="o">.</span><span class="na">standardSeconds</span><span class="o">(</span><span class="mi">1</span><span class="o">)))</span> + <span class="o">.</span><span class="na">stopAt</span><span class="o">(</span><span class="n">stopAt</span><span class="o">.</span><span class="na">minus</span><span class="o">(</span><span class="n">Duration</span><span class="o">.</span><span class="na">standardSeconds</span><span class="o">(</span><span class="mi">1</span><span class="o">)))</span> + <span class="o">.</span><span class="na">withInterval</span><span class="o">(</span><span class="n">interval2</span><span class="o">)</span> + <span class="o">.</span><span class="na">applyWindowing</span><span class="o">());</span> + +<span class="c1">// Consume side input. GenerateSequence generates test data.</span> +<span class="c1">// Use a real source (like PubSubIO or KafkaIO) in production.</span> +<span class="n">PCollection</span><span class="o"><</span><span class="n">Long</span><span class="o">></span> <span class="n">result</span> <span class="o">=</span> + <span class="n">mainInput</span><span class="o">.</span><span class="na">apply</span><span class="o">(</span> + <span class="s">"generateOutput"</span><span class="o">,</span> + <span class="n">ParDo</span><span class="o">.</span><span class="na">of</span><span class="o">(</span> + <span class="k">new</span> <span class="n">DoFn</span><span class="o"><</span><span class="n">Instant</span><span class="o">,</span> <span class="n">Long</span><span class="o">>()</span> <span class="o">{</span> + <span class="nd">@ProcessElement</span> + <span class="kd">public</span> <span class="kt">void</span> <span class="nf">process</span><span class="o">(</span><span class="n">ProcessContext</span> <span class="n">c</span><span class="o">)</span> <span class="o">{</span> + <span class="n">c</span><span class="o">.</span><span class="na">output</span><span class="o">((</span><span class="kt">long</span><span class="o">)</span> <span class="n">c</span><span class="o">.</span><span class="na">sideInput</span><span class="o">(</span><span class="n">sideInput</span><span class="o">).</span><span class="na">size</span><span class="o">());</span> + <span class="o">}</span> + <span class="o">})</span> + <span class="o">.</span><span class="na">withSideInputs</span><span class="o">(</span><span class="n">sideInput</span><span class="o">));</span> + </code></pre></div></div> + <div class="language-py highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="kn">from</span> <span class="nn">apache_beam.transforms.periodicsequence</span> <span class="kn">import</span> <span class="n">PeriodicImpulse</span> <span class="kn">from</span> <span class="nn">apache_beam.transforms.window</span> <span class="kn">import</span> <span class="n">TimestampedValue</span> <span class="kn">from</span> <span class="nn">apache_beam.transforms</span> <span class="kn">import</span> <span class="n">window</span>