See <https://builds.apache.org/job/beam_PostCommit_PythonVerify/73/changes>
Changes:
[robertwb] Fix lint error.
------------------------------------------
[...truncated 1445 lines...]
hard linking apache_beam_sdk.egg-info/top_level.txt ->
apache-beam-sdk-0.3.0/apache_beam_sdk.egg-info
copying setup.cfg -> apache-beam-sdk-0.3.0
Writing apache-beam-sdk-0.3.0/setup.cfg
Creating tar archive
removing 'apache-beam-sdk-0.3.0' (and everything under it)
# Run wordcount on the Google Cloud Dataflow service
python -m apache_beam.examples.wordcount \
--output $GCS_LOCATION/py-wordcount-cloud \
--staging_location $GCS_LOCATION/staging-wordcount \
--temp_location $GCS_LOCATION/temp-wordcount \
--runner BlockingDataflowPipelineRunner \
--job_name $JOBNAME \
--project $PROJECT \
--sdk_location dist/apache-beam-sdk-*.tar.gz \
--num_workers 1 >> job_output 2>&1 || true;
# Print full job output, validate correct, then remove it.
echo ">>> JOB OUTPUT FOLLOWS"
>>> JOB OUTPUT FOLLOWS
cat job_output
ERROR:root:Error while visiting write/WriteImpl/finalize_write
Traceback (most recent call last):
File "/usr/lib/python2.7/runpy.py", line 162, in _run_module_as_main
"__main__", fname, loader, pkg_name)
File "/usr/lib/python2.7/runpy.py", line 72, in _run_code
exec code in run_globals
File
"<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py";,>
line 102, in <module>
run()
File
"<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py";,>
line 93, in run
result = p.run()
File "apache_beam/pipeline.py", line 161, in run
return self.runner.run(self)
File "apache_beam/runners/dataflow_runner.py", line 159, in run
super(DataflowPipelineRunner, self).run(pipeline)
File "apache_beam/runners/runner.py", line 99, in run
pipeline.visit(RunVisitor(self))
File "apache_beam/pipeline.py", line 184, in visit
self._root_transform().visit(visitor, self, visited)
File "apache_beam/pipeline.py", line 418, in visit
part.visit(visitor, pipeline, visited)
File "apache_beam/pipeline.py", line 418, in visit
part.visit(visitor, pipeline, visited)
File "apache_beam/pipeline.py", line 418, in visit
part.visit(visitor, pipeline, visited)
File "apache_beam/pipeline.py", line 421, in visit
visitor.visit_transform(self)
File "apache_beam/runners/runner.py", line 94, in visit_transform
self.runner.run_transform(transform_node)
File "apache_beam/runners/runner.py", line 169, in run_transform
return m(transform_node)
File "apache_beam/runners/dataflow_runner.py", line 367, in run_ParDo
si_label = lookup_label(side_pval)
File "apache_beam/runners/dataflow_runner.py", line 364, in <lambda>
lookup_label = lambda side_pval: self._cache.get_pvalue(side_pval).step_name
File "apache_beam/runners/runner.py", line 245, in get_pvalue
value_with_refcount = self._cache[self.key(pvalue)]
KeyError: '(140578717938000, None)'
ERROR:root:Error while visiting write/WriteImpl/finalize_write
Traceback (most recent call last):
File "/usr/lib/python2.7/runpy.py", line 162, in _run_module_as_main
"__main__", fname, loader, pkg_name)
File "/usr/lib/python2.7/runpy.py", line 72, in _run_code
exec code in run_globals
File
"<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py";,>
line 102, in <module>
run()
File
"<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py";,>
line 93, in run
result = p.run()
File "apache_beam/pipeline.py", line 161, in run
return self.runner.run(self)
File "apache_beam/runners/dataflow_runner.py", line 159, in run
super(DataflowPipelineRunner, self).run(pipeline)
File "apache_beam/runners/runner.py", line 99, in run
pipeline.visit(RunVisitor(self))
File "apache_beam/pipeline.py", line 184, in visit
self._root_transform().visit(visitor, self, visited)
File "apache_beam/pipeline.py", line 418, in visit
part.visit(visitor, pipeline, visited)
File "apache_beam/pipeline.py", line 418, in visit
part.visit(visitor, pipeline, visited)
File "apache_beam/pipeline.py", line 418, in visit
part.visit(visitor, pipeline, visited)
File "apache_beam/pipeline.py", line 421, in visit
visitor.visit_transform(self)
File "apache_beam/runners/runner.py", line 94, in visit_transform
self.runner.run_transform(transform_node)
File "apache_beam/runners/runner.py", line 169, in run_transform
return m(transform_node)
File "apache_beam/runners/dataflow_runner.py", line 367, in run_ParDo
si_label = lookup_label(side_pval)
File "apache_beam/runners/dataflow_runner.py", line 364, in <lambda>
lookup_label = lambda side_pval: self._cache.get_pvalue(side_pval).step_name
File "apache_beam/runners/runner.py", line 245, in get_pvalue
value_with_refcount = self._cache[self.key(pvalue)]
KeyError: '(140528346898704, None)'
ERROR:root:Error while visiting write/WriteImpl/finalize_write
Traceback (most recent call last):
File "/usr/lib/python2.7/runpy.py", line 162, in _run_module_as_main
"__main__", fname, loader, pkg_name)
File "/usr/lib/python2.7/runpy.py", line 72, in _run_code
exec code in run_globals
File
"<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py";,>
line 102, in <module>
run()
File
"<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py";,>
line 93, in run
result = p.run()
File "apache_beam/pipeline.py", line 161, in run
return self.runner.run(self)
File "apache_beam/runners/dataflow_runner.py", line 159, in run
super(DataflowPipelineRunner, self).run(pipeline)
File "apache_beam/runners/runner.py", line 99, in run
pipeline.visit(RunVisitor(self))
File "apache_beam/pipeline.py", line 184, in visit
self._root_transform().visit(visitor, self, visited)
File "apache_beam/pipeline.py", line 418, in visit
part.visit(visitor, pipeline, visited)
File "apache_beam/pipeline.py", line 418, in visit
part.visit(visitor, pipeline, visited)
File "apache_beam/pipeline.py", line 418, in visit
part.visit(visitor, pipeline, visited)
File "apache_beam/pipeline.py", line 421, in visit
visitor.visit_transform(self)
File "apache_beam/runners/runner.py", line 94, in visit_transform
self.runner.run_transform(transform_node)
File "apache_beam/runners/runner.py", line 169, in run_transform
return m(transform_node)
File "apache_beam/runners/dataflow_runner.py", line 367, in run_ParDo
si_label = lookup_label(side_pval)
File "apache_beam/runners/dataflow_runner.py", line 364, in <lambda>
lookup_label = lambda side_pval: self._cache.get_pvalue(side_pval).step_name
File "apache_beam/runners/runner.py", line 245, in get_pvalue
value_with_refcount = self._cache[self.key(pvalue)]
KeyError: '(139876057866512, None)'
ERROR:root:Error while visiting write/WriteImpl/finalize_write
Traceback (most recent call last):
File "/usr/lib/python2.7/runpy.py", line 162, in _run_module_as_main
"__main__", fname, loader, pkg_name)
File "/usr/lib/python2.7/runpy.py", line 72, in _run_code
exec code in run_globals
File
"<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py";,>
line 102, in <module>
run()
File
"<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py";,>
line 93, in run
result = p.run()
File "apache_beam/pipeline.py", line 161, in run
return self.runner.run(self)
File "apache_beam/runners/dataflow_runner.py", line 159, in run
super(DataflowPipelineRunner, self).run(pipeline)
File "apache_beam/runners/runner.py", line 99, in run
pipeline.visit(RunVisitor(self))
File "apache_beam/pipeline.py", line 184, in visit
self._root_transform().visit(visitor, self, visited)
File "apache_beam/pipeline.py", line 418, in visit
part.visit(visitor, pipeline, visited)
File "apache_beam/pipeline.py", line 418, in visit
part.visit(visitor, pipeline, visited)
File "apache_beam/pipeline.py", line 418, in visit
part.visit(visitor, pipeline, visited)
File "apache_beam/pipeline.py", line 421, in visit
visitor.visit_transform(self)
File "apache_beam/runners/runner.py", line 94, in visit_transform
self.runner.run_transform(transform_node)
File "apache_beam/runners/runner.py", line 169, in run_transform
return m(transform_node)
File "apache_beam/runners/dataflow_runner.py", line 367, in run_ParDo
si_label = lookup_label(side_pval)
File "apache_beam/runners/dataflow_runner.py", line 364, in <lambda>
lookup_label = lambda side_pval: self._cache.get_pvalue(side_pval).step_name
File "apache_beam/runners/runner.py", line 245, in get_pvalue
value_with_refcount = self._cache[self.key(pvalue)]
KeyError: '(140310589935952, None)'
ERROR:root:Error while visiting write/WriteImpl/finalize_write
Traceback (most recent call last):
File "/usr/lib/python2.7/runpy.py", line 162, in _run_module_as_main
"__main__", fname, loader, pkg_name)
File "/usr/lib/python2.7/runpy.py", line 72, in _run_code
exec code in run_globals
File
"<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py";,>
line 102, in <module>
run()
File
"<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py";,>
line 93, in run
result = p.run()
File "apache_beam/pipeline.py", line 161, in run
return self.runner.run(self)
File "apache_beam/runners/dataflow_runner.py", line 159, in run
super(DataflowPipelineRunner, self).run(pipeline)
File "apache_beam/runners/runner.py", line 99, in run
pipeline.visit(RunVisitor(self))
File "apache_beam/pipeline.py", line 184, in visit
self._root_transform().visit(visitor, self, visited)
File "apache_beam/pipeline.py", line 418, in visit
part.visit(visitor, pipeline, visited)
File "apache_beam/pipeline.py", line 418, in visit
part.visit(visitor, pipeline, visited)
File "apache_beam/pipeline.py", line 418, in visit
part.visit(visitor, pipeline, visited)
File "apache_beam/pipeline.py", line 421, in visit
visitor.visit_transform(self)
File "apache_beam/runners/runner.py", line 94, in visit_transform
self.runner.run_transform(transform_node)
File "apache_beam/runners/runner.py", line 169, in run_transform
return m(transform_node)
File "apache_beam/runners/dataflow_runner.py", line 367, in run_ParDo
si_label = lookup_label(side_pval)
File "apache_beam/runners/dataflow_runner.py", line 364, in <lambda>
lookup_label = lambda side_pval: self._cache.get_pvalue(side_pval).step_name
File "apache_beam/runners/runner.py", line 245, in get_pvalue
value_with_refcount = self._cache[self.key(pvalue)]
KeyError: '(140410743091920, None)'
ERROR:root:Error while visiting write/WriteImpl/finalize_write
Traceback (most recent call last):
File "/usr/lib/python2.7/runpy.py", line 162, in _run_module_as_main
"__main__", fname, loader, pkg_name)
File "/usr/lib/python2.7/runpy.py", line 72, in _run_code
exec code in run_globals
File
"<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py";,>
line 102, in <module>
run()
File
"<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py";,>
line 93, in run
result = p.run()
File "apache_beam/pipeline.py", line 161, in run
return self.runner.run(self)
File "apache_beam/runners/dataflow_runner.py", line 159, in run
super(DataflowPipelineRunner, self).run(pipeline)
File "apache_beam/runners/runner.py", line 99, in run
pipeline.visit(RunVisitor(self))
File "apache_beam/pipeline.py", line 184, in visit
self._root_transform().visit(visitor, self, visited)
File "apache_beam/pipeline.py", line 418, in visit
part.visit(visitor, pipeline, visited)
File "apache_beam/pipeline.py", line 418, in visit
part.visit(visitor, pipeline, visited)
File "apache_beam/pipeline.py", line 418, in visit
part.visit(visitor, pipeline, visited)
File "apache_beam/pipeline.py", line 421, in visit
visitor.visit_transform(self)
File "apache_beam/runners/runner.py", line 94, in visit_transform
self.runner.run_transform(transform_node)
File "apache_beam/runners/runner.py", line 169, in run_transform
return m(transform_node)
File "apache_beam/runners/dataflow_runner.py", line 367, in run_ParDo
si_label = lookup_label(side_pval)
File "apache_beam/runners/dataflow_runner.py", line 364, in <lambda>
lookup_label = lambda side_pval: self._cache.get_pvalue(side_pval).step_name
File "apache_beam/runners/runner.py", line 245, in get_pvalue
value_with_refcount = self._cache[self.key(pvalue)]
KeyError: '(140051568476880, None)'
# Grep will exit with status 1 if success message was not found.
echo ">>> CHECKING JOB SUCCESS"
>>> CHECKING JOB SUCCESS
grep JOB_STATE_DONE job_output
Build step 'Execute shell' marked build as failure
