See <https://builds.apache.org/job/beam_PostCommit_PythonVerify/69/>
------------------------------------------ [...truncated 1282 lines...] creating apache-beam-sdk-0.3.0 creating apache-beam-sdk-0.3.0/apache_beam creating apache-beam-sdk-0.3.0/apache_beam/coders creating apache-beam-sdk-0.3.0/apache_beam/examples creating apache-beam-sdk-0.3.0/apache_beam/internal creating apache-beam-sdk-0.3.0/apache_beam/internal/clients creating apache-beam-sdk-0.3.0/apache_beam/internal/clients/bigquery creating apache-beam-sdk-0.3.0/apache_beam/internal/clients/dataflow creating apache-beam-sdk-0.3.0/apache_beam/internal/clients/storage creating apache-beam-sdk-0.3.0/apache_beam/io creating apache-beam-sdk-0.3.0/apache_beam/runners creating apache-beam-sdk-0.3.0/apache_beam/transforms creating apache-beam-sdk-0.3.0/apache_beam/typehints creating apache-beam-sdk-0.3.0/apache_beam/utils creating apache-beam-sdk-0.3.0/apache_beam_sdk.egg-info making hard links in apache-beam-sdk-0.3.0... hard linking setup.cfg -> apache-beam-sdk-0.3.0 hard linking setup.py -> apache-beam-sdk-0.3.0 hard linking apache_beam/__init__.py -> apache-beam-sdk-0.3.0/apache_beam hard linking apache_beam/dataflow_test.py -> apache-beam-sdk-0.3.0/apache_beam hard linking apache_beam/error.py -> apache-beam-sdk-0.3.0/apache_beam hard linking apache_beam/pipeline.py -> apache-beam-sdk-0.3.0/apache_beam hard linking apache_beam/pipeline_test.py -> apache-beam-sdk-0.3.0/apache_beam hard linking apache_beam/pvalue.py -> apache-beam-sdk-0.3.0/apache_beam hard linking apache_beam/pvalue_test.py -> apache-beam-sdk-0.3.0/apache_beam hard linking apache_beam/version.py -> apache-beam-sdk-0.3.0/apache_beam hard linking apache_beam/coders/__init__.py -> apache-beam-sdk-0.3.0/apache_beam/coders hard linking apache_beam/coders/coder_impl.pxd -> apache-beam-sdk-0.3.0/apache_beam/coders hard linking apache_beam/coders/coder_impl.py -> apache-beam-sdk-0.3.0/apache_beam/coders hard linking apache_beam/coders/coders.py -> apache-beam-sdk-0.3.0/apache_beam/coders hard linking apache_beam/coders/coders_test.py -> apache-beam-sdk-0.3.0/apache_beam/coders hard linking apache_beam/coders/coders_test_common.py -> apache-beam-sdk-0.3.0/apache_beam/coders hard linking apache_beam/coders/fast_coders_test.py -> apache-beam-sdk-0.3.0/apache_beam/coders hard linking apache_beam/coders/observable.py -> apache-beam-sdk-0.3.0/apache_beam/coders hard linking apache_beam/coders/observable_test.py -> apache-beam-sdk-0.3.0/apache_beam/coders hard linking apache_beam/coders/slow_coders_test.py -> apache-beam-sdk-0.3.0/apache_beam/coders hard linking apache_beam/coders/slow_stream.py -> apache-beam-sdk-0.3.0/apache_beam/coders hard linking apache_beam/coders/stream.pxd -> apache-beam-sdk-0.3.0/apache_beam/coders hard linking apache_beam/coders/stream.pyx -> apache-beam-sdk-0.3.0/apache_beam/coders hard linking apache_beam/coders/stream_test.py -> apache-beam-sdk-0.3.0/apache_beam/coders hard linking apache_beam/coders/typecoders.py -> apache-beam-sdk-0.3.0/apache_beam/coders hard linking apache_beam/coders/typecoders_test.py -> apache-beam-sdk-0.3.0/apache_beam/coders hard linking apache_beam/examples/__init__.py -> apache-beam-sdk-0.3.0/apache_beam/examples hard linking apache_beam/examples/streaming_wordcap.py -> apache-beam-sdk-0.3.0/apache_beam/examples hard linking apache_beam/examples/streaming_wordcount.py -> apache-beam-sdk-0.3.0/apache_beam/examples hard linking apache_beam/examples/wordcount.py -> apache-beam-sdk-0.3.0/apache_beam/examples hard linking apache_beam/examples/wordcount_debugging.py -> apache-beam-sdk-0.3.0/apache_beam/examples hard linking apache_beam/examples/wordcount_debugging_test.py -> apache-beam-sdk-0.3.0/apache_beam/examples hard linking apache_beam/examples/wordcount_minimal.py -> apache-beam-sdk-0.3.0/apache_beam/examples hard linking apache_beam/examples/wordcount_minimal_test.py -> apache-beam-sdk-0.3.0/apache_beam/examples hard linking apache_beam/examples/wordcount_test.py -> apache-beam-sdk-0.3.0/apache_beam/examples hard linking apache_beam/internal/__init__.py -> apache-beam-sdk-0.3.0/apache_beam/internal hard linking apache_beam/internal/apiclient.py -> apache-beam-sdk-0.3.0/apache_beam/internal hard linking apache_beam/internal/apiclient_test.py -> apache-beam-sdk-0.3.0/apache_beam/internal hard linking apache_beam/internal/auth.py -> apache-beam-sdk-0.3.0/apache_beam/internal hard linking apache_beam/internal/json_value.py -> apache-beam-sdk-0.3.0/apache_beam/internal hard linking apache_beam/internal/json_value_test.py -> apache-beam-sdk-0.3.0/apache_beam/internal hard linking apache_beam/internal/module_test.py -> apache-beam-sdk-0.3.0/apache_beam/internal hard linking apache_beam/internal/pickler.py -> apache-beam-sdk-0.3.0/apache_beam/internal hard linking apache_beam/internal/pickler_test.py -> apache-beam-sdk-0.3.0/apache_beam/internal hard linking apache_beam/internal/util.py -> apache-beam-sdk-0.3.0/apache_beam/internal hard linking apache_beam/internal/util_test.py -> apache-beam-sdk-0.3.0/apache_beam/internal hard linking apache_beam/internal/windmill_pb2.py -> apache-beam-sdk-0.3.0/apache_beam/internal hard linking apache_beam/internal/windmill_service_pb2.py -> apache-beam-sdk-0.3.0/apache_beam/internal hard linking apache_beam/internal/clients/__init__.py -> apache-beam-sdk-0.3.0/apache_beam/internal/clients hard linking apache_beam/internal/clients/bigquery/__init__.py -> apache-beam-sdk-0.3.0/apache_beam/internal/clients/bigquery hard linking apache_beam/internal/clients/bigquery/bigquery_v2_client.py -> apache-beam-sdk-0.3.0/apache_beam/internal/clients/bigquery hard linking apache_beam/internal/clients/bigquery/bigquery_v2_messages.py -> apache-beam-sdk-0.3.0/apache_beam/internal/clients/bigquery hard linking apache_beam/internal/clients/dataflow/__init__.py -> apache-beam-sdk-0.3.0/apache_beam/internal/clients/dataflow hard linking apache_beam/internal/clients/dataflow/dataflow_v1b3_client.py -> apache-beam-sdk-0.3.0/apache_beam/internal/clients/dataflow hard linking apache_beam/internal/clients/dataflow/dataflow_v1b3_messages.py -> apache-beam-sdk-0.3.0/apache_beam/internal/clients/dataflow hard linking apache_beam/internal/clients/storage/__init__.py -> apache-beam-sdk-0.3.0/apache_beam/internal/clients/storage hard linking apache_beam/internal/clients/storage/storage_v1_client.py -> apache-beam-sdk-0.3.0/apache_beam/internal/clients/storage hard linking apache_beam/internal/clients/storage/storage_v1_messages.py -> apache-beam-sdk-0.3.0/apache_beam/internal/clients/storage hard linking apache_beam/io/__init__.py -> apache-beam-sdk-0.3.0/apache_beam/io hard linking apache_beam/io/avroio.py -> apache-beam-sdk-0.3.0/apache_beam/io hard linking apache_beam/io/avroio_test.py -> apache-beam-sdk-0.3.0/apache_beam/io hard linking apache_beam/io/bigquery.py -> apache-beam-sdk-0.3.0/apache_beam/io hard linking apache_beam/io/bigquery_test.py -> apache-beam-sdk-0.3.0/apache_beam/io hard linking apache_beam/io/filebasedsource.py -> apache-beam-sdk-0.3.0/apache_beam/io hard linking apache_beam/io/filebasedsource_test.py -> apache-beam-sdk-0.3.0/apache_beam/io hard linking apache_beam/io/fileio.py -> apache-beam-sdk-0.3.0/apache_beam/io hard linking apache_beam/io/fileio_test.py -> apache-beam-sdk-0.3.0/apache_beam/io hard linking apache_beam/io/gcsio.py -> apache-beam-sdk-0.3.0/apache_beam/io hard linking apache_beam/io/gcsio_test.py -> apache-beam-sdk-0.3.0/apache_beam/io hard linking apache_beam/io/iobase.py -> apache-beam-sdk-0.3.0/apache_beam/io hard linking apache_beam/io/pubsub.py -> apache-beam-sdk-0.3.0/apache_beam/io hard linking apache_beam/io/range_trackers.py -> apache-beam-sdk-0.3.0/apache_beam/io hard linking apache_beam/io/range_trackers_test.py -> apache-beam-sdk-0.3.0/apache_beam/io hard linking apache_beam/io/sources_test.py -> apache-beam-sdk-0.3.0/apache_beam/io hard linking apache_beam/runners/__init__.py -> apache-beam-sdk-0.3.0/apache_beam/runners hard linking apache_beam/runners/common.pxd -> apache-beam-sdk-0.3.0/apache_beam/runners hard linking apache_beam/runners/common.py -> apache-beam-sdk-0.3.0/apache_beam/runners hard linking apache_beam/runners/dataflow_runner.py -> apache-beam-sdk-0.3.0/apache_beam/runners hard linking apache_beam/runners/direct_runner.py -> apache-beam-sdk-0.3.0/apache_beam/runners hard linking apache_beam/runners/runner.py -> apache-beam-sdk-0.3.0/apache_beam/runners hard linking apache_beam/runners/runner_test.py -> apache-beam-sdk-0.3.0/apache_beam/runners hard linking apache_beam/transforms/__init__.py -> apache-beam-sdk-0.3.0/apache_beam/transforms hard linking apache_beam/transforms/aggregator.py -> apache-beam-sdk-0.3.0/apache_beam/transforms hard linking apache_beam/transforms/aggregator_test.py -> apache-beam-sdk-0.3.0/apache_beam/transforms hard linking apache_beam/transforms/combiners.py -> apache-beam-sdk-0.3.0/apache_beam/transforms hard linking apache_beam/transforms/combiners_test.py -> apache-beam-sdk-0.3.0/apache_beam/transforms hard linking apache_beam/transforms/core.py -> apache-beam-sdk-0.3.0/apache_beam/transforms hard linking apache_beam/transforms/cy_combiners.pxd -> apache-beam-sdk-0.3.0/apache_beam/transforms hard linking apache_beam/transforms/cy_combiners.py -> apache-beam-sdk-0.3.0/apache_beam/transforms hard linking apache_beam/transforms/ptransform.py -> apache-beam-sdk-0.3.0/apache_beam/transforms hard linking apache_beam/transforms/ptransform_test.py -> apache-beam-sdk-0.3.0/apache_beam/transforms hard linking apache_beam/transforms/sideinputs.py -> apache-beam-sdk-0.3.0/apache_beam/transforms hard linking apache_beam/transforms/timeutil.py -> apache-beam-sdk-0.3.0/apache_beam/transforms hard linking apache_beam/transforms/timeutil_test.py -> apache-beam-sdk-0.3.0/apache_beam/transforms hard linking apache_beam/transforms/trigger.py -> apache-beam-sdk-0.3.0/apache_beam/transforms hard linking apache_beam/transforms/trigger_test.py -> apache-beam-sdk-0.3.0/apache_beam/transforms hard linking apache_beam/transforms/util.py -> apache-beam-sdk-0.3.0/apache_beam/transforms hard linking apache_beam/transforms/window.py -> apache-beam-sdk-0.3.0/apache_beam/transforms hard linking apache_beam/transforms/window_test.py -> apache-beam-sdk-0.3.0/apache_beam/transforms hard linking apache_beam/transforms/write_ptransform_test.py -> apache-beam-sdk-0.3.0/apache_beam/transforms hard linking apache_beam/typehints/__init__.py -> apache-beam-sdk-0.3.0/apache_beam/typehints hard linking apache_beam/typehints/decorators.py -> apache-beam-sdk-0.3.0/apache_beam/typehints hard linking apache_beam/typehints/opcodes.py -> apache-beam-sdk-0.3.0/apache_beam/typehints hard linking apache_beam/typehints/trivial_inference.py -> apache-beam-sdk-0.3.0/apache_beam/typehints hard linking apache_beam/typehints/trivial_inference_test.py -> apache-beam-sdk-0.3.0/apache_beam/typehints hard linking apache_beam/typehints/typecheck.py -> apache-beam-sdk-0.3.0/apache_beam/typehints hard linking apache_beam/typehints/typed_pipeline_test.py -> apache-beam-sdk-0.3.0/apache_beam/typehints hard linking apache_beam/typehints/typehints.py -> apache-beam-sdk-0.3.0/apache_beam/typehints hard linking apache_beam/typehints/typehints_test.py -> apache-beam-sdk-0.3.0/apache_beam/typehints hard linking apache_beam/utils/__init__.py -> apache-beam-sdk-0.3.0/apache_beam/utils hard linking apache_beam/utils/counters.pxd -> apache-beam-sdk-0.3.0/apache_beam/utils hard linking apache_beam/utils/counters.py -> apache-beam-sdk-0.3.0/apache_beam/utils hard linking apache_beam/utils/dependency.py -> apache-beam-sdk-0.3.0/apache_beam/utils hard linking apache_beam/utils/dependency_test.py -> apache-beam-sdk-0.3.0/apache_beam/utils hard linking apache_beam/utils/names.py -> apache-beam-sdk-0.3.0/apache_beam/utils hard linking apache_beam/utils/options.py -> apache-beam-sdk-0.3.0/apache_beam/utils hard linking apache_beam/utils/path.py -> apache-beam-sdk-0.3.0/apache_beam/utils hard linking apache_beam/utils/path_test.py -> apache-beam-sdk-0.3.0/apache_beam/utils hard linking apache_beam/utils/pipeline_options_test.py -> apache-beam-sdk-0.3.0/apache_beam/utils hard linking apache_beam/utils/pipeline_options_validator.py -> apache-beam-sdk-0.3.0/apache_beam/utils hard linking apache_beam/utils/pipeline_options_validator_test.py -> apache-beam-sdk-0.3.0/apache_beam/utils hard linking apache_beam/utils/processes.py -> apache-beam-sdk-0.3.0/apache_beam/utils hard linking apache_beam/utils/processes_test.py -> apache-beam-sdk-0.3.0/apache_beam/utils hard linking apache_beam/utils/profiler.py -> apache-beam-sdk-0.3.0/apache_beam/utils hard linking apache_beam/utils/retry.py -> apache-beam-sdk-0.3.0/apache_beam/utils hard linking apache_beam/utils/retry_test.py -> apache-beam-sdk-0.3.0/apache_beam/utils hard linking apache_beam_sdk.egg-info/PKG-INFO -> apache-beam-sdk-0.3.0/apache_beam_sdk.egg-info hard linking apache_beam_sdk.egg-info/SOURCES.txt -> apache-beam-sdk-0.3.0/apache_beam_sdk.egg-info hard linking apache_beam_sdk.egg-info/dependency_links.txt -> apache-beam-sdk-0.3.0/apache_beam_sdk.egg-info hard linking apache_beam_sdk.egg-info/not-zip-safe -> apache-beam-sdk-0.3.0/apache_beam_sdk.egg-info hard linking apache_beam_sdk.egg-info/requires.txt -> apache-beam-sdk-0.3.0/apache_beam_sdk.egg-info hard linking apache_beam_sdk.egg-info/top_level.txt -> apache-beam-sdk-0.3.0/apache_beam_sdk.egg-info copying setup.cfg -> apache-beam-sdk-0.3.0 Writing apache-beam-sdk-0.3.0/setup.cfg Creating tar archive removing 'apache-beam-sdk-0.3.0' (and everything under it) # Run wordcount on the Google Cloud Dataflow service python -m apache_beam.examples.wordcount \ --output $GCS_LOCATION/py-wordcount-cloud \ --staging_location $GCS_LOCATION/staging-wordcount \ --temp_location $GCS_LOCATION/temp-wordcount \ --runner BlockingDataflowPipelineRunner \ --job_name $JOBNAME \ --project $PROJECT \ --sdk_location dist/apache-beam-sdk-*.tar.gz \ --num_workers 1 >> job_output 2>&1 || true; # Print full job output, validate correct, then remove it. echo ">>> JOB OUTPUT FOLLOWS" >>> JOB OUTPUT FOLLOWS cat job_output ERROR:root:Error while visiting write/WriteImpl/finalize_write Traceback (most recent call last): File "/usr/lib/python2.7/runpy.py", line 162, in _run_module_as_main "__main__", fname, loader, pkg_name) File "/usr/lib/python2.7/runpy.py", line 72, in _run_code exec code in run_globals File "<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py",> line 102, in <module> run() File "<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py",> line 93, in run result = p.run() File "apache_beam/pipeline.py", line 161, in run return self.runner.run(self) File "apache_beam/runners/dataflow_runner.py", line 159, in run super(DataflowPipelineRunner, self).run(pipeline) File "apache_beam/runners/runner.py", line 99, in run pipeline.visit(RunVisitor(self)) File "apache_beam/pipeline.py", line 184, in visit self._root_transform().visit(visitor, self, visited) File "apache_beam/pipeline.py", line 418, in visit part.visit(visitor, pipeline, visited) File "apache_beam/pipeline.py", line 418, in visit part.visit(visitor, pipeline, visited) File "apache_beam/pipeline.py", line 418, in visit part.visit(visitor, pipeline, visited) File "apache_beam/pipeline.py", line 421, in visit visitor.visit_transform(self) File "apache_beam/runners/runner.py", line 94, in visit_transform self.runner.run_transform(transform_node) File "apache_beam/runners/runner.py", line 169, in run_transform return m(transform_node) File "apache_beam/runners/dataflow_runner.py", line 367, in run_ParDo si_label = lookup_label(side_pval) File "apache_beam/runners/dataflow_runner.py", line 364, in <lambda> lookup_label = lambda side_pval: self._cache.get_pvalue(side_pval).step_name File "apache_beam/runners/runner.py", line 245, in get_pvalue value_with_refcount = self._cache[self.key(pvalue)] KeyError: '(139965429760336, None)' ERROR:root:Error while visiting write/WriteImpl/finalize_write Traceback (most recent call last): File "/usr/lib/python2.7/runpy.py", line 162, in _run_module_as_main "__main__", fname, loader, pkg_name) File "/usr/lib/python2.7/runpy.py", line 72, in _run_code exec code in run_globals File "<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py",> line 102, in <module> run() File "<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py",> line 93, in run result = p.run() File "apache_beam/pipeline.py", line 161, in run return self.runner.run(self) File "apache_beam/runners/dataflow_runner.py", line 159, in run super(DataflowPipelineRunner, self).run(pipeline) File "apache_beam/runners/runner.py", line 99, in run pipeline.visit(RunVisitor(self)) File "apache_beam/pipeline.py", line 184, in visit self._root_transform().visit(visitor, self, visited) File "apache_beam/pipeline.py", line 418, in visit part.visit(visitor, pipeline, visited) File "apache_beam/pipeline.py", line 418, in visit part.visit(visitor, pipeline, visited) File "apache_beam/pipeline.py", line 418, in visit part.visit(visitor, pipeline, visited) File "apache_beam/pipeline.py", line 421, in visit visitor.visit_transform(self) File "apache_beam/runners/runner.py", line 94, in visit_transform self.runner.run_transform(transform_node) File "apache_beam/runners/runner.py", line 169, in run_transform return m(transform_node) File "apache_beam/runners/dataflow_runner.py", line 367, in run_ParDo si_label = lookup_label(side_pval) File "apache_beam/runners/dataflow_runner.py", line 364, in <lambda> lookup_label = lambda side_pval: self._cache.get_pvalue(side_pval).step_name File "apache_beam/runners/runner.py", line 245, in get_pvalue value_with_refcount = self._cache[self.key(pvalue)] KeyError: '(139935430951184, None)' # Grep will exit with status 1 if success message was not found. echo ">>> CHECKING JOB SUCCESS" >>> CHECKING JOB SUCCESS grep JOB_STATE_DONE job_output Build step 'Execute shell' marked build as failure