See <https://builds.apache.org/job/beam_PostCommit_Python_Verify/1308/display/redirect?page=changes>
Changes: [jbonofre] More informative KafkaCheckpointMark toString ------------------------------------------ [...truncated 274.16 KB...] File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py",> line 91, in run result = super(TestPipeline, self).run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py",> line 163, in run return self.runner.run(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/test/test_dataflow_runner.py",> line 32, in run self.result = super(TestDataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/dataflow_runner.py",> line 175, in run self.dataflow_client.create_job(self.job), self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",> line 167, in wrapper return fun(*args, **kwargs) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 411, in create_job self.create_job_description(job) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 432, in create_job_description job.options, file_copy=self._gcs_file_copy) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/dependency.py",> line 274, in stage_job_resources file_copy(setup_options.requirements_file, staged_path) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",> line 167, in wrapper return fun(*args, **kwargs) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 372, in _gcs_file_copy self.stage_file(to_folder, to_name, f) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 389, in stage_file upload = storage.Upload(stream, mime_type) AttributeError: 'module' object has no attribute 'Upload' -------------------- >> begin captured logging << -------------------- root: DEBUG: PValue computed by side list (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by main input (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by ViewAsList(side list.None)/CreatePCollectionView (tag 1): refcount: 2 => 1 root: DEBUG: PValue computed by ViewAsList(side list.None)/CreatePCollectionView (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by FlatMap(<lambda at sideinputs_test.py:276>) (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/WindowInto(WindowIntoFn) (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/ToVoidKey (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/Group (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/UnKey (tag 1): refcount: 1 => 0 root: INFO: Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/py-validatesrunner-1487491859.1487491870.903585/requirements.txt... --------------------- >> end captured logging << --------------------- ====================================================================== ERROR: test_as_singleton_with_different_defaults_with_unique_labels (apache_beam.transforms.sideinputs_test.SideInputsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py",> line 265, in test_as_singleton_with_different_defaults_with_unique_labels pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py",> line 91, in run result = super(TestPipeline, self).run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py",> line 163, in run return self.runner.run(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/test/test_dataflow_runner.py",> line 32, in run self.result = super(TestDataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/dataflow_runner.py",> line 175, in run self.dataflow_client.create_job(self.job), self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",> line 167, in wrapper return fun(*args, **kwargs) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 411, in create_job self.create_job_description(job) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 432, in create_job_description job.options, file_copy=self._gcs_file_copy) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/dependency.py",> line 274, in stage_job_resources file_copy(setup_options.requirements_file, staged_path) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",> line 167, in wrapper return fun(*args, **kwargs) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 372, in _gcs_file_copy self.stage_file(to_folder, to_name, f) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 389, in stage_file upload = storage.Upload(stream, mime_type) AttributeError: 'module' object has no attribute 'Upload' -------------------- >> begin captured logging << -------------------- root: DEBUG: PValue computed by side list (tag 1): refcount: 2 => 1 root: DEBUG: PValue computed by side list (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by main input (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by ViewAsSingleton(si1)/CreatePCollectionView (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by ViewAsSingleton(si2)/CreatePCollectionView (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by FlatMap(<lambda at sideinputs_test.py:252>) (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/WindowInto(WindowIntoFn) (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/ToVoidKey (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/Group (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/UnKey (tag 1): refcount: 1 => 0 root: INFO: Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/py-validatesrunner-1487491859.1487491876.492308/requirements.txt... --------------------- >> end captured logging << --------------------- ====================================================================== ERROR: test_as_singleton_without_unique_labels (apache_beam.transforms.sideinputs_test.SideInputsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py",> line 224, in test_as_singleton_without_unique_labels pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py",> line 91, in run result = super(TestPipeline, self).run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py",> line 163, in run return self.runner.run(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/test/test_dataflow_runner.py",> line 32, in run self.result = super(TestDataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/dataflow_runner.py",> line 175, in run self.dataflow_client.create_job(self.job), self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",> line 167, in wrapper return fun(*args, **kwargs) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 411, in create_job self.create_job_description(job) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 432, in create_job_description job.options, file_copy=self._gcs_file_copy) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/dependency.py",> line 274, in stage_job_resources file_copy(setup_options.requirements_file, staged_path) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",> line 167, in wrapper return fun(*args, **kwargs) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 372, in _gcs_file_copy self.stage_file(to_folder, to_name, f) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 389, in stage_file upload = storage.Upload(stream, mime_type) AttributeError: 'module' object has no attribute 'Upload' -------------------- >> begin captured logging << -------------------- root: DEBUG: PValue computed by side list (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by main input (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by ViewAsSingleton(side list.None)/CreatePCollectionView (tag 1): refcount: 2 => 1 root: DEBUG: PValue computed by ViewAsSingleton(side list.None)/CreatePCollectionView (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by FlatMap(<lambda at sideinputs_test.py:212>) (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/WindowInto(WindowIntoFn) (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/ToVoidKey (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/Group (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/UnKey (tag 1): refcount: 1 => 0 root: INFO: Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/py-validatesrunner-1487491859.1487491877.063713/requirements.txt... --------------------- >> end captured logging << --------------------- ====================================================================== ERROR: test_default_value_singleton_side_input (apache_beam.transforms.sideinputs_test.SideInputsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py",> line 166, in test_default_value_singleton_side_input pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py",> line 91, in run result = super(TestPipeline, self).run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py",> line 163, in run return self.runner.run(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/test/test_dataflow_runner.py",> line 32, in run self.result = super(TestDataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/dataflow_runner.py",> line 175, in run self.dataflow_client.create_job(self.job), self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",> line 167, in wrapper return fun(*args, **kwargs) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 411, in create_job self.create_job_description(job) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 432, in create_job_description job.options, file_copy=self._gcs_file_copy) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/dependency.py",> line 274, in stage_job_resources file_copy(setup_options.requirements_file, staged_path) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",> line 167, in wrapper return fun(*args, **kwargs) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 372, in _gcs_file_copy self.stage_file(to_folder, to_name, f) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 389, in stage_file upload = storage.Upload(stream, mime_type) AttributeError: 'module' object has no attribute 'Upload' -------------------- >> begin captured logging << -------------------- root: DEBUG: PValue computed by side (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by start (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by ViewAsSingleton(side.None)/CreatePCollectionView (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by FlatMap(<lambda at sideinputs_test.py:164>) (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/WindowInto(WindowIntoFn) (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/ToVoidKey (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/Group (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/UnKey (tag 1): refcount: 1 => 0 root: INFO: Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/py-validatesrunner-1487491859.1487491877.635338/requirements.txt... --------------------- >> end captured logging << --------------------- ====================================================================== ERROR: test_empty_singleton_side_input (apache_beam.transforms.sideinputs_test.SideInputsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py",> line 144, in test_empty_singleton_side_input pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py",> line 91, in run result = super(TestPipeline, self).run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py",> line 163, in run return self.runner.run(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/test/test_dataflow_runner.py",> line 32, in run self.result = super(TestDataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/dataflow_runner.py",> line 175, in run self.dataflow_client.create_job(self.job), self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",> line 167, in wrapper return fun(*args, **kwargs) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 411, in create_job self.create_job_description(job) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 432, in create_job_description job.options, file_copy=self._gcs_file_copy) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/dependency.py",> line 274, in stage_job_resources file_copy(setup_options.requirements_file, staged_path) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",> line 167, in wrapper return fun(*args, **kwargs) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 372, in _gcs_file_copy self.stage_file(to_folder, to_name, f) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 389, in stage_file upload = storage.Upload(stream, mime_type) AttributeError: 'module' object has no attribute 'Upload' -------------------- >> begin captured logging << -------------------- root: DEBUG: PValue computed by side (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by start (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by ViewAsSingleton(side.None)/CreatePCollectionView (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by compute (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/WindowInto(WindowIntoFn) (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/ToVoidKey (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/Group (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/UnKey (tag 1): refcount: 1 => 0 root: INFO: Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/py-validatesrunner-1487491859.1487491878.239028/requirements.txt... --------------------- >> end captured logging << --------------------- ====================================================================== ERROR: test_iterable_side_input (apache_beam.transforms.sideinputs_test.SideInputsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py",> line 177, in test_iterable_side_input pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py",> line 91, in run result = super(TestPipeline, self).run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py",> line 163, in run return self.runner.run(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/test/test_dataflow_runner.py",> line 32, in run self.result = super(TestDataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/dataflow_runner.py",> line 175, in run self.dataflow_client.create_job(self.job), self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",> line 167, in wrapper return fun(*args, **kwargs) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 411, in create_job self.create_job_description(job) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 432, in create_job_description job.options, file_copy=self._gcs_file_copy) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/dependency.py",> line 274, in stage_job_resources file_copy(setup_options.requirements_file, staged_path) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",> line 167, in wrapper return fun(*args, **kwargs) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 372, in _gcs_file_copy self.stage_file(to_folder, to_name, f) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",> line 389, in stage_file upload = storage.Upload(stream, mime_type) AttributeError: 'module' object has no attribute 'Upload' -------------------- >> begin captured logging << -------------------- root: DEBUG: PValue computed by side (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by start (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by ViewAsIterable(side.None)/CreatePCollectionView (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by compute (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/WindowInto(WindowIntoFn) (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/ToVoidKey (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/Group (tag 1): refcount: 1 => 0 root: DEBUG: PValue computed by assert_that/UnKey (tag 1): refcount: 1 => 0 root: INFO: Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/py-validatesrunner-1487491859.1487491878.825933/requirements.txt... --------------------- >> end captured logging << --------------------- ---------------------------------------------------------------------- Ran 14 tests in 18.228s FAILED (errors=13) Build step 'Execute shell' marked build as failure