[
https://issues.apache.org/jira/browse/BEAM-7594?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16868044#comment-16868044
]
Lorenzo Caggioni edited comment on BEAM-7594 at 6/19/19 10:10 PM:
------------------------------------------------------------------
I can't replicate the issue. I created a new env, cloned the repo and run the
test 1000 times with no failures.
If you can reproduce it, can you share details on the way to reproduce it?
Closing the issue for the moment.
was (Author: lcaggio):
I can't replicate the issue. I created a new env, cloned the repo and run the
test 1000 times with no failures.
If you can reproduce it, can you share details on the way to reproduce it?
> test_read_from_text_with_file_name_file_pattern is flaky
> --------------------------------------------------------
>
> Key: BEAM-7594
> URL: https://issues.apache.org/jira/browse/BEAM-7594
> Project: Beam
> Issue Type: Bug
> Components: sdk-py-core, test-failures
> Reporter: Valentyn Tymofieiev
> Priority: Major
>
> cc: [~lcaggio] [~chamikara]
> {noformat}
> 22:05:08
> ======================================================================
> 22:05:08 ERROR: test_read_from_text_with_file_name_file_pattern
> (apache_beam.io.textio_test.TextSourceTest)
> 22:05:08
> ----------------------------------------------------------------------
> 22:05:08 Traceback (most recent call last):
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/io/textio_test.py",
> line 517, in test_read_from_text_with_file_name_file_pattern
> 22:05:08 pipeline.run()
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/testing/test_pipeline.py",
> line 107, in run
> 22:05:08 else test_runner_api))
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/pipeline.py",
> line 406, in run
> 22:05:08 self._options).run(False)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/pipeline.py",
> line 419, in run
> 22:05:08 return self.runner.run_pipeline(self, self._options)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/direct/direct_runner.py",
> line 128, in run_pipeline
> 22:05:08 return runner.run_pipeline(pipeline, options)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 294, in run_pipeline
> 22:05:08 default_environment=self._default_environment))
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 301, in run_via_runner_api
> 22:05:08 return self.run_stages(stage_context, stages)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 383, in run_stages
> 22:05:08 stage_context.safe_coders)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 655, in _run_stage
> 22:05:08 result, splits = bundle_manager.process_bundle(data_input,
> data_output)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 1471, in process_bundle
> 22:05:08 result_future =
> self._controller.control_handler.push(process_bundle_req)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 990, in push
> 22:05:08 response = self.worker.do_instruction(request)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py",
> line 342, in do_instruction
> 22:05:08 request.instruction_id)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py",
> line 368, in process_bundle
> 22:05:08 bundle_processor.process_bundle(instruction_id))
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",
> line 593, in process_bundle
> 22:05:08 data.ptransform_id].process_encoded(data.data)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",
> line 143, in process_encoded
> 22:05:08 self.output(decoded_value)
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 255, in
> apache_beam.runners.worker.operations.Operation.output
> 22:05:08 def output(self, windowed_value, output_index=0):
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 256, in
> apache_beam.runners.worker.operations.Operation.output
> 22:05:08 cython.cast(Receiver,
> self.receivers[output_index]).receive(windowed_value)
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 143, in
> apache_beam.runners.worker.operations.SingletonConsumerSet.receive
> 22:05:08 self.consumer.process(windowed_value)
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 593, in
> apache_beam.runners.worker.operations.DoOperation.process
> 22:05:08 with self.scoped_process_state:
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 594, in
> apache_beam.runners.worker.operations.DoOperation.process
> 22:05:08 delayed_application = self.dofn_receiver.receive(o)
> 22:05:08 File "apache_beam/runners/common.py", line 778, in
> apache_beam.runners.common.DoFnRunner.receive
> 22:05:08 self.process(windowed_value)
> 22:05:08 File "apache_beam/runners/common.py", line 784, in
> apache_beam.runners.common.DoFnRunner.process
> 22:05:08 self._reraise_augmented(exn)
> 22:05:08 File "apache_beam/runners/common.py", line 836, in
> apache_beam.runners.common.DoFnRunner._reraise_augmented
> 22:05:08 raise
> 22:05:08 File "apache_beam/runners/common.py", line 782, in
> apache_beam.runners.common.DoFnRunner.process
> 22:05:08 return self.do_fn_invoker.invoke_process(windowed_value)
> 22:05:08 File "apache_beam/runners/common.py", line 594, in
> apache_beam.runners.common.PerWindowInvoker.invoke_process
> 22:05:08 self._invoke_process_per_window(
> 22:05:08 File "apache_beam/runners/common.py", line 665, in
> apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window
> 22:05:08 output_processor.process_outputs(
> 22:05:08 File "apache_beam/runners/common.py", line 882, in
> apache_beam.runners.common._OutputProcessor.process_outputs
> 22:05:08 def process_outputs(self, windowed_input_element, results):
> 22:05:08 File "apache_beam/runners/common.py", line 921, in
> apache_beam.runners.common._OutputProcessor.process_outputs
> 22:05:08 self.main_receivers.receive(windowed_value)
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 143, in
> apache_beam.runners.worker.operations.SingletonConsumerSet.receive
> 22:05:08 self.consumer.process(windowed_value)
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 593, in
> apache_beam.runners.worker.operations.DoOperation.process
> 22:05:08 with self.scoped_process_state:
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 594, in
> apache_beam.runners.worker.operations.DoOperation.process
> 22:05:08 delayed_application = self.dofn_receiver.receive(o)
> 22:05:08 File "apache_beam/runners/common.py", line 778, in
> apache_beam.runners.common.DoFnRunner.receive
> 22:05:08 self.process(windowed_value)
> 22:05:08 File "apache_beam/runners/common.py", line 784, in
> apache_beam.runners.common.DoFnRunner.process
> 22:05:08 self._reraise_augmented(exn)
> 22:05:08 File "apache_beam/runners/common.py", line 836, in
> apache_beam.runners.common.DoFnRunner._reraise_augmented
> 22:05:08 raise
> 22:05:08 File "apache_beam/runners/common.py", line 782, in
> apache_beam.runners.common.DoFnRunner.process
> 22:05:08 return self.do_fn_invoker.invoke_process(windowed_value)
> 22:05:08 File "apache_beam/runners/common.py", line 453, in
> apache_beam.runners.common.SimpleInvoker.invoke_process
> 22:05:08 output_processor.process_outputs(
> 22:05:08 File "apache_beam/runners/common.py", line 921, in
> apache_beam.runners.common._OutputProcessor.process_outputs
> 22:05:08 self.main_receivers.receive(windowed_value)
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 143, in
> apache_beam.runners.worker.operations.SingletonConsumerSet.receive
> 22:05:08 self.consumer.process(windowed_value)
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 593, in
> apache_beam.runners.worker.operations.DoOperation.process
> 22:05:08 with self.scoped_process_state:
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 594, in
> apache_beam.runners.worker.operations.DoOperation.process
> 22:05:08 delayed_application = self.dofn_receiver.receive(o)
> 22:05:08 File "apache_beam/runners/common.py", line 778, in
> apache_beam.runners.common.DoFnRunner.receive
> 22:05:08 self.process(windowed_value)
> 22:05:08 File "apache_beam/runners/common.py", line 784, in
> apache_beam.runners.common.DoFnRunner.process
> 22:05:08 self._reraise_augmented(exn)
> 22:05:08 File "apache_beam/runners/common.py", line 851, in
> apache_beam.runners.common.DoFnRunner._reraise_augmented
> 22:05:08 raise_with_traceback(new_exn)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/future/utils/__init__.py",
> line 419, in raise_with_traceback
> 22:05:08 raise exc.with_traceback(traceback)
> 22:05:08 File "apache_beam/runners/common.py", line 782, in
> apache_beam.runners.common.DoFnRunner.process
> 22:05:08 return self.do_fn_invoker.invoke_process(windowed_value)
> 22:05:08 File "apache_beam/runners/common.py", line 454, in
> apache_beam.runners.common.SimpleInvoker.invoke_process
> 22:05:08 windowed_value, self.process_method(windowed_value.value))
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/transforms/core.py",
> line 1293, in <lambda>
> 22:05:08 wrapper = lambda x: [fn(x)]
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/testing/util.py",
> line 130, in _equal
> 22:05:08 'Failed assert: %r == %r' % (sorted_expected, sorted_actual))
> 22:05:08 apache_beam.testing.util.BeamAssertException: Failed assert:
> [('/tmp/201906190459575wsvf9fb', 'line0'), ('/tmp/201906190459575wsvf9fb',
> 'line1'), ('/tmp/201906190459575wsvf9fb', 'line2'),
> ('/tmp/201906190459575wsvf9fb', 'line3'), ('/tmp/201906190459575wsvf9fb',
> 'line4'), ('/tmp/20190619045957b06j5eks', 'line0'),
> ('/tmp/20190619045957b06j5eks', 'line1'), ('/tmp/20190619045957b06j5eks',
> 'line2'), ('/tmp/20190619045957b06j5eks', 'line3'),
> ('/tmp/20190619045957b06j5eks', 'line4')] == [('/tmp/201906190459570_h6i4fs',
> 'line0'), ('/tmp/201906190459570_h6i4fs', 'line1'),
> ('/tmp/201906190459570_h6i4fs', 'line2'), ('/tmp/201906190459570_h6i4fs',
> 'line3'), ('/tmp/201906190459570_h6i4fs', 'line4'),
> ('/tmp/201906190459575wsvf9fb', 'line0'), ('/tmp/201906190459575wsvf9fb',
> 'line1'), ('/tmp/201906190459575wsvf9fb', 'line2'),
> ('/tmp/201906190459575wsvf9fb', 'line3'), ('/tmp/201906190459575wsvf9fb',
> 'line4'), ('/tmp/20190619045957b06j5eks', 'line0'),
> ('/tmp/20190619045957b06j5eks', 'line1'), ('/tmp/20190619045957b06j5eks',
> 'line2'), ('/tmp/20190619045957b06j5eks', 'line3'),
> ('/tmp/20190619045957b06j5eks', 'line4'), ('/tmp/20190619045957bde47oq8',
> 'line0'), ('/tmp/20190619045957bde47oq8', 'line1'),
> ('/tmp/20190619045957bde47oq8', 'line2'), ('/tmp/20190619045957bde47oq8',
> 'line3'), ('/tmp/20190619045957bde47oq8', 'line4')] [while running
> 'assert_that/Match']
> {noformat}
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
