See <https://builds.apache.org/job/beam_PostCommit_Python_Verify/2524/display/redirect?page=changes>
Changes: [robertwb] Add dry run option to DataflowRunner ------------------------------------------ [...truncated 584.71 KB...] } primitive_transform { id: "9" function_spec { id: "10" urn: "urn:org.apache.beam:sink:runner:0.1" } inputs { key: "ignored_input_tag" value { target { primitive_transform_reference: "0" name: "out" } } } outputs { key: "out" value { coder_reference: "6" } } step_name: "FlatMap(cross_product)/0" } coders { function_spec { id: "6" urn: "urn:org.apache.beam:coder:python:0.1" data { type_url: "type.googleapis.com/google.protobuf.BytesValue" value: "\n\207\001{\"is_wrapper\": true, \"component_encodings\": [{\"@type\": \"kind:bytes\"}, {\"@type\": \"kind:global_window\"}], \"@type\": \"kind:windowed_value\"}" } } } coders { function_spec { id: "4" urn: "urn:org.apache.beam:coder:python:0.1" data { type_url: "type.googleapis.com/google.protobuf.BytesValue" value: "\n\372\002{\"component_encodings\": [{\"component_encodings\": [], \"@type\": \"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"}, {\"component_encodings\": [], \"@type\": \"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"}], \"is_pair_like\": true, \"@type\": \"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"}" } } } } } root: INFO: CONTROL RESPONSE instruction_id: "12" register { } root: INFO: CONTROL REQUEST instruction_id: "13" process_bundle { process_bundle_descriptor_reference: "11" } root: INFO: start <DataOutputOperation FlatMap(cross_product)/0 > root: INFO: start <DataOutputOperation FlatMap(cross_product)/Write > root: INFO: start <DoOperation Create/Read output_tags=[u'out']> root: INFO: start <DataInputOperation Create/Read/inject_source receivers=[ConsumerSet[Create/Read/inject_source.out0, coder=DillCoder, len(consumers)=1]]> root: INFO: finish <DataInputOperation Create/Read/inject_source receivers=[ConsumerSet[Create/Read/inject_source.out0, coder=DillCoder, len(consumers)=1]]> root: INFO: finish <DoOperation Create/Read output_tags=[u'out'], receivers=[ConsumerSet[Create/Read.out0, coder=WindowedValueCoder[BytesCoder], len(consumers)=2]]> root: INFO: finish <DataOutputOperation FlatMap(cross_product)/Write > root: INFO: finish <DataOutputOperation FlatMap(cross_product)/0 > root: INFO: CONTROL RESPONSE instruction_id: "13" process_bundle { } root: INFO: Running [('assert_that/Create/Read', WorkerRead(source=SourceBundle(weight=1.0, source=<apache_beam.transforms.core._CreateSource object at 0x7f1c8c40e8d0>, start_position=None, stop_position=None))), ('assert_that/Group/pair_with_0', WorkerDoFn(output_tags=['out'], input=(0, 0))), ('assert_that/Group/Flatten/Write', WorkerInMemoryWrite(output_buffer=GroupingOutput[0], write_windowed_values=True, input=(1, 0)))] root: INFO: CONTROL REQUEST instruction_id: "27" register { process_bundle_descriptor { id: "26" primitive_transform { id: "15" function_spec { id: "17" urn: "urn:org.apache.beam:source:runner:0.1" } inputs { key: "16" value { } } outputs { key: "out" value { coder_reference: "18" } } step_name: "assert_that/Create/Read/inject_source" } primitive_transform { id: "14" function_spec { id: "19" urn: "urn:org.apache.beam:dofn:java:0.1" data { type_url: "type.googleapis.com/google.protobuf.BytesValue" value: "\n\224\003eNp1kLluAjEYhAm5wJADcucJoNmnQCRRJChglSqybK8XLPn6fQhRrJQ0UR47hkWKKCj9zXhm7K/mgBFL2JJjyonKXNSaO59Z4wKhQoqwzkqNiRW4ltBUFnxmomN8ZpOcXJKPzFgjaAy/4aiCZt7BYW05XgodPBzv5W+ELc8KzowjwTiP3qbzhF83GMFJSjmdVHA2yDtC2xi2YR7OJ3nXxPAPWpP4A23q6bAC9Amd/R5HtC+NUz5LNRx9CF2YldALBN1UcFHB5SBvrba01HB16HLtQC/SUCLrkLTxOkX0KujT9FThccFLEmWAm9+8H4TiPhBlMTOKivRjcPveyHuEsaiiJEEYjZUpONwl3A5OLBbcpQn3hybsLGhUt8x3R3hIIx4reKKRBnjO/gCPwqcU" } } inputs { key: "ignored_input_tag" value { target { primitive_transform_reference: "15" name: "out" } } } outputs { key: "out" value { coder_reference: "20" } } step_name: "assert_that/Create/Read" } primitive_transform { id: "21" function_spec { id: "22" urn: "urn:org.apache.beam:dofn:java:0.1" data { type_url: "type.googleapis.com/google.protobuf.BytesValue" value: "\n\210\010eNq9lG1z1DYQx332ARcHWkgobXlICgXqg3IObSkPBZr2UhJqckmdKIEZGI1s607q2ZZXkjluhpspLw541W/Kd6h8CZMwQ3jZGY1t7Wr/Wv1W639sLyYFiRnFESVZS0uSq66QmWrFQlK3TdKURCndlqQoqFwSD3IXrOYrqI3A9pCDuzk4ccLTtFU9XBxLSjTF3TKPNRdmcd3b704FSbAeFtSFQ6jRFgndNBM4PIYjITS8oBY4QX11fhHNvrWsl2bUrJe29W/N6tWsDZjqjMFtotoLmEZ1InsKjqLD/cHk69gb+AzlPhMZ9f+meZ/n6v37mkrJc+oPhOwrc1bqV0fF60LptsgyrvH6UDOR4y0qeXfoq6Sv/GJi8vex8ffY+BWbVjGEz1HjbkqyKCH34fjqOxtZcALZhsnMGGabGk6G8EWMcVTyVPMcY7dHNdFaunBqPxWeFUJqnImkTA2ZL9GZT9QEvhrD1yGcRg2MEx5rjOHMazgbwjl0EheES6xJDw+4Zvg5SUsKc52PFCimZgLzrO4xg90O6oGzurGIzhrmT21rZIZTka/4O1bXrsYGfGP4n296yG4twAXkmH3gW+T06RAuokM7m13ScPl/K0OpeVqV4Ts2F3RR3bGmauA1DfdmCFfYKXYwyCoSro7h+xCuMYOvFYLP5jqdESyg6ckFxYznWsH1D9vDOCb2VkJNLYgWUrkP16o7vFKZXfjB9MaPRuYnD03zvCj1REzBjQ46Kkq9Z/i5U76Gm5HScCuE22O4E8IvY7g7gnsmEldXuqBx1V732W12nVW6vxrdRY/d6LBJ8G9RqeH3ENq77iXj/mPP/SBCRwopYqoULLN2GT2DlcAiI3j4DP78ZNNv8zwRA573XAiM7qMRrHqoMZhYTUKdg4J3VrjLqYhIuiNiiKwZifUR/BWZY3GFE9olZaohfItmNM+o0iQrcCyyiOdUwkZgoRMkjsusTEn1B6m6gsKmMU9pyXs9Kk0K6KAUdpe4Szu7bO5OYcsksT2Cx1EZaXjS+g8Gpb0n" } } inputs { key: "ignored_input_tag" value { target { primitive_transform_reference: "14" name: "out" } } } outputs { key: "out" value { coder_reference: "23" } } step_name: "assert_that/Group/pair_with_0" } primitive_transform { id: "24" function_spec { id: "25" urn: "urn:org.apache.beam:sink:runner:0.1" } inputs { key: "ignored_input_tag" value { target { primitive_transform_reference: "21" name: "out" } } } outputs { key: "out" value { coder_reference: "23" } } step_name: "assert_that/Group/Flatten/Write" } coders { function_spec { id: "20" urn: "urn:org.apache.beam:coder:python:0.1" data { type_url: "type.googleapis.com/google.protobuf.BytesValue" value: "\n\321\n{\"is_wrapper\": true, \"component_encodings\": [{\"is_pair_like\": true, \"component_encodings\": [{\"component_encodings\": [{\"component_encodings\": [], \"@type\": \"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}, {\"component_encodings\": [], \"@type\": \"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}], \"is_pair_like\": true, \"@type\": \"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}, {\"component_encodings\": [{\"component_encodings\": [], \"@type\": \"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}, {\"component_encodings\": [], \"@type\": \"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}], \"is_pair_like\": true, \"@type\": \"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}], \"@type\": \"kind:pair\"}, {\"@type\": \"kind:global_window\"}], \"@type\": \"kind:windowed_value\"}" } } } coders { function_spec { id: "23" urn: "urn:org.apache.beam:coder:python:0.1" data { type_url: "type.googleapis.com/google.protobuf.BytesValue" value: "\n\346\017{\"is_wrapper\": true, \"component_encodings\": [{\"is_pair_like\": true, \"component_encodings\": [{\"component_encodings\": [{\"component_encodings\": [], \"@type\": \"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}, {\"component_encodings\": [], \"@type\": \"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}], \"is_pair_like\": true, \"@type\": \"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}, {\"is_pair_like\": true, \"component_encodings\": [{\"component_encodings\": [{\"component_encodings\": [], \"@type\": \"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}, {\"component_encodings\": [], \"@type\": \"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}], \"is_pair_like\": true, \"@type\": \"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}, {\"component_encodings\": [{\"component_encodings\": [], \"@type\": \"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}, {\"component_encodings\": [], \"@type\": \"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}], \"is_pair_like\": true, \"@type\": \"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}], \"@type\": \"kind:pair\"}], \"@type\": \"kind:pair\"}, {\"@type\": \"kind:global_window\"}], \"@type\": \"kind:windowed_value\"}" } } } coders { function_spec { id: "18" urn: "urn:org.apache.beam:coder:python:0.1" data { type_url: "type.googleapis.com/google.protobuf.BytesValue" value: "\n\372\002{\"component_encodings\": [{\"component_encodings\": [], \"@type\": \"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"}, {\"component_encodings\": [], \"@type\": \"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"}], \"is_pair_like\": true, \"@type\": \"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"}" } } } } } root: INFO: CONTROL RESPONSE instruction_id: "27" register { } root: INFO: CONTROL REQUEST instruction_id: "28" process_bundle { process_bundle_descriptor_reference: "26" } root: INFO: start <DataOutputOperation assert_that/Group/Flatten/Write > root: INFO: start <DoOperation assert_that/Group/pair_with_0 output_tags=[u'out']> root: INFO: start <DoOperation assert_that/Create/Read output_tags=[u'out']> root: INFO: start <DataInputOperation assert_that/Create/Read/inject_source receivers=[ConsumerSet[assert_that/Create/Read/inject_source.out0, coder=DillCoder, len(consumers)=1]]> root: INFO: finish <DataInputOperation assert_that/Create/Read/inject_source receivers=[ConsumerSet[assert_that/Create/Read/inject_source.out0, coder=DillCoder, len(consumers)=1]]> root: INFO: finish <DoOperation assert_that/Create/Read output_tags=[u'out'], receivers=[ConsumerSet[assert_that/Create/Read.out0, coder=WindowedValueCoder[TupleCoder[FastPrimitivesCoder, FastPrimitivesCoder]], len(consumers)=1]]> root: INFO: finish <DoOperation assert_that/Group/pair_with_0 output_tags=[u'out'], receivers=[ConsumerSet[assert_that/Group/pair_with_0.out0, coder=WindowedValueCoder[TupleCoder[FastPrimitivesCoder, TupleCoder[FastPrimitivesCoder, FastPrimitivesCoder]]], len(consumers)=1]]> root: INFO: finish <DataOutputOperation assert_that/Group/Flatten/Write > root: INFO: CONTROL RESPONSE instruction_id: "28" process_bundle { } root: INFO: Running [('FlatMap(cross_product)/Read', WorkerRead(source=SourceBundle(weight=1.0, source=<apache_beam.runners.portability.maptask_executor_runner.InMemorySource object at 0x7f1c8c3b9150>, start_position=None, stop_position=None))), ('FlatMap(cross_product)', WorkerDoFn(output_tags=['out'], input=(0, 0), side_inputs=[WorkerSideInputSource(source=<apache_beam.runners.portability.maptask_executor_runner.InMemorySource object at 0x7f1c8c3b9550>, tag=0)])), ('assert_that/WindowInto(WindowIntoFn)', WorkerDoFn(output_tags=['out'], input=(1, 0))), ('assert_that/ToVoidKey', WorkerDoFn(output_tags=['out'], input=(2, 0))), ('assert_that/Group/pair_with_1', WorkerDoFn(output_tags=['out'], input=(3, 0))), ('assert_that/Group/Flatten/Write', WorkerInMemoryWrite(output_buffer=GroupingOutput[1], write_windowed_values=True, input=(4, 0)))] --------------------- >> end captured logging << --------------------- ====================================================================== FAIL: test_using_slow_impl (apache_beam.coders.slow_coders_test.SlowCoders) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/coders/slow_coders_test.py",> line 41, in test_using_slow_impl import apache_beam.coders.stream AssertionError: ImportError not raised ---------------------------------------------------------------------- Ran 1249 tests in 130.479s FAILED (failures=1, errors=2, skipped=16) Test failed: <unittest.runner.TextTestResult run=1249 errors=2 failures=1> error: Test failed: <unittest.runner.TextTestResult run=1249 errors=2 failures=1> ERROR: InvocationError: '<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/target/.tox/py27gcp/bin/python> setup.py test' ___________________________________ summary ____________________________________ docs: commands succeeded lint: commands succeeded ERROR: py27: commands failed ERROR: py27cython: commands failed ERROR: py27gcp: commands failed Build step 'Execute shell' marked build as failure Not sending mail to unregistered user kirpic...@google.com