See
<https://builds.apache.org/job/beam_PostCommit_Python_Verify/2525/display/redirect?page=changes>
Changes:
[jbonofre] [BEAM-975] Improve default connection options, javadoc and style in
------------------------------------------
[...truncated 585.90 KB...]
}
primitive_transform {
id: "9"
function_spec {
id: "10"
urn: "urn:org.apache.beam:sink:runner:0.1"
}
inputs {
key: "ignored_input_tag"
value {
target {
primitive_transform_reference: "0"
name: "out"
}
}
}
outputs {
key: "out"
value {
coder_reference: "6"
}
}
step_name: "FlatMap(cross_product)/0"
}
coders {
function_spec {
id: "6"
urn: "urn:org.apache.beam:coder:python:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value: "\n\207\001{\"component_encodings\": [{\"@type\":
\"kind:bytes\"}, {\"@type\": \"kind:global_window\"}], \"is_wrapper\": true,
\"@type\": \"kind:windowed_value\"}"
}
}
}
coders {
function_spec {
id: "4"
urn: "urn:org.apache.beam:coder:python:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value: "\n\372\002{\"is_pair_like\": true, \"component_encodings\":
[{\"component_encodings\": [], \"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"},
{\"component_encodings\": [], \"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"}],
\"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"}"
}
}
}
}
}
root: INFO: CONTROL RESPONSE instruction_id: "12"
register {
}
root: INFO: CONTROL REQUEST instruction_id: "13"
process_bundle {
process_bundle_descriptor_reference: "11"
}
root: INFO: start <DataOutputOperation FlatMap(cross_product)/0 >
root: INFO: start <DataOutputOperation FlatMap(cross_product)/Write >
root: INFO: start <DoOperation Create/Read output_tags=[u'out']>
root: INFO: start <DataInputOperation Create/Read/inject_source
receivers=[ConsumerSet[Create/Read/inject_source.out0, coder=DillCoder,
len(consumers)=1]]>
root: INFO: finish <DataInputOperation Create/Read/inject_source
receivers=[ConsumerSet[Create/Read/inject_source.out0, coder=DillCoder,
len(consumers)=1]]>
root: INFO: finish <DoOperation Create/Read output_tags=[u'out'],
receivers=[ConsumerSet[Create/Read.out0, coder=WindowedValueCoder[BytesCoder],
len(consumers)=2]]>
root: INFO: finish <DataOutputOperation FlatMap(cross_product)/Write >
root: INFO: finish <DataOutputOperation FlatMap(cross_product)/0 >
root: INFO: CONTROL RESPONSE instruction_id: "13"
process_bundle {
}
root: INFO: Running [('assert_that/Create/Read',
WorkerRead(source=SourceBundle(weight=1.0,
source=<apache_beam.transforms.core._CreateSource object at 0x7f53943b9bd0>,
start_position=None, stop_position=None))), ('assert_that/Group/pair_with_0',
WorkerDoFn(output_tags=['out'], input=(0, 0))),
('assert_that/Group/Flatten/Write',
WorkerInMemoryWrite(output_buffer=GroupingOutput[0],
write_windowed_values=True, input=(1, 0)))]
root: INFO: CONTROL REQUEST instruction_id: "27"
register {
process_bundle_descriptor {
id: "26"
primitive_transform {
id: "15"
function_spec {
id: "17"
urn: "urn:org.apache.beam:source:runner:0.1"
}
inputs {
key: "16"
value {
}
}
outputs {
key: "out"
value {
coder_reference: "18"
}
}
step_name: "assert_that/Create/Read/inject_source"
}
primitive_transform {
id: "14"
function_spec {
id: "19"
urn: "urn:org.apache.beam:dofn:java:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value:
"\n\230\003eNp1kMluAjEQRAnZwJAFsucL4DJfgUiiSHCAUU6RZXs8YMlbexHiMFJyifLZMQxSxIFjV5XrdfurOWDEErbkmHKiMhe15s5n1rhAqJAirLNSY2IFri00lQWfmegYn9lkp5TkIzPWCBrDbziqoJl3cFhbjpdCBw/He/0bY6tnBWfGkWCcR2/TeZJfNzKCk9RyOqngbJB3TQw2hm2bh/NJ3hH6f25N4g+0qafDCtAndPY5jmhfGqd8ljAcfQhdmJXQCwTdBLio4HKQ94NQ3AeiLGZGUZHOg6v3RtpfeFzwkkQZ4Po3bwcnFgvuSg29Q5RdBI3qZ/PdCP1Eu6ngluY9wlhUUZIgjMbKFBzuEqy12q6Wuu8PddcJ9CINJbK+JH3UQ2p+rOCJRhrgOfsDh82nFA=="
}
}
inputs {
key: "ignored_input_tag"
value {
target {
primitive_transform_reference: "15"
name: "out"
}
}
}
outputs {
key: "out"
value {
coder_reference: "20"
}
}
step_name: "assert_that/Create/Read"
}
primitive_transform {
id: "21"
function_spec {
id: "22"
urn: "urn:org.apache.beam:dofn:java:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value:
"\n\210\010eNq9VG1z1DYQ9tkXcnHS8pa2tEBDgRQfbc6BvgKBpiQNL26O4ESEzjSjkW3dSZxteSU515vhZuDDAZ/4p/0PyJd0ks4QPjKjsbWr1fOsn931C9uLSUFiRnFESdbSkuSqI2SmWrGQ1F0haUqilG5LUhRUroq13AWr+RJqQ7A9NI31oKCY8VwrcP6PZA7G/lZCDRTRQir3waMt475fuV2oG5iJ9hCOeWhGlLoo9RhNwWQbTfP8wG60y1cwFaHJQoqYKgVunPA0bVUPF8eSEk1xp8xjzYVJb9o7fJwKkoxxXJhBjRWR0CoF+GQEn4Zw3AtqgRPU1+eW0ek3lvXcrJr13Lbe1qxuzdqEE+0RnGyi2j9wCtWJ7Co4jY71+uPd7Gv4DOU+Exn1n9G8x3P133tBpWSX+n0he8poQv1KErwhlF4RWcY13hhoJnL8hEreGfgq6Sm/GLv8Qxr6B9Xwq2q0igF8jhpLKcmihNyBL9b/tZEFZ5DdyeHLEXzV1HA2hHMxxlHJU81zjN0u1URr6cL5w6rwrBBS40wkZWqU+Rqd/UAXwNwILoTwDWpgnPBYYwwXX8GlEC6jWVwQLrEmXdznmuFdkpYU5tvvKVBMjQHfsmmPGdntoB4465vL6JzR/G/bGprlVMpX+jtWx67WJlwx+ntND9mtRWgix/DAVeT06AC+QxN7ZN9rWPhoZSg1T6sytNh80EF1x5qqgd80ui+GcI2dZ0cLWd2E6yP4IYQfmZHvpxB+ZvNt0/+/MIdVs/Cr2d/w2GSbjRv+ZqQ03AphaQS3Q7gzgt+GsOztx/5uYu8exK5EZhSrpixojE0zrLKlUsMfIawhp7LvsbUy2oH7gUWG8GAHHn5w6Ld5nog+z7suBIbrzyGse+iU5hlVmmQFjkUW8ZxKaAeW4eUKJ7RDylTDozdoSkve7VJpWDeOYtkPcVf3rm3tm/DYsIVD2IzQSRLHZVampBrpqk0pbBmyRn+cmsFGR2HvRbj3UhGRdO9LzL/miUHeHsLTqIw0/NV6B4N/u+4="
}
}
inputs {
key: "ignored_input_tag"
value {
target {
primitive_transform_reference: "14"
name: "out"
}
}
}
outputs {
key: "out"
value {
coder_reference: "23"
}
}
step_name: "assert_that/Group/pair_with_0"
}
primitive_transform {
id: "24"
function_spec {
id: "25"
urn: "urn:org.apache.beam:sink:runner:0.1"
}
inputs {
key: "ignored_input_tag"
value {
target {
primitive_transform_reference: "21"
name: "out"
}
}
}
outputs {
key: "out"
value {
coder_reference: "23"
}
}
step_name: "assert_that/Group/Flatten/Write"
}
coders {
function_spec {
id: "23"
urn: "urn:org.apache.beam:coder:python:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value: "\n\346\017{\"component_encodings\": [{\"is_pair_like\": true,
\"component_encodings\": [{\"is_pair_like\": true, \"component_encodings\":
[{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"is_pair_like\": true, \"component_encodings\": [{\"is_pair_like\": true,
\"component_encodings\": [{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"is_pair_like\": true, \"component_encodings\": [{\"component_encodings\":
[], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"@type\": \"kind:pair\"}], \"@type\": \"kind:pair\"}, {\"@type\":
\"kind:global_window\"}], \"is_wrapper\": true, \"@type\":
\"kind:windowed_value\"}"
}
}
}
coders {
function_spec {
id: "20"
urn: "urn:org.apache.beam:coder:python:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value: "\n\321\n{\"component_encodings\": [{\"is_pair_like\": true,
\"component_encodings\": [{\"is_pair_like\": true, \"component_encodings\":
[{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"is_pair_like\": true, \"component_encodings\": [{\"component_encodings\":
[], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"},
{\"component_encodings\": [], \"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"@type\":
\"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/\"}],
\"@type\": \"kind:pair\"}, {\"@type\": \"kind:global_window\"}],
\"is_wrapper\": true, \"@type\": \"kind:windowed_value\"}"
}
}
}
coders {
function_spec {
id: "18"
urn: "urn:org.apache.beam:coder:python:0.1"
data {
type_url: "type.googleapis.com/google.protobuf.BytesValue"
value: "\n\372\002{\"is_pair_like\": true, \"component_encodings\":
[{\"component_encodings\": [], \"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"},
{\"component_encodings\": [], \"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"}],
\"@type\":
\"DillCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwumTk5ziAmVyGDZmMhY20hU5IeAMyHESs=\"}"
}
}
}
}
}
root: INFO: CONTROL RESPONSE instruction_id: "27"
register {
}
root: INFO: CONTROL REQUEST instruction_id: "28"
process_bundle {
process_bundle_descriptor_reference: "26"
}
root: INFO: start <DataOutputOperation assert_that/Group/Flatten/Write >
root: INFO: start <DoOperation assert_that/Group/pair_with_0
output_tags=[u'out']>
root: INFO: start <DoOperation assert_that/Create/Read output_tags=[u'out']>
root: INFO: start <DataInputOperation assert_that/Create/Read/inject_source
receivers=[ConsumerSet[assert_that/Create/Read/inject_source.out0,
coder=DillCoder, len(consumers)=1]]>
root: INFO: finish <DataInputOperation assert_that/Create/Read/inject_source
receivers=[ConsumerSet[assert_that/Create/Read/inject_source.out0,
coder=DillCoder, len(consumers)=1]]>
root: INFO: finish <DoOperation assert_that/Create/Read output_tags=[u'out'],
receivers=[ConsumerSet[assert_that/Create/Read.out0,
coder=WindowedValueCoder[TupleCoder[FastPrimitivesCoder, FastPrimitivesCoder]],
len(consumers)=1]]>
root: INFO: finish <DoOperation assert_that/Group/pair_with_0
output_tags=[u'out'],
receivers=[ConsumerSet[assert_that/Group/pair_with_0.out0,
coder=WindowedValueCoder[TupleCoder[FastPrimitivesCoder,
TupleCoder[FastPrimitivesCoder, FastPrimitivesCoder]]], len(consumers)=1]]>
root: INFO: finish <DataOutputOperation assert_that/Group/Flatten/Write >
root: INFO: CONTROL RESPONSE instruction_id: "28"
process_bundle {
}
root: INFO: Running [('FlatMap(cross_product)/Read',
WorkerRead(source=SourceBundle(weight=1.0,
source=<apache_beam.runners.portability.maptask_executor_runner.InMemorySource
object at 0x7f53943c04d0>, start_position=None, stop_position=None))),
('FlatMap(cross_product)', WorkerDoFn(output_tags=['out'], input=(0, 0),
side_inputs=[WorkerSideInputSource(source=<apache_beam.runners.portability.maptask_executor_runner.InMemorySource
object at 0x7f53943eb690>, tag=0)])), ('assert_that/WindowInto(WindowIntoFn)',
WorkerDoFn(output_tags=['out'], input=(1, 0))), ('assert_that/ToVoidKey',
WorkerDoFn(output_tags=['out'], input=(2, 0))),
('assert_that/Group/pair_with_1', WorkerDoFn(output_tags=['out'], input=(3,
0))), ('assert_that/Group/Flatten/Write',
WorkerInMemoryWrite(output_buffer=GroupingOutput[1],
write_windowed_values=True, input=(4, 0)))]
--------------------- >> end captured logging << ---------------------
======================================================================
FAIL: test_using_slow_impl (apache_beam.coders.slow_coders_test.SlowCoders)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/coders/slow_coders_test.py";,>
line 41, in test_using_slow_impl
import apache_beam.coders.stream
AssertionError: ImportError not raised
----------------------------------------------------------------------
Ran 1249 tests in 196.402s
FAILED (failures=1, errors=2, skipped=16)
Test failed: <unittest.runner.TextTestResult run=1249 errors=2 failures=1>
error: Test failed: <unittest.runner.TextTestResult run=1249 errors=2
failures=1>
ERROR: InvocationError:
'<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/target/.tox/py27gcp/bin/python>
setup.py test'
___________________________________ summary ____________________________________
docs: commands succeeded
lint: commands succeeded
ERROR: py27: commands failed
ERROR: py27cython: commands failed
ERROR: py27gcp: commands failed
Build step 'Execute shell' marked build as failure
Not sending mail to unregistered user kirpic...@google.com
