See
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5002/display/redirect?page=changes>
Changes:
[noreply] Creating a Fully Managed Beam Streaming System with Flink Runner on
------------------------------------------
[...truncated 1.20 MB...]
>
>
>
coders: <
key: "MxANaYaUFbTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000
j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000
schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002
vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\327\333B\tsr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205
x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000
Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220
\367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024
\010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315
r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\275\364v
\363\207D\332C\277\223\342zMD\027\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000
\022\210\327\037Z\244\342\260\002aR
\005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000
2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "MxANaYaUFbVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000
j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "MxANaYaUFbVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000
j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload:
"\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "MxANaYaUFbbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-5fgiIj2kMWlcfGinSFTWbxIR2pcruNfFrK1GkrtUKW0.jar\022@e5f822223da431695c7c68a74854d66f1211da972bb8d7c5acad4692bb54296d"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-5fgiIj2kMWlcfGinSFTWbxIR2pcruNfFrK1GkrtUKW0.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/30 05:32:43 Cross-compiling
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go>
with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-3-1703914363598215521
2023/12/30 05:32:46 Prepared job with id:
go-testjdbcio_postgresreadwrite-128-2b045dde-dcce-40cf-beaf-dadc2a8f6e9a and
staging token:
go-testjdbcio_postgresreadwrite-128-2b045dde-dcce-40cf-beaf-dadc2a8f6e9a
2023/12/30 05:32:46 Staged binary artifact with token:
go-testjdbcio_postgresreadwrite-128-2b045dde-dcce-40cf-beaf-dadc2a8f6e9a
2023/12/30 05:32:46 Submitted job:
go-testjdbcio_postgresreadwrite-128-2b045dde-dcce-40cf-beaf-dadc2a8f6e9a
2023/12/30 05:32:46
Job[go-testjdbcio_postgresreadwrite-128-2b045dde-dcce-40cf-beaf-dadc2a8f6e9a]
state: STOPPED
2023/12/30 05:32:46
Job[go-testjdbcio_postgresreadwrite-128-2b045dde-dcce-40cf-beaf-dadc2a8f6e9a]
state: STARTING
2023/12/30 05:32:46
Job[go-testjdbcio_postgresreadwrite-128-2b045dde-dcce-40cf-beaf-dadc2a8f6e9a]
state: RUNNING
2023/12/30 05:32:46 2023-12-30 05:32:46. (1): ==================== <function
annotate_downstream_side_inputs at 0x7fa998ac3670> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (2): ==================== <function
fix_side_input_pcoll_coders at 0x7fa998ac3790> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (3): ==================== <function
pack_combiners at 0x7fa998ac3ca0> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (4): ==================== <function
lift_combiners at 0x7fa998ac3d30> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (5): ==================== <function
expand_sdf at 0x7fa998ac3ee0> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (6): ==================== <function
expand_gbk at 0x7fa998ac3f70> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (7): ==================== <function
sink_flattens at 0x7fa998ac40d0> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (8): ==================== <function
greedily_fuse at 0x7fa998ac4160> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (9): ==================== <function
read_to_impulse at 0x7fa998ac41f0> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (10): ==================== <function
impulse_to_input at 0x7fa998ac4280> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (11): ==================== <function
sort_stages at 0x7fa998ac44c0> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (12): ==================== <function
add_impulse_to_dangling_transforms at 0x7fa998ac45e0> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (13): ==================== <function
setup_timer_mapping at 0x7fa998ac4430> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (14): ==================== <function
populate_data_channel_coders at 0x7fa998ac4550> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (15): starting control server on port
34105
2023/12/30 05:32:46 2023-12-30 05:32:46. (16): starting data server on port
40289
2023/12/30 05:32:46 2023-12-30 05:32:46. (17): starting state server on port
39221
2023/12/30 05:32:46 2023-12-30 05:32:46. (18): starting logging server on port
40749
2023/12/30 05:32:46 2023-12-30 05:32:46. (19): Created Worker handler
<apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler
object at 0x7fa9cc9ccca0> for environment go (beam:env:docker:v1,
b'\n\x16apache/beam_go_sdk:dev')
2023/12/30 05:32:47 2023-12-30 05:32:47. (20): Attempting to pull image
apache/beam_go_sdk:dev
2023/12/30 05:32:47 2023-12-30 05:32:47. (21): Unable to pull image
apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/30 05:32:50 2023-12-30 05:32:50. (22): Waiting for docker to start up.
Current status is running
2023/12/30 05:32:50 2023-12-30 05:32:50. (23): Docker container is running.
container_id =
b'5cf09b569f85d7eb400e8f9098f2b2b955cceeeca8bcdfdcfe3b96144a0788f8', worker_id
= worker_13
2023/12/30 05:32:51 2023-12-30 05:32:51. (24): Created Worker handler
<apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler
object at 0x7fa9cc9d4cd0> for environment MxANaYaUFbbeam:env:docker:v1
(beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/30 05:32:54 2023-12-30 05:32:54. (25): Attempting to pull image
apache/beam_java8_sdk:2.54.0.dev
2023/12/30 05:32:54 2023-12-30 05:32:54. (26): Unable to pull image
apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/30 05:32:56 2023-12-30 05:32:56. (27): Waiting for docker to start up.
Current status is running
2023/12/30 05:32:56 2023-12-30 05:32:56. (28): Docker container is running.
container_id =
b'64f40dae73486724f7a843f2823f02e0af8f88f345f0eeb2fe6f2be304ebf005', worker_id
= worker_15
2023/12/30 05:33:02 2023-12-30 05:33:02. (29): Completed job in
15.614022254943848 seconds with state DONE.
2023/12/30 05:33:02
Job[go-testjdbcio_postgresreadwrite-128-2b045dde-dcce-40cf-beaf-dadc2a8f6e9a]
state: DONE
2023/12/30 05:33:02 🐳 Terminating container: e892884639aa
2023/12/30 05:33:02 🚫 Container terminated: e892884639aa
--- PASS: TestJDBCIO_PostgresReadWrite (42.32s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc
92.612s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:361: Test TestKafkaIO_BasicReadWrite is currently filtered
for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka
6.024s
FAIL
> Task
> :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava
> FAILED
> Task
> :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to
"apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 33445
INFO:root:Missing pipeline option (runner). Executing pipeline using the
default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command:
['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0rc2-743bdccef67087512a7a190820e727aab7bdcb14/bin/python',
'-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r',
'/tmp/tmpzbm9yvtb/tmp_requirements.txt', '--exists-action', 'i', '--no-deps',
'--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to
"apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 45055
INFO:root:Missing pipeline option (runner). Executing pipeline using the
default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task
> :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task
> :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task
> :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file
'<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'>
line: 235
* What went wrong:
Execution failed for task
':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task
':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
For more on this, please refer to
https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings
in the Gradle documentation.
BUILD FAILED in 33m 44s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version
supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer
version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscr...@beam.apache.org
For additional commands, e-mail: builds-h...@beam.apache.org
