tvalentyn commented on issue #32324:
URL: https://github.com/apache/beam/issues/32324#issuecomment-2313272581
Some tests pass, some fail:
```
=== RUN TestDirectParDo
2024/08/27 13:27:42 components:{transforms:{key:"e1"
value:{unique_name:"Impulse" spec:{urn:"beam:transform:impulse:v1"}
outputs:{key:"i0" value:"n1"}}} transforms:{key:"e2"
value:{unique_name:"beam.createFn" spec:{urn:"beam:transform:pardo:v1"
payload:"\n\x86\x02\n\x19beam:go:transform:dofn:v1\x1a\xe8\x01ChliZWFtOmdvOnRyYW5zZm9ybTpkb2ZuOnYxEo8BCm4SOwgYEjcIGkozZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL3YyL2dvL3BrZy9iZWFtLmNyZWF0ZUZuGi97InZhbHVlcyI6WyJBUUk9IiwiQVFRPSIsIkFRWT0iXSwidHlwZSI6IkNBST0ifRIMCAESCAoGCBQSAggIGggKBgoECBlADyIFUGFyRG8="}
inputs:{key:"i0" value:"n1"} outputs:{key:"i0" value:"n2"}
environment_id:"go"}} transforms:{key:"e3"
value:{unique_name:"regression.directFn" spec:{urn:"beam:transform:pardo:v1"
payload:"\n\xce\x01\n\x19beam:go:transform:dofn:v1\x1a\xb0\x01ChliZWFtOmdvOnRyYW5zZm9ybTpkb2ZuOnYxEmUKSgpICjpnaXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvdjIvZ28vdGVzdC9yZWdyZXNzaW9uLmRpcmVjdEZuEgoIFiICCAIqAggCEggIARIECgIIAhoGCgQKAggCIgVQYXJEbw=="}
inputs:{key:"i0
" value:"n2"} outputs:{key:"i0" value:"n3"} environment_id:"go"}}
transforms:{key:"e4"
value:{unique_name:"passert.Sum(direct)/passert.NonEmpty/Impulse"
spec:{urn:"beam:transform:impulse:v1"} outputs:{key:"i0" value:"n4"}}}
transforms:{key:"e5"
value:{unique_name:"passert.Sum(direct)/passert.NonEmpty/passert.nonEmptyFn"
spec:{urn:"beam:transform:pardo:v1"
payload:"\n\xe2\x01\n\x19beam:go:transform:dofn:v1\x1a\xc4\x01ChliZWFtOmdvOnRyYW5zZm9ybTpkb2ZuOnYxEnYKUxJNCBgSSQgaSkVnaXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvdjIvZ28vcGtnL2JlYW0vdGVzdGluZy9wYXNzZXJ0Lm5vbkVtcHR5Rm4aAnt9EgwIARIICgYIFBICCAgSCggGEgYKBAgZQBUiBVBhckRv\x1aO\n\x02i1\x12I\n\x1d\n\x1bbeam:side_input:iterable:v1\x12\x05\n\x03foo\x1a!\n\x1fbeam:go:windowmapping:global:v1"}
inputs:{key:"i0" value:"n4"} inputs:{key:"i1" value:"n3"}
environment_id:"go"}} transforms:{key:"e6"
value:{unique_name:"passert.Sum(direct)/beam.addFixedKeyFn"
spec:{urn:"beam:transform:pardo:v1" payload:"\n\xee\x01\n\x19beam:go:transform:
dofn:v1\x1a\xd0\x01ChliZWFtOmdvOnRyYW5zZm9ybTpkb2ZuOnYxEn0KUApOCjhnaXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvdjIvZ28vcGtnL2JlYW0uYWRkRml4ZWRLZXlGbhISCBYiBAgZQA8qAggCKgQIGUAPEgoIARIGCgQIGUAPGhYKFAoECBlACxIECgIIAhIGCgQIGUAPIgVQYXJEbw=="}
inputs:{key:"i0" value:"n3"} outputs:{key:"i0" value:"n5"}
environment_id:"go"}} transforms:{key:"e7"
value:{unique_name:"passert.Sum(direct)/CoGBK"
spec:{urn:"beam:transform:group_by_key:v1"} inputs:{key:"i0" value:"n5"}
outputs:{key:"i0" value:"n6"}}} transforms:{key:"e8"
value:{unique_name:"passert.Sum(direct)/passert.sumFn"
spec:{urn:"beam:transform:pardo:v1"
payload:"\n\x86\x02\n\x19beam:go:transform:dofn:v1\x1a\xe8\x01ChliZWFtOmdvOnRyYW5zZm9ybTpkb2ZuOnYxEo8BCm4SSAgYEkQIGkpAZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL3YyL2dvL3BrZy9iZWFtL3Rlc3RpbmcvcGFzc2VydC5zdW1GbhoieyJuYW1lIjoiZGlyZWN0Iiwic2l6ZSI6Mywic3VtIjo5fRIWCAESEgoECBlADRIECgIIAhIECgIIAiIFUGFyRG8="}
inputs:{key:"i0" value:"n6"} environment_id:"go"}} transforms:{key:"s1"
value:{uniq
ue_name:"passert.Sum(direct)" subtransforms:"s2" subtransforms:"e6"
subtransforms:"e7" subtransforms:"e8" inputs:{key:"n3" value:"n3"}
environment_id:"go"}} transforms:{key:"s2"
value:{unique_name:"passert.Sum(direct)/passert.NonEmpty" subtransforms:"e4"
subtransforms:"e5" inputs:{key:"n3" value:"n3"} environment_id:"go"}}
pcollections:{key:"n1" value:{unique_name:"n1" coder_id:"c0"
is_bounded:BOUNDED windowing_strategy_id:"w0"}} pcollections:{key:"n2"
value:{unique_name:"n2" coder_id:"c3" is_bounded:BOUNDED
windowing_strategy_id:"w0"}} pcollections:{key:"n3" value:{unique_name:"n3"
coder_id:"c3" is_bounded:BOUNDED windowing_strategy_id:"w0"}}
pcollections:{key:"n4" value:{unique_name:"n4" coder_id:"c0"
is_bounded:BOUNDED windowing_strategy_id:"w0"}} pcollections:{key:"n5"
value:{unique_name:"n5" coder_id:"c4" is_bounded:BOUNDED
windowing_strategy_id:"w0"}} pcollections:{key:"n6" value:{unique_name:"n6"
coder_id:"c6" is_bounded:BOUNDED win
dowing_strategy_id:"w0"}} windowing_strategies:{key:"w0"
value:{window_fn:{urn:"beam:window_fn:global_windows:v1"}
merge_status:NON_MERGING window_coder_id:"c1" trigger:{default:{}}
accumulation_mode:DISCARDING output_time:END_OF_WINDOW
closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY
environment_id:"go"}} coders:{key:"c0"
value:{spec:{urn:"beam:coder:bytes:v1"}}} coders:{key:"c1"
value:{spec:{urn:"beam:coder:global_window:v1"}}} coders:{key:"c2"
value:{spec:{urn:"beam:go:coder:custom:v1"
payload:"Cgd2YXJpbnR6EgIIAhpdCklnaXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvdjIvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5lbmNWYXJJbnRaEhAIFiIECBlADyoGCBQSAggIImkKSWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy92Mi9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmRlY1ZhckludFoSHAgWIgQIGUADIgYIFBICCAgqBAgZQA8qBAgZQAE="}}}
coders:{key:"c3" value:{spec:{urn:"beam:coder:length_prefix:v1"}
component_coder_ids:"c2"}} coders:{key:"c4"
value:{spec:{urn:"beam:coder:kv:v1"} component_cod
er_ids:"c3" comp…
2024/08/27 13:27:42 Cross-compiling
/runner/_work/beam/beam/sdks/go/test/regression/pardo_test.go with GOOS=linux
GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-8-1724765262974620701
2024/08/27 13:27:46 Prepared job with id:
go-testdirectpardo-459-937728f0-4be1-4d6b-aeaa-4925e4142ebe and staging token:
go-testdirectpardo-459-937728f0-4be1-4d6b-aeaa-4925e4142ebe
2024/08/27 13:27:46 Staged binary artifact with token:
go-testdirectpardo-459-937728f0-4be1-4d6b-aeaa-4925e4142ebe
2024/08/27 13:27:46 Submitted job:
go-testdirectpardo-459-937728f0-4be1-4d6b-aeaa-4925e4142ebe
2024/08/27 13:27:46 2024-08-27 13:27:46. (1): starting control server on
port 35099
2024/08/27 13:27:46 2024-08-27 13:27:46. (2): starting data server on port
35181
2024/08/27 13:27:46 2024-08-27 13:27:46. (3): starting state server on port
37247
2024/08/27 13:27:46 2024-08-27 13:27:46. (4): starting logging server on
port 46831
2024/08/27 13:27:46
Job[go-testdirectpardo-459-937728f0-4be1-4d6b-aeaa-4925e4142ebe] state: STOPPED
2024/08/27 13:27:46
Job[go-testdirectpardo-459-937728f0-4be1-4d6b-aeaa-4925e4142ebe] state:
STARTING
2024/08/27 13:27:46
Job[go-testdirectpardo-459-937728f0-4be1-4d6b-aeaa-4925e4142ebe] state: RUNNING
2024/08/27 13:27:46 2024-08-27 13:27:46. (5): Attempting to pull image
apache/beam_go_sdk:dev
2024/08/27 13:27:46 2024-08-27 13:27:46. (6): Unable to pull image
apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/08/27 13:27:51 2024-08-27 13:27:51. (7): Waiting for docker to start
up. Current status is exited
2024/08/27 13:27:54 2024-08-27 13:27:54. (8): Traceback (most recent call
last):
File
"/runner/_work/beam/beam/sdks/python/apache_beam/runners/portability/local_job_service.py",
line 294, in _run_job
self.result = self._invoke_runner()
File
"/runner/_work/beam/beam/sdks/python/apache_beam/runners/portability/local_job_service.py",
line 316, in _invoke_runner
return fn_runner.FnApiRunner(
File
"/runner/_work/beam/beam/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",
line 221, in run_via_runner_api
return self.run_stages(stage_context, stages)
File
"/runner/_work/beam/beam/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",
line 443, in run_stages
runner_execution_context.setup()
File
"/runner/_work/beam/beam/sdks/python/apache_beam/runners/portability/fn_api_runner/execution.py",
line 775, in setup
self._enqueue_stage_initial_inputs(stage)
File
"/runner/_work/beam/beam/sdks/python/apache_beam/runners/portability/fn_api_runner/execution.py",
line 804, in _enqueue_stage_initial_inputs
bundle_manager.data_api_service_descriptor())
File
"/runner/_work/beam/beam/sdks/python/apache_beam/runners/portability/fn_api_runner/execution.py",
line 1046, in data_api_service_descriptor
return self.worker_handlers[0].data_api_service_descriptor()
File
"/runner/_work/beam/beam/sdks/python/apache_beam/runners/portability/fn_api_runner/execution.py",
line 1038, in worker_handlers
self.execution_context.worker_handler_manager.get_worker_handlers(
File
"/runner/_work/beam/beam/sdks/python/apache_beam/runners/portability/fn_api_runner/worker_handlers.py",
line 930, in get_worker_handlers
worker_handler.start_worker()
File
"/runner/_work/beam/beam/sdks/python/apache_beam/runners/portability/fn_api_runner/worker_handlers.py",
line 807, in start_worker
raise RuntimeError(
RuntimeError: SDK failed to start. Final status is exited
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
