rizenfrmtheashes commented on issue #25911:
URL: https://github.com/apache/beam/issues/25911#issuecomment-1642785018
As a note, This bug pops up in WriteToBigQuery with method FILE_LOADS
```
Error message from worker: generic::unknown: Traceback (most recent call
last):
File "apache_beam/runners/common.py", line 1459, in
apache_beam.runners.common.DoFnRunner._invoke_bundle_method
File "apache_beam/runners/common.py", line 562, in
apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle
File "apache_beam/runners/common.py", line 567, in
apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle
File "apache_beam/runners/common.py", line 1731, in
apache_beam.runners.common._OutputHandler.finish_bundle_outputs
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-1/lib/python3.11/site-packages/apache_beam/io/gcp/bigquery_file_loads.py",
line 276, in finish_bundle
writer.close()
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-1/lib/python3.11/site-packages/apache_beam/io/gcp/bigquery_tools.py",
line 1400, in close
self._file_handle.close()
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-1/lib/python3.11/site-packages/apache_beam/io/filesystemio.py",
line 215, in close
self._uploader.finish()
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-1/lib/python3.11/site-packages/apache_beam/io/gcp/gcsio.py",
line 829, in finish
self._upload_thread.last_error.message) # pylint:
disable=raising-bad-type
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AttributeError: 'HttpError' object has no attribute 'message'
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-1/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 295, in _execute
response = task()
^^^^^^
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-1/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 370, in <lambda>
lambda: self.create_worker().do_instruction(request), request)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-1/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 629, in do_instruction
return getattr(self, request_type)(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-1/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 667, in process_bundle
bundle_processor.process_bundle(instruction_id))
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-1/lib/python3.11/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1067, in process_bundle
op.finish()
File "apache_beam/runners/worker/operations.py", line 939, in
apache_beam.runners.worker.operations.DoOperation.finish
File "apache_beam/runners/worker/operations.py", line 942, in
apache_beam.runners.worker.operations.DoOperation.finish
File "apache_beam/runners/worker/operations.py", line 943, in
apache_beam.runners.worker.operations.DoOperation.finish
File "apache_beam/runners/common.py", line 1480, in
apache_beam.runners.common.DoFnRunner.finish
File "apache_beam/runners/common.py", line 1461, in
apache_beam.runners.common.DoFnRunner._invoke_bundle_method
File "apache_beam/runners/common.py", line 1508, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1459, in
apache_beam.runners.common.DoFnRunner._invoke_bundle_method
File "apache_beam/runners/common.py", line 562, in
apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle
File "apache_beam/runners/common.py", line 567, in
apache_beam.runners.common.DoFnInvoker.invoke_finish_bundle
File "apache_beam/runners/common.py", line 1731, in
apache_beam.runners.common._OutputHandler.finish_bundle_outputs
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-1/lib/python3.11/site-packages/apache_beam/io/gcp/bigquery_file_loads.py",
line 276, in finish_bundle
writer.close()
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-1/lib/python3.11/site-packages/apache_beam/io/gcp/bigquery_tools.py",
line 1400, in close
self._file_handle.close()
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-1/lib/python3.11/site-packages/apache_beam/io/filesystemio.py",
line 215, in close
self._uploader.finish()
File
"/opt/apache/beam-venv/beam-venv-worker-sdk-0-1/lib/python3.11/site-packages/apache_beam/io/gcp/gcsio.py",
line 829, in finish
self._upload_thread.last_error.message) # pylint:
disable=raising-bad-type
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AttributeError: 'HttpError' object has no attribute 'message' [while running
'Write BQ Sessioned Events to
BigQuery/BigQueryBatchFileLoads/ParDo(WriteRecordsToFile)/ParDo(WriteRecordsToFile)-ptransform-105']
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
