tvalentyn commented on issue #36545:
URL: https://github.com/apache/beam/issues/36545#issuecomment-3411799663
A different failure mode:
2025-10-15T21:59:09.8236405Z E
google.api_core.exceptions.AlreadyExists: 409 Secret
[projects/844138762903/secrets/gbek_util_secret_tests_1015_215511_py312]
already exists.
<details>
```
2025-10-15T21:59:09.7128542Z =================================== FAILURES
===================================
2025-10-15T21:59:09.7153248Z _______
GroupByEncryptedKeyTest.test_gbek_fake_secret_manager_roundtrips _______
2025-10-15T21:59:09.7156065Z [gw1] linux -- Python 3.12.10
/runner/_work/beam/beam/sdks/python/test-suites/tox/py312/build/srcs/sdks/python/target/.tox-py312-cloud/py312-cloud/bin/python
2025-10-15T21:59:09.7157854Z
2025-10-15T21:59:09.7158735Z args = (name:
"projects/apache-beam-testing/secrets/gbek_util_secret_tests_1015_215511_py312"
2025-10-15T21:59:09.7160137Z ,)
2025-10-15T21:59:09.7162670Z kwargs = {'metadata':
[('x-goog-request-params',
'name=projects/apache-beam-testing/secrets/gbek_util_secret_tests_1015_215511_...x-goog-api-client',
'gl-python/3.12.10 grpc/1.65.5 gax/2.26.0 gapic/2.25.0 pb/5.29.5')],
'timeout': 59.997403144836426}
2025-10-15T21:59:09.7165120Z
2025-10-15T21:59:09.7165584Z @functools.wraps(callable_)
2025-10-15T21:59:09.7166448Z def error_remapped_callable(*args,
**kwargs):
2025-10-15T21:59:09.7167381Z try:
2025-10-15T21:59:09.7167979Z > return callable_(*args, **kwargs)
2025-10-15T21:59:09.7168846Z ^^^^^^^^^^^^^^^^^^^^^^^^^^
2025-10-15T21:59:09.7169492Z
2025-10-15T21:59:09.7170463Z
target/.tox-py312-cloud/py312-cloud/lib/python3.12/site-packages/google/api_core/grpc_helpers.py:75:
2025-10-15T21:59:09.7172060Z _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
2025-10-15T21:59:09.7173586Z
target/.tox-py312-cloud/py312-cloud/lib/python3.12/site-packages/grpc/_interceptor.py:277:
in __call__
2025-10-15T21:59:09.7175109Z response, ignored_call = self._with_call(
2025-10-15T21:59:09.7177299Z
target/.tox-py312-cloud/py312-cloud/lib/python3.12/site-packages/grpc/_interceptor.py:332:
in _with_call
2025-10-15T21:59:09.7178915Z return call.result(), call
2025-10-15T21:59:09.7179629Z ^^^^^^^^^^^^^
2025-10-15T21:59:09.7180899Z
target/.tox-py312-cloud/py312-cloud/lib/python3.12/site-packages/grpc/_channel.py:440:
in result
2025-10-15T21:59:09.7182239Z raise self
2025-10-15T21:59:09.7183529Z
target/.tox-py312-cloud/py312-cloud/lib/python3.12/site-packages/grpc/_interceptor.py:315:
in continuation
2025-10-15T21:59:09.7197268Z response, call =
self._thunk(new_method).with_call(
2025-10-15T21:59:09.7198717Z
target/.tox-py312-cloud/py312-cloud/lib/python3.12/site-packages/grpc/_channel.py:1198:
in with_call
2025-10-15T21:59:09.7200321Z return _end_unary_response_blocking(state,
call, True, None)
2025-10-15T21:59:09.7201299Z
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
2025-10-15T21:59:09.7202290Z _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
2025-10-15T21:59:09.7202900Z
2025-10-15T21:59:09.7203382Z state = <grpc._channel._RPCState object at
0x7fb9546c8800>
2025-10-15T21:59:09.7204660Z call = <grpc._cython.cygrpc.SegregatedCall
object at 0x7fb986e82140>
2025-10-15T21:59:09.7205936Z with_call = True, deadline = None
2025-10-15T21:59:09.7206438Z
2025-10-15T21:59:09.7206717Z def _end_unary_response_blocking(
2025-10-15T21:59:09.7207437Z state: _RPCState,
2025-10-15T21:59:09.7208246Z call: cygrpc.SegregatedCall,
2025-10-15T21:59:09.7209105Z with_call: bool,
2025-10-15T21:59:09.7209768Z deadline: Optional[float],
2025-10-15T21:59:09.7210915Z ) -> Union[ResponseType,
Tuple[ResponseType, grpc.Call]]:
2025-10-15T21:59:09.7211992Z if state.code is grpc.StatusCode.OK:
2025-10-15T21:59:09.7212807Z if with_call:
2025-10-15T21:59:09.7213786Z rendezvous =
_MultiThreadedRendezvous(state, call, None, deadline)
2025-10-15T21:59:09.7215077Z return state.response,
rendezvous
2025-10-15T21:59:09.7216045Z else:
2025-10-15T21:59:09.7216779Z return state.response
2025-10-15T21:59:09.7217550Z else:
2025-10-15T21:59:09.7218446Z > raise _InactiveRpcError(state) #
pytype: disable=not-instantiable
2025-10-15T21:59:09.7219555Z ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
2025-10-15T21:59:09.7221263Z E grpc._channel._InactiveRpcError:
<_InactiveRpcError of RPC that terminated with:
2025-10-15T21:59:09.7222591Z E status = StatusCode.NOT_FOUND
2025-10-15T21:59:09.7224082Z E details = "Secret
[projects/844138762903/secrets/gbek_util_secret_tests_1015_215511_py312] not
found."
2025-10-15T21:59:09.7248032Z E debug_error_string =
"UNKNOWN:Error received from peer ipv4:142.250.152.95:443
{created_time:"2025-10-15T21:55:11.542009081+00:00", grpc_status:5,
grpc_message:"Secret
[projects/844138762903/secrets/gbek_util_secret_tests_1015_215511_py312] not
found."}"
2025-10-15T21:59:09.7250787Z E >
2025-10-15T21:59:09.7251155Z
2025-10-15T21:59:09.7252239Z
target/.tox-py312-cloud/py312-cloud/lib/python3.12/site-packages/grpc/_channel.py:1006:
_InactiveRpcError
2025-10-15T21:59:09.7253465Z
2025-10-15T21:59:09.7254152Z The above exception was the direct cause of the
following exception:
2025-10-15T21:59:09.7255010Z
2025-10-15T21:59:09.7257046Z self =
<apache_beam.transforms.util_test.GroupByEncryptedKeyTest
testMethod=test_gbek_fake_secret_manager_roundtrips>
2025-10-15T21:59:09.7258460Z
2025-10-15T21:59:09.7258792Z def setUp(self):
2025-10-15T21:59:09.7259439Z if secretmanager is not None:
2025-10-15T21:59:09.7260365Z self.project_id = 'apache-beam-testing'
2025-10-15T21:59:09.7261437Z py_version =
f'_py{sys.version_info.major}{sys.version_info.minor}'
2025-10-15T21:59:09.7262781Z secret_postfix =
datetime.now().strftime('%m%d_%H%M%S') + py_version
2025-10-15T21:59:09.7264100Z self.secret_id =
'gbek_util_secret_tests_' + secret_postfix
2025-10-15T21:59:09.7265863Z self.client =
secretmanager.SecretManagerServiceClient()
2025-10-15T21:59:09.7267068Z self.project_path =
f'projects/{self.project_id}'
2025-10-15T21:59:09.7268249Z self.secret_path =
f'{self.project_path}/secrets/{self.secret_id}'
2025-10-15T21:59:09.7269448Z try:
2025-10-15T21:59:09.7270261Z >
self.client.get_secret(request={'name': self.secret_path})
2025-10-15T21:59:09.7271108Z
2025-10-15T21:59:09.7271417Z apache_beam/transforms/util_test.py:329:
2025-10-15T21:59:09.7272321Z _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
2025-10-15T21:59:09.7274531Z
target/.tox-py312-cloud/py312-cloud/lib/python3.12/site-packages/google/cloud/secretmanager_v1/services/secret_manager_service/client.py:1265:
in get_secret
2025-10-15T21:59:09.7298054Z response = rpc(
2025-10-15T21:59:09.7299600Z
target/.tox-py312-cloud/py312-cloud/lib/python3.12/site-packages/google/api_core/gapic_v1/method.py:131:
in __call__
2025-10-15T21:59:09.7301364Z return wrapped_func(*args, **kwargs)
2025-10-15T21:59:09.7302203Z ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
2025-10-15T21:59:09.7303784Z
target/.tox-py312-cloud/py312-cloud/lib/python3.12/site-packages/google/api_core/timeout.py:130:
in func_with_timeout
2025-10-15T21:59:09.7305637Z return func(*args, **kwargs)
2025-10-15T21:59:09.7306388Z ^^^^^^^^^^^^^^^^^^^^^
2025-10-15T21:59:09.7307302Z _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
2025-10-15T21:59:09.7308062Z
2025-10-15T21:59:09.7308913Z args = (name:
"projects/apache-beam-testing/secrets/gbek_util_secret_tests_1015_215511_py312"
2025-10-15T21:59:09.7310167Z ,)
2025-10-15T21:59:09.7312638Z kwargs = {'metadata':
[('x-goog-request-params',
'name=projects/apache-beam-testing/secrets/gbek_util_secret_tests_1015_215511_...x-goog-api-client',
'gl-python/3.12.10 grpc/1.65.5 gax/2.26.0 gapic/2.25.0 pb/5.29.5')],
'timeout': 59.997403144836426}
2025-10-15T21:59:09.7315083Z
2025-10-15T21:59:09.7315501Z @functools.wraps(callable_)
2025-10-15T21:59:09.7316369Z def error_remapped_callable(*args,
**kwargs):
2025-10-15T21:59:09.7317157Z try:
2025-10-15T21:59:09.7317799Z return callable_(*args, **kwargs)
2025-10-15T21:59:09.7318780Z except grpc.RpcError as exc:
2025-10-15T21:59:09.7320110Z > raise
exceptions.from_grpc_error(exc) from exc
2025-10-15T21:59:09.7321928Z E
google.api_core.exceptions.NotFound: 404 Secret
[projects/844138762903/secrets/gbek_util_secret_tests_1015_215511_py312] not
found.
2025-10-15T21:59:09.7323403Z
2025-10-15T21:59:09.7324451Z
target/.tox-py312-cloud/py312-cloud/lib/python3.12/site-packages/google/api_core/grpc_helpers.py:77:
NotFound
2025-10-15T21:59:09.7326425Z
2025-10-15T21:59:09.7326985Z During handling of the above exception, another
exception occurred:
2025-10-15T21:59:09.7327779Z
2025-10-15T21:59:09.7328138Z args = (parent: "projects/apache-beam-testing"
2025-10-15T21:59:09.7329307Z secret_id:
"gbek_util_secret_tests_1015_215511_py312"
2025-10-15T21:59:09.7330115Z secret {
2025-10-15T21:59:09.7330683Z replication {
2025-10-15T21:59:09.7331272Z automatic {
2025-10-15T21:59:09.7332006Z }
2025-10-15T21:59:09.7332563Z }
2025-10-15T21:59:09.7333033Z }
2025-10-15T21:59:09.7333471Z ,)
2025-10-15T21:59:09.7335591Z kwargs = {'metadata':
[('x-goog-request-params', 'parent=projects/apache-beam-testing'),
('x-goog-api-client', 'gl-python/3.12.10 grpc/1.65.5 gax/2.26.0 gapic/2.25.0
pb/5.29.5')], 'timeout': 60.0}
2025-10-15T21:59:09.7337519Z
2025-10-15T21:59:09.7337787Z @functools.wraps(callable_)
2025-10-15T21:59:09.7338719Z def error_remapped_callable(*args,
**kwargs):
2025-10-15T21:59:09.7339521Z try:
2025-10-15T21:59:09.7340188Z > return callable_(*args, **kwargs)
2025-10-15T21:59:09.7341024Z ^^^^^^^^^^^^^^^^^^^^^^^^^^
2025-10-15T21:59:09.7341510Z
2025-10-15T21:59:09.7342428Z
target/.tox-py312-cloud/py312-cloud/lib/python3.12/site-packages/google/api_core/grpc_helpers.py:75:
2025-10-15T21:59:09.7344431Z _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
2025-10-15T21:59:09.7346109Z
target/.tox-py312-cloud/py312-cloud/lib/python3.12/site-packages/grpc/_interceptor.py:277:
in __call__
2025-10-15T21:59:09.7347617Z response, ignored_call = self._with_call(
2025-10-15T21:59:09.7349190Z
target/.tox-py312-cloud/py312-cloud/lib/python3.12/site-packages/grpc/_interceptor.py:332:
in _with_call
2025-10-15T21:59:09.7350743Z return call.result(), call
2025-10-15T21:59:09.7351446Z ^^^^^^^^^^^^^
2025-10-15T21:59:09.7352698Z
target/.tox-py312-cloud/py312-cloud/lib/python3.12/site-packages/grpc/_channel.py:440:
in result
2025-10-15T21:59:09.7354050Z raise self
2025-10-15T21:59:09.7395775Z
target/.tox-py312-cloud/py312-cloud/lib/python3.12/site-packages/grpc/_interceptor.py:315:
in continuation
2025-10-15T21:59:09.7397671Z response, call =
self._thunk(new_method).with_call(
2025-10-15T21:59:09.7399412Z
target/.tox-py312-cloud/py312-cloud/lib/python3.12/site-packages/grpc/_channel.py:1198:
in with_call
2025-10-15T21:59:09.7401115Z return _end_unary_response_blocking(state,
call, True, None)
2025-10-15T21:59:09.7402098Z
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
2025-10-15T21:59:09.7403035Z _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
2025-10-15T21:59:09.7403687Z
2025-10-15T21:59:09.7404166Z state = <grpc._channel._RPCState object at
0x7fb9546ca780>
2025-10-15T21:59:09.7405554Z call = <grpc._cython.cygrpc.SegregatedCall
object at 0x7fb984112780>
2025-10-15T21:59:09.7406711Z with_call = True, deadline = None
2025-10-15T21:59:09.7407197Z
2025-10-15T21:59:09.7407574Z def _end_unary_response_blocking(
2025-10-15T21:59:09.7408307Z state: _RPCState,
2025-10-15T21:59:09.7409057Z call: cygrpc.SegregatedCall,
2025-10-15T21:59:09.7409873Z with_call: bool,
2025-10-15T21:59:09.7410535Z deadline: Optional[float],
2025-10-15T21:59:09.7411479Z ) -> Union[ResponseType,
Tuple[ResponseType, grpc.Call]]:
2025-10-15T21:59:09.7412533Z if state.code is grpc.StatusCode.OK:
2025-10-15T21:59:09.7413356Z if with_call:
2025-10-15T21:59:09.7414352Z rendezvous =
_MultiThreadedRendezvous(state, call, None, deadline)
2025-10-15T21:59:09.7415701Z return state.response,
rendezvous
2025-10-15T21:59:09.7417019Z else:
2025-10-15T21:59:09.7417658Z return state.response
2025-10-15T21:59:09.7418360Z else:
2025-10-15T21:59:09.8111878Z > raise _InactiveRpcError(state) #
pytype: disable=not-instantiable
2025-10-15T21:59:09.8113967Z ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
2025-10-15T21:59:09.8116029Z E grpc._channel._InactiveRpcError:
<_InactiveRpcError of RPC that terminated with:
2025-10-15T21:59:09.8117548Z E status =
StatusCode.ALREADY_EXISTS
2025-10-15T21:59:09.8121142Z E details = "Secret
[projects/844138762903/secrets/gbek_util_secret_tests_1015_215511_py312]
already exists."
2025-10-15T21:59:09.8124810Z E debug_error_string =
"UNKNOWN:Error received from peer ipv4:142.250.152.95:443
{created_time:"2025-10-15T21:55:11.639695647+00:00", grpc_status:6,
grpc_message:"Secret
[projects/844138762903/secrets/gbek_util_secret_tests_1015_215511_py312]
already exists."}"
2025-10-15T21:59:09.8135956Z E >
2025-10-15T21:59:09.8136354Z
2025-10-15T21:59:09.8137377Z
target/.tox-py312-cloud/py312-cloud/lib/python3.12/site-packages/grpc/_channel.py:1006:
_InactiveRpcError
2025-10-15T21:59:09.8138635Z
2025-10-15T21:59:09.8139213Z The above exception was the direct cause of the
following exception:
2025-10-15T21:59:09.8140074Z
2025-10-15T21:59:09.8141185Z self =
<apache_beam.transforms.util_test.GroupByEncryptedKeyTest
testMethod=test_gbek_fake_secret_manager_roundtrips>
2025-10-15T21:59:09.8142628Z
2025-10-15T21:59:09.8142878Z def setUp(self):
2025-10-15T21:59:09.8143541Z if secretmanager is not None:
2025-10-15T21:59:09.8144442Z self.project_id = 'apache-beam-testing'
2025-10-15T21:59:09.8154780Z py_version =
f'_py{sys.version_info.major}{sys.version_info.minor}'
2025-10-15T21:59:09.8158156Z secret_postfix =
datetime.now().strftime('%m%d_%H%M%S') + py_version
2025-10-15T21:59:09.8159453Z self.secret_id =
'gbek_util_secret_tests_' + secret_postfix
2025-10-15T21:59:09.8160757Z self.client =
secretmanager.SecretManagerServiceClient()
2025-10-15T21:59:09.8161952Z self.project_path =
f'projects/{self.project_id}'
2025-10-15T21:59:09.8163143Z self.secret_path =
f'{self.project_path}/secrets/{self.secret_id}'
2025-10-15T21:59:09.8164172Z try:
2025-10-15T21:59:09.8164914Z
self.client.get_secret(request={'name': self.secret_path})
2025-10-15T21:59:09.8166055Z except Exception:
2025-10-15T21:59:09.8166825Z > self.client.create_secret(
2025-10-15T21:59:09.8167654Z request={
2025-10-15T21:59:09.8168411Z 'parent': self.project_path,
2025-10-15T21:59:09.8169368Z 'secret_id': self.secret_id,
2025-10-15T21:59:09.8170173Z 'secret': {
2025-10-15T21:59:09.8170840Z 'replication': {
2025-10-15T21:59:09.8171675Z 'automatic': {}
2025-10-15T21:59:09.8172451Z }
2025-10-15T21:59:09.8173052Z }
2025-10-15T21:59:09.8173634Z })
2025-10-15T21:59:09.8173966Z
2025-10-15T21:59:09.8174275Z apache_beam/transforms/util_test.py:331:
2025-10-15T21:59:09.8175175Z _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
2025-10-15T21:59:09.8177326Z
target/.tox-py312-cloud/py312-cloud/lib/python3.12/site-packages/google/cloud/secretmanager_v1/services/secret_manager_service/client.py:1024:
in create_secret
2025-10-15T21:59:09.8179388Z response = rpc(
2025-10-15T21:59:09.8180843Z
target/.tox-py312-cloud/py312-cloud/lib/python3.12/site-packages/google/api_core/gapic_v1/method.py:131:
in __call__
2025-10-15T21:59:09.8182577Z return wrapped_func(*args, **kwargs)
2025-10-15T21:59:09.8183412Z ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
2025-10-15T21:59:09.8184953Z
target/.tox-py312-cloud/py312-cloud/lib/python3.12/site-packages/google/api_core/timeout.py:130:
in func_with_timeout
2025-10-15T21:59:09.8217345Z return func(*args, **kwargs)
2025-10-15T21:59:09.8218534Z ^^^^^^^^^^^^^^^^^^^^^
2025-10-15T21:59:09.8219398Z _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
2025-10-15T21:59:09.8220070Z
2025-10-15T21:59:09.8220422Z args = (parent: "projects/apache-beam-testing"
2025-10-15T21:59:09.8221449Z secret_id:
"gbek_util_secret_tests_1015_215511_py312"
2025-10-15T21:59:09.8222381Z secret {
2025-10-15T21:59:09.8222952Z replication {
2025-10-15T21:59:09.8223506Z automatic {
2025-10-15T21:59:09.8224006Z }
2025-10-15T21:59:09.8224483Z }
2025-10-15T21:59:09.8225066Z }
2025-10-15T21:59:09.8225768Z ,)
2025-10-15T21:59:09.8227723Z kwargs = {'metadata':
[('x-goog-request-params', 'parent=projects/apache-beam-testing'),
('x-goog-api-client', 'gl-python/3.12.10 grpc/1.65.5 gax/2.26.0 gapic/2.25.0
pb/5.29.5')], 'timeout': 60.0}
2025-10-15T21:59:09.8229640Z
2025-10-15T21:59:09.8230021Z @functools.wraps(callable_)
2025-10-15T21:59:09.8230913Z def error_remapped_callable(*args,
**kwargs):
2025-10-15T21:59:09.8231841Z try:
2025-10-15T21:59:09.8232476Z return callable_(*args, **kwargs)
2025-10-15T21:59:09.8233366Z except grpc.RpcError as exc:
2025-10-15T21:59:09.8234323Z > raise
exceptions.from_grpc_error(exc) from exc
2025-10-15T21:59:09.8236405Z E
google.api_core.exceptions.AlreadyExists: 409 Secret
[projects/844138762903/secrets/gbek_util_secret_tests_1015_215511_py312]
already exists.
```
</<details>
This one is from
https://github.com/apache/beam/actions/runs/18543048965/job/52855054053?pr=36367
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
