shantanu-dahiya commented on issue #11836:
URL: https://github.com/apache/iceberg/issues/11836#issuecomment-2578764964
Client logs for the same error when running Trino with the Iceberg connector:
```
2025-01-08T20:39:24.124Z ERROR dispatcher-query-22
io.trino.execution.QueryStateMachine Error cleaning up query:
org.apache.iceberg.exceptions.ForbiddenException: Forbidden:
2025-01-08T20:39:24.124Z DEBUG dispatcher-query-24
io.trino.execution.QueryStateMachine Query 20250108_203923_00004_8edee is
FAILED
2025-01-08T20:39:24.124Z DEBUG dispatcher-query-22
io.trino.execution.QueryStateMachine Query 20250108_203923_00004_8edee failed
org.apache.iceberg.exceptions.ForbiddenException: Forbidden:
at
org.apache.iceberg.rest.ErrorHandlers$DefaultErrorHandler.accept(ErrorHandlers.java:212)
at
org.apache.iceberg.rest.ErrorHandlers$DefaultErrorHandler.accept(ErrorHandlers.java:188)
at org.apache.iceberg.rest.HTTPClient.throwFailure(HTTPClient.java:211)
at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:323)
at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:262)
at org.apache.iceberg.rest.HTTPClient.get(HTTPClient.java:358)
at
org.apache.iceberg.rest.RESTSessionCatalog.fetchConfig(RESTSessionCatalog.java:1045)
at
org.apache.iceberg.rest.RESTSessionCatalog.initialize(RESTSessionCatalog.java:251)
at
io.trino.plugin.iceberg.catalog.rest.TrinoIcebergRestCatalogFactory.create(TrinoIcebergRestCatalogFactory.java:133)
at
io.trino.plugin.iceberg.IcebergMetadataFactory.create(IcebergMetadataFactory.java:77)
at
io.trino.plugin.iceberg.IcebergTransactionManager$MemoizedMetadata.get(IcebergTransactionManager.java:90)
at
io.trino.plugin.iceberg.IcebergTransactionManager.get(IcebergTransactionManager.java:56)
at
io.trino.plugin.iceberg.IcebergConnector.getMetadata(IcebergConnector.java:127)
at
io.trino.metadata.CatalogTransaction.getConnectorMetadata(CatalogTransaction.java:71)
at
io.trino.metadata.CatalogMetadata.getMetadata(CatalogMetadata.java:87)
at
io.trino.metadata.MetadataManager$QueryCatalogs.registerCatalog(MetadataManager.java:2804)
at
io.trino.metadata.MetadataManager.registerCatalogForQuery(MetadataManager.java:2777)
at
io.trino.metadata.MetadataManager.lambda$getOptionalCatalogMetadata$76(MetadataManager.java:2732)
at java.base/java.util.Optional.ifPresent(Optional.java:178)
at
io.trino.metadata.MetadataManager.getOptionalCatalogMetadata(MetadataManager.java:2732)
at
io.trino.metadata.MetadataManager.getMaterializedViewInternal(MetadataManager.java:1812)
at
io.trino.metadata.MetadataManager.getMaterializedView(MetadataManager.java:1774)
at
io.trino.tracing.TracingMetadata.getMaterializedView(TracingMetadata.java:1431)
at
io.trino.sql.analyzer.StatementAnalyzer$Visitor.visitTable(StatementAnalyzer.java:2267)
at
io.trino.sql.analyzer.StatementAnalyzer$Visitor.visitTable(StatementAnalyzer.java:522)
at io.trino.sql.tree.Table.accept(Table.java:60)
at io.trino.sql.tree.AstVisitor.process(AstVisitor.java:27)
at
io.trino.sql.analyzer.StatementAnalyzer$Visitor.process(StatementAnalyzer.java:541)
at
io.trino.sql.analyzer.StatementAnalyzer$Visitor.analyzeFrom(StatementAnalyzer.java:4893)
at
io.trino.sql.analyzer.StatementAnalyzer$Visitor.visitQuerySpecification(StatementAnalyzer.java:3093)
at
io.trino.sql.analyzer.StatementAnalyzer$Visitor.visitQuerySpecification(StatementAnalyzer.java:522)
at
io.trino.sql.tree.QuerySpecification.accept(QuerySpecification.java:155)
at io.trino.sql.tree.AstVisitor.process(AstVisitor.java:27)
at
io.trino.sql.analyzer.StatementAnalyzer$Visitor.process(StatementAnalyzer.java:541)
at
io.trino.sql.analyzer.StatementAnalyzer$Visitor.process(StatementAnalyzer.java:549)
at
io.trino.sql.analyzer.StatementAnalyzer$Visitor.visitQuery(StatementAnalyzer.java:1564)
at
io.trino.sql.analyzer.StatementAnalyzer$Visitor.visitQuery(StatementAnalyzer.java:522)
at io.trino.sql.tree.Query.accept(Query.java:119)
at io.trino.sql.tree.AstVisitor.process(AstVisitor.java:27)
at
io.trino.sql.analyzer.StatementAnalyzer$Visitor.process(StatementAnalyzer.java:541)
at
io.trino.sql.analyzer.StatementAnalyzer.analyze(StatementAnalyzer.java:501)
at
io.trino.sql.analyzer.StatementAnalyzer.analyze(StatementAnalyzer.java:490)
at io.trino.sql.analyzer.Analyzer.analyze(Analyzer.java:98)
at io.trino.sql.analyzer.Analyzer.analyze(Analyzer.java:87)
at
io.trino.execution.SqlQueryExecution.analyze(SqlQueryExecution.java:289)
at
io.trino.execution.SqlQueryExecution.<init>(SqlQueryExecution.java:222)
at
io.trino.execution.SqlQueryExecution$SqlQueryExecutionFactory.createQueryExecution(SqlQueryExecution.java:892)
at
io.trino.dispatcher.LocalDispatchQueryFactory.lambda$createDispatchQuery$0(LocalDispatchQueryFactory.java:153)
at io.trino.$gen.Trino_465____20250108_152852_2.call(Unknown Source)
at
com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:131)
at
com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:76)
at
com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:82)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1575)
```
Trino envoy proxy debug logs, including the offending request header:
```
2025-01-08T22:03:12.990743Z debug envoy http
external/envoy/source/common/http/conn_manager_impl.cc:1192 [Tags:
"ConnectionId":"1654","StreamId":"2949485735478818330"] request headers
complete (end_stream=false):
':authority', 'polaris:8181'
':path', '/api/catalog/v1/config?warehouse=azure-catalog'
':method', 'GET'
'accept', 'application/json'
'content-type', 'application/json'
'authorization', 'Bearer xxx'
'accept-encoding', 'gzip, x-gzip, deflate'
'x-client-git-commit-short', '5f7c992'
'x-client-version', 'Apache Iceberg 1.7.0 (commit
5f7c992ca673bf41df1d37543b24d646c24568a9)'
'connection', 'keep-alive,Upgrade'
'user-agent', 'Apache-HttpClient/5.4.1 (Java/23.0.1)'
'upgrade', 'TLS/1.2'
thread=24
2025-01-08T22:03:12.990769Z debug envoy connection
external/envoy/source/common/network/connection_impl.h:98 [Tags:
"ConnectionId":"1654"] current connecting state: false thread=24
2025-01-08T22:03:12.990793Z debug envoy http
external/envoy/source/common/http/filter_manager.cc:1065 [Tags:
"ConnectionId":"1654","StreamId":"2949485735478818330"] Sending local reply
with details upgrade_failed thread=24
2025-01-08T22:03:12.990823Z debug envoy http
external/envoy/source/common/http/conn_manager_impl.cc:1803 [Tags:
"ConnectionId":"1654","StreamId":"2949485735478818330"] closing connection due
to connection close header thread=24
2025-01-08T22:03:12.990837Z debug envoy http
external/envoy/source/common/http/conn_manager_impl.cc:1869 [Tags:
"ConnectionId":"1654","StreamId":"2949485735478818330"] encoding headers via
codec (end_stream=true):
':status', '403'
'date', 'Wed, 08 Jan 2025 22:03:12 GMT'
'server', 'envoy'
'connection', 'close'
thread=24
2025-01-08T22:03:12.990848Z debug envoy http
external/envoy/source/common/http/conn_manager_impl.cc:1974 [Tags:
"ConnectionId":"1654","StreamId":"2949485735478818330"] Codec completed
encoding stream. thread=24
2025-01-08T22:03:12.990853Z debug envoy http
external/envoy/source/common/http/conn_manager_impl.cc:247 [Tags:
"ConnectionId":"1654","StreamId":"2949485735478818330"] doEndStream() resetting
stream thread=24
2025-01-08T22:03:12.990856Z debug envoy http
external/envoy/source/common/http/conn_manager_impl.cc:1938 [Tags:
"ConnectionId":"1654","StreamId":"2949485735478818330"] stream reset: reset
reason: local reset, response details: - thread=24
2025-01-08T22:03:12.990865Z debug envoy connection
external/envoy/source/common/network/connection_impl.cc:146 [Tags:
"ConnectionId":"1654"] closing data_to_write=116 type=2 thread=24
2025-01-08T22:03:12.990877Z debug envoy connection
external/envoy/source/common/network/connection_impl_base.cc:47 [Tags:
"ConnectionId":"1654"] setting delayed close timer with timeout 1000 ms
thread=24
2025-01-08T22:03:12.990891Z debug envoy connection
external/envoy/source/common/network/connection_impl.cc:146 [Tags:
"ConnectionId":"1654"] closing data_to_write=116 type=2 thread=24
2025-01-08T22:03:12.990937Z debug envoy connection
external/envoy/source/common/network/connection_impl.cc:788 [Tags:
"ConnectionId":"1654"] write flush complete thread=24
2025-01-08T22:03:12.991147Z debug envoy connection
external/envoy/source/common/network/connection_impl.cc:788 [Tags:
"ConnectionId":"1654"] write flush complete thread=24
2025-01-08T22:03:13.746508Z debug envoy http
external/envoy/source/common/http/conn_manager_impl.cc:393 [Tags:
"ConnectionId":"12"] new stream thread=24
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
