Yun Gao created FLINK-25139:
-------------------------------
Summary: Shaded Hadoop S3A with credentials provider failed on
azure
Key: FLINK-25139
URL: https://issues.apache.org/jira/browse/FLINK-25139
Project: Flink
Issue Type: Bug
Components: FileSystems
Affects Versions: 1.13.3
Reporter: Yun Gao
{code:java}
Dec 01 19:33:39 at
org.apache.hadoop.fs.s3a.S3AFileSystem.getObjectMetadata(S3AFileSystem.java:1232)
~[?:?]
Dec 01 19:33:39 at
org.apache.hadoop.fs.s3a.S3AFileSystem.s3GetFileStatus(S3AFileSystem.java:2169)
~[?:?]
Dec 01 19:33:39 at
org.apache.hadoop.fs.s3a.S3AFileSystem.innerGetFileStatus(S3AFileSystem.java:2149)
~[?:?]
Dec 01 19:33:39 at
org.apache.hadoop.fs.s3a.S3AFileSystem.getFileStatus(S3AFileSystem.java:2088)
~[?:?]
Dec 01 19:33:39 at
org.apache.hadoop.fs.FileSystem.exists(FileSystem.java:1734) ~[?:?]
Dec 01 19:33:39 at
org.apache.hadoop.fs.s3a.S3AFileSystem.exists(S3AFileSystem.java:2970) ~[?:?]
Dec 01 19:33:39 at
org.apache.flink.fs.s3hadoop.common.HadoopFileSystem.exists(HadoopFileSystem.java:165)
~[?:?]
Dec 01 19:33:39 at
org.apache.flink.core.fs.PluginFileSystemFactory$ClassLoaderFixingFileSystem.exists(PluginFileSystemFactory.java:148)
~[flink-dist_2.11-1.13-SNAPSHOT.jar:1.13-SNAPSHOT]
Dec 01 19:33:39 at
org.apache.flink.core.fs.FileSystem.initOutPathDistFS(FileSystem.java:984)
~[flink-dist_2.11-1.13-SNAPSHOT.jar:1.13-SNAPSHOT]
Dec 01 19:33:39 at
org.apache.flink.api.common.io.FileOutputFormat.initializeGlobal(FileOutputFormat.java:299)
~[flink-dist_2.11-1.13-SNAPSHOT.jar:1.13-SNAPSHOT]
Dec 01 19:33:39 at
org.apache.flink.runtime.jobgraph.InputOutputFormatVertex.initializeOnMaster(InputOutputFormatVertex.java:110)
~[flink-dist_2.11-1.13-SNAPSHOT.jar:1.13-SNAPSHOT]
Dec 01 19:33:39 at
org.apache.flink.runtime.executiongraph.DefaultExecutionGraphBuilder.buildGraph(DefaultExecutionGraphBuilder.java:174)
~[flink-dist_2.11-1.13-SNAPSHOT.jar:1.13-SNAPSHOT]
Dec 01 19:33:39 at
org.apache.flink.runtime.scheduler.DefaultExecutionGraphFactory.createAndRestoreExecutionGraph(DefaultExecutionGraphFactory.java:107)
~[flink-dist_2.11-1.13-SNAPSHOT.jar:1.13-SNAPSHOT]
Dec 01 19:33:39 at
org.apache.flink.runtime.scheduler.SchedulerBase.createAndRestoreExecutionGraph(SchedulerBase.java:342)
~[flink-dist_2.11-1.13-SNAPSHOT.jar:1.13-SNAPSHOT]
Dec 01 19:33:39 at
org.apache.flink.runtime.scheduler.SchedulerBase.<init>(SchedulerBase.java:190)
~[flink-dist_2.11-1.13-SNAPSHOT.jar:1.13-SNAPSHOT]
Dec 01 19:33:39 at
org.apache.flink.runtime.scheduler.DefaultScheduler.<init>(DefaultScheduler.java:122)
~[flink-dist_2.11-1.13-SNAPSHOT.jar:1.13-SNAPSHOT]
Dec 01 19:33:39 at
org.apache.flink.runtime.scheduler.DefaultSchedulerFactory.createInstance(DefaultSchedulerFactory.java:132)
~[flink-dist_2.11-1.13-SNAPSHOT.jar:1.13-SNAPSHOT]
Dec 01 19:33:39 at
org.apache.flink.runtime.jobmaster.DefaultSlotPoolServiceSchedulerFactory.createScheduler(DefaultSlotPoolServiceSchedulerFactory.java:110)
~[flink-dist_2.11-1.13-SNAPSHOT.jar:1.13-SNAPSHOT]
Dec 01 19:33:39 at
org.apache.flink.runtime.jobmaster.JobMaster.createScheduler(JobMaster.java:340)
~[flink-dist_2.11-1.13-SNAPSHOT.jar:1.13-SNAPSHOT]
Dec 01 19:33:39 at
org.apache.flink.runtime.jobmaster.JobMaster.<init>(JobMaster.java:317)
~[flink-dist_2.11-1.13-SNAPSHOT.jar:1.13-SNAPSHOT]
Dec 01 19:33:39 at
org.apache.flink.runtime.jobmaster.factories.DefaultJobMasterServiceFactory.internalCreateJobMasterService(DefaultJobMasterServiceFactory.java:107)
~[flink-dist_2.11-1.13-SNAPSHOT.jar:1.13-SNAPSHOT]
Dec 01 19:33:39 at
org.apache.flink.runtime.jobmaster.factories.DefaultJobMasterServiceFactory.lambda$createJobMasterService$0(DefaultJobMasterServiceFactory.java:95)
~[flink-dist_2.11-1.13-SNAPSHOT.jar:1.13-SNAPSHOT]
Dec 01 19:33:39 at
org.apache.flink.util.function.FunctionUtils.lambda$uncheckedSupplier$4(FunctionUtils.java:112)
~[flink-dist_2.11-1.13-SNAPSHOT.jar:1.13-SNAPSHOT]
Dec 01 19:33:39 at
java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1604)
~[?:1.8.0_292]
Dec 01 19:33:39 at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
~[?:1.8.0_292]
Dec 01 19:33:39 at
java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_292]
Dec 01 19:33:39 at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
~[?:1.8.0_292]
Dec 01 19:33:39 at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
~[?:1.8.0_292]
Dec 01 19:33:39 at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
~[?:1.8.0_292]
Dec 01 19:33:39 at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
~[?:1.8.0_292]
Dec 01 19:33:39 at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_292]
{code}
https://dev.azure.com/apache-flink/apache-flink/_build/results?buildId=27379&view=logs&j=c88eea3b-64a0-564d-0031-9fdcd7b8abee&t=ff888d9b-cd34-53cc-d90f-3e446d355529&l=23278
--
This message was sent by Atlassian Jira
(v8.20.1#820001)