[ 
https://issues.apache.org/jira/browse/HUDI-2077?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
 ]

Raymond Xu updated HUDI-2077:
-----------------------------
    Description: 
{code:java}
 [INFO] Results:8520[INFO] 8521[ERROR] Errors: 8522[ERROR]   
TestHoodieDeltaStreamer.testUpsertsMORContinuousModeWithMultipleWriters:716->testUpsertsContinuousModeWithMultipleWriters:831->runJobsInParallel:940
 » Execution{code}
 
{code:java}
2021-10-01T15:38:36.7776781Z [ERROR] 
org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.testUpsertsMORContinuousModeWithMultipleWriters
 Time elapsed: 57.945 s <<< ERROR! 2021-10-01T15:38:36.7778593Z 
java.util.concurrent.ExecutionException: java.lang.RuntimeException: 
org.apache.hudi.exception.HoodieIOException: Failed to create file 
hdfs://localhost:46579/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit
 2021-10-01T15:38:36.7780175Z at 
org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.runJobsInParallel(TestHoodieDeltaStreamer.java:926)
 2021-10-01T15:38:36.7781191Z at 
org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.testUpsertsContinuousModeWithMultipleWriters(TestHoodieDeltaStreamer.java:818)
 2021-10-01T15:38:36.7782459Z at 
org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.testUpsertsMORContinuousModeWithMultipleWriters(TestHoodieDeltaStreamer.java:703)
 2021-10-01T15:38:36.7783719Z Caused by: java.lang.RuntimeException: 
org.apache.hudi.exception.HoodieIOException: Failed to create file 
hdfs://localhost:46579/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit
 2021-10-01T15:38:36.7784928Z at 
org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:923)
 2021-10-01T15:38:36.7786069Z Caused by: 
org.apache.hudi.exception.HoodieIOException: Failed to create file 
hdfs://localhost:46579/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit
 2021-10-01T15:38:36.7787955Z at 
org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:921)
 2021-10-01T15:38:36.7789094Z Caused by: 
org.apache.hadoop.fs.FileAlreadyExistsException: 2021-10-01T15:38:36.7789863Z 
/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit for client 
127.0.0.1 already exists 2021-10-01T15:38:36.7790732Z at 
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInternal(FSNamesystem.java:2563)
 2021-10-01T15:38:36.7791637Z at 
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInt(FSNamesystem.java:2450)
 2021-10-01T15:38:36.7793026Z at 
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFile(FSNamesystem.java:2334)
 2021-10-01T15:38:36.7794034Z at 
org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.create(NameNodeRpcServer.java:624)
 2021-10-01T15:38:36.7795041Z at 
org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.create(ClientNamenodeProtocolServerSideTranslatorPB.java:397)
 2021-10-01T15:38:36.7796077Z at 
org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
 2021-10-01T15:38:36.7797974Z at 
org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:616)
 2021-10-01T15:38:36.7798852Z at 
org.apache.hadoop.ipc.RPC$Server.call(RPC.java:982) 
2021-10-01T15:38:36.7799527Z at 
org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2049) 
2021-10-01T15:38:36.7800188Z at 
org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2045) 
2021-10-01T15:38:36.7800789Z at 
java.security.AccessController.doPrivileged(Native Method) 
2021-10-01T15:38:36.7801386Z at 
javax.security.auth.Subject.doAs(Subject.java:422) 2021-10-01T15:38:36.7802258Z 
at 
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1698)
 2021-10-01T15:38:36.7802948Z at 
org.apache.hadoop.ipc.Server$Handler.run(Server.java:2045) 
2021-10-01T15:38:36.7803676Z 2021-10-01T15:38:36.7804333Z at 
org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:921)
 2021-10-01T15:38:36.7805070Z Caused by: org.apache.hadoop.ipc.RemoteException: 
2021-10-01T15:38:36.7805712Z 
/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit for client 
127.0.0.1 already exists 2021-10-01T15:38:36.7806633Z at 
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInternal(FSNamesystem.java:2563)
 2021-10-01T15:38:36.7807422Z at 
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInt(FSNamesystem.java:2450)
 2021-10-01T15:38:36.7808170Z at 
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFile(FSNamesystem.java:2334)
 2021-10-01T15:38:36.7808949Z at 
org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.create(NameNodeRpcServer.java:624)
 2021-10-01T15:38:36.7809836Z at 
org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.create(ClientNamenodeProtocolServerSideTranslatorPB.java:397)
 2021-10-01T15:38:36.7810782Z at 
org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
 2021-10-01T15:38:36.7811622Z at 
org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:616)
 2021-10-01T15:38:36.7812341Z at 
org.apache.hadoop.ipc.RPC$Server.call(RPC.java:982) 
2021-10-01T15:38:36.7813101Z at 
org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2049) 
2021-10-01T15:38:36.7813915Z at 
org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2045) 
2021-10-01T15:38:36.7814492Z at 
java.security.AccessController.doPrivileged(Native Method) 
2021-10-01T15:38:36.7815068Z at 
javax.security.auth.Subject.doAs(Subject.java:422) 2021-10-01T15:38:36.7815752Z 
at 
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1698)
 2021-10-01T15:38:36.7816631Z at 
org.apache.hadoop.ipc.Server$Handler.run(Server.java:2045) 
2021-10-01T15:38:36.7816990Z 2021-10-01T15:38:36.7817616Z at 
org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:921)
{code}
 

  was:
{code:java}
 [INFO] Results:8520[INFO] 8521[ERROR] Errors: 8522[ERROR]   
TestHoodieDeltaStreamer.testUpsertsMORContinuousModeWithMultipleWriters:716->testUpsertsContinuousModeWithMultipleWriters:831->runJobsInParallel:940
 » Execution{code}
 


> Flaky test: TestHoodieDeltaStreamer
> -----------------------------------
>
>                 Key: HUDI-2077
>                 URL: https://issues.apache.org/jira/browse/HUDI-2077
>             Project: Apache Hudi
>          Issue Type: Sub-task
>          Components: Testing
>            Reporter: Raymond Xu
>            Assignee: Sagar Sumit
>            Priority: Major
>
> {code:java}
>  [INFO] Results:8520[INFO] 8521[ERROR] Errors: 8522[ERROR]   
> TestHoodieDeltaStreamer.testUpsertsMORContinuousModeWithMultipleWriters:716->testUpsertsContinuousModeWithMultipleWriters:831->runJobsInParallel:940
>  » Execution{code}
>  
> {code:java}
> 2021-10-01T15:38:36.7776781Z [ERROR] 
> org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.testUpsertsMORContinuousModeWithMultipleWriters
>  Time elapsed: 57.945 s <<< ERROR! 2021-10-01T15:38:36.7778593Z 
> java.util.concurrent.ExecutionException: java.lang.RuntimeException: 
> org.apache.hudi.exception.HoodieIOException: Failed to create file 
> hdfs://localhost:46579/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit
>  2021-10-01T15:38:36.7780175Z at 
> org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.runJobsInParallel(TestHoodieDeltaStreamer.java:926)
>  2021-10-01T15:38:36.7781191Z at 
> org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.testUpsertsContinuousModeWithMultipleWriters(TestHoodieDeltaStreamer.java:818)
>  2021-10-01T15:38:36.7782459Z at 
> org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.testUpsertsMORContinuousModeWithMultipleWriters(TestHoodieDeltaStreamer.java:703)
>  2021-10-01T15:38:36.7783719Z Caused by: java.lang.RuntimeException: 
> org.apache.hudi.exception.HoodieIOException: Failed to create file 
> hdfs://localhost:46579/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit
>  2021-10-01T15:38:36.7784928Z at 
> org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:923)
>  2021-10-01T15:38:36.7786069Z Caused by: 
> org.apache.hudi.exception.HoodieIOException: Failed to create file 
> hdfs://localhost:46579/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit
>  2021-10-01T15:38:36.7787955Z at 
> org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:921)
>  2021-10-01T15:38:36.7789094Z Caused by: 
> org.apache.hadoop.fs.FileAlreadyExistsException: 2021-10-01T15:38:36.7789863Z 
> /user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit for 
> client 127.0.0.1 already exists 2021-10-01T15:38:36.7790732Z at 
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInternal(FSNamesystem.java:2563)
>  2021-10-01T15:38:36.7791637Z at 
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInt(FSNamesystem.java:2450)
>  2021-10-01T15:38:36.7793026Z at 
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFile(FSNamesystem.java:2334)
>  2021-10-01T15:38:36.7794034Z at 
> org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.create(NameNodeRpcServer.java:624)
>  2021-10-01T15:38:36.7795041Z at 
> org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.create(ClientNamenodeProtocolServerSideTranslatorPB.java:397)
>  2021-10-01T15:38:36.7796077Z at 
> org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
>  2021-10-01T15:38:36.7797974Z at 
> org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:616)
>  2021-10-01T15:38:36.7798852Z at 
> org.apache.hadoop.ipc.RPC$Server.call(RPC.java:982) 
> 2021-10-01T15:38:36.7799527Z at 
> org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2049) 
> 2021-10-01T15:38:36.7800188Z at 
> org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2045) 
> 2021-10-01T15:38:36.7800789Z at 
> java.security.AccessController.doPrivileged(Native Method) 
> 2021-10-01T15:38:36.7801386Z at 
> javax.security.auth.Subject.doAs(Subject.java:422) 
> 2021-10-01T15:38:36.7802258Z at 
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1698)
>  2021-10-01T15:38:36.7802948Z at 
> org.apache.hadoop.ipc.Server$Handler.run(Server.java:2045) 
> 2021-10-01T15:38:36.7803676Z 2021-10-01T15:38:36.7804333Z at 
> org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:921)
>  2021-10-01T15:38:36.7805070Z Caused by: 
> org.apache.hadoop.ipc.RemoteException: 2021-10-01T15:38:36.7805712Z 
> /user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit for 
> client 127.0.0.1 already exists 2021-10-01T15:38:36.7806633Z at 
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInternal(FSNamesystem.java:2563)
>  2021-10-01T15:38:36.7807422Z at 
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInt(FSNamesystem.java:2450)
>  2021-10-01T15:38:36.7808170Z at 
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFile(FSNamesystem.java:2334)
>  2021-10-01T15:38:36.7808949Z at 
> org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.create(NameNodeRpcServer.java:624)
>  2021-10-01T15:38:36.7809836Z at 
> org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.create(ClientNamenodeProtocolServerSideTranslatorPB.java:397)
>  2021-10-01T15:38:36.7810782Z at 
> org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
>  2021-10-01T15:38:36.7811622Z at 
> org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:616)
>  2021-10-01T15:38:36.7812341Z at 
> org.apache.hadoop.ipc.RPC$Server.call(RPC.java:982) 
> 2021-10-01T15:38:36.7813101Z at 
> org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2049) 
> 2021-10-01T15:38:36.7813915Z at 
> org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2045) 
> 2021-10-01T15:38:36.7814492Z at 
> java.security.AccessController.doPrivileged(Native Method) 
> 2021-10-01T15:38:36.7815068Z at 
> javax.security.auth.Subject.doAs(Subject.java:422) 
> 2021-10-01T15:38:36.7815752Z at 
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1698)
>  2021-10-01T15:38:36.7816631Z at 
> org.apache.hadoop.ipc.Server$Handler.run(Server.java:2045) 
> 2021-10-01T15:38:36.7816990Z 2021-10-01T15:38:36.7817616Z at 
> org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:921)
> {code}
>  



--
This message was sent by Atlassian Jira
(v8.3.4#803005)

Reply via email to