You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by "Raymond Xu (Jira)" <ji...@apache.org> on 2021/10/05 07:10:00 UTC
[jira] [Updated] (HUDI-2077) Flaky test: TestHoodieDeltaStreamer
[ https://issues.apache.org/jira/browse/HUDI-2077?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Raymond Xu updated HUDI-2077:
-----------------------------
Description:
{code:java}
[INFO] Results:8520[INFO] 8521[ERROR] Errors: 8522[ERROR] TestHoodieDeltaStreamer.testUpsertsMORContinuousModeWithMultipleWriters:716->testUpsertsContinuousModeWithMultipleWriters:831->runJobsInParallel:940 » Execution{code}
{code:java}
2021-10-01T15:38:36.7776781Z [ERROR] org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.testUpsertsMORContinuousModeWithMultipleWriters Time elapsed: 57.945 s <<< ERROR! 2021-10-01T15:38:36.7778593Z java.util.concurrent.ExecutionException: java.lang.RuntimeException: org.apache.hudi.exception.HoodieIOException: Failed to create file hdfs://localhost:46579/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit 2021-10-01T15:38:36.7780175Z at org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.runJobsInParallel(TestHoodieDeltaStreamer.java:926) 2021-10-01T15:38:36.7781191Z at org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.testUpsertsContinuousModeWithMultipleWriters(TestHoodieDeltaStreamer.java:818) 2021-10-01T15:38:36.7782459Z at org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.testUpsertsMORContinuousModeWithMultipleWriters(TestHoodieDeltaStreamer.java:703) 2021-10-01T15:38:36.7783719Z Caused by: java.lang.RuntimeException: org.apache.hudi.exception.HoodieIOException: Failed to create file hdfs://localhost:46579/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit 2021-10-01T15:38:36.7784928Z at org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:923) 2021-10-01T15:38:36.7786069Z Caused by: org.apache.hudi.exception.HoodieIOException: Failed to create file hdfs://localhost:46579/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit 2021-10-01T15:38:36.7787955Z at org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:921) 2021-10-01T15:38:36.7789094Z Caused by: org.apache.hadoop.fs.FileAlreadyExistsException: 2021-10-01T15:38:36.7789863Z /user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit for client 127.0.0.1 already exists 2021-10-01T15:38:36.7790732Z at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInternal(FSNamesystem.java:2563) 2021-10-01T15:38:36.7791637Z at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInt(FSNamesystem.java:2450) 2021-10-01T15:38:36.7793026Z at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFile(FSNamesystem.java:2334) 2021-10-01T15:38:36.7794034Z at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.create(NameNodeRpcServer.java:624) 2021-10-01T15:38:36.7795041Z at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.create(ClientNamenodeProtocolServerSideTranslatorPB.java:397) 2021-10-01T15:38:36.7796077Z at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) 2021-10-01T15:38:36.7797974Z at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:616) 2021-10-01T15:38:36.7798852Z at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:982) 2021-10-01T15:38:36.7799527Z at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2049) 2021-10-01T15:38:36.7800188Z at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2045) 2021-10-01T15:38:36.7800789Z at java.security.AccessController.doPrivileged(Native Method) 2021-10-01T15:38:36.7801386Z at javax.security.auth.Subject.doAs(Subject.java:422) 2021-10-01T15:38:36.7802258Z at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1698) 2021-10-01T15:38:36.7802948Z at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2045) 2021-10-01T15:38:36.7803676Z 2021-10-01T15:38:36.7804333Z at org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:921) 2021-10-01T15:38:36.7805070Z Caused by: org.apache.hadoop.ipc.RemoteException: 2021-10-01T15:38:36.7805712Z /user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit for client 127.0.0.1 already exists 2021-10-01T15:38:36.7806633Z at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInternal(FSNamesystem.java:2563) 2021-10-01T15:38:36.7807422Z at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInt(FSNamesystem.java:2450) 2021-10-01T15:38:36.7808170Z at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFile(FSNamesystem.java:2334) 2021-10-01T15:38:36.7808949Z at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.create(NameNodeRpcServer.java:624) 2021-10-01T15:38:36.7809836Z at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.create(ClientNamenodeProtocolServerSideTranslatorPB.java:397) 2021-10-01T15:38:36.7810782Z at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) 2021-10-01T15:38:36.7811622Z at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:616) 2021-10-01T15:38:36.7812341Z at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:982) 2021-10-01T15:38:36.7813101Z at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2049) 2021-10-01T15:38:36.7813915Z at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2045) 2021-10-01T15:38:36.7814492Z at java.security.AccessController.doPrivileged(Native Method) 2021-10-01T15:38:36.7815068Z at javax.security.auth.Subject.doAs(Subject.java:422) 2021-10-01T15:38:36.7815752Z at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1698) 2021-10-01T15:38:36.7816631Z at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2045) 2021-10-01T15:38:36.7816990Z 2021-10-01T15:38:36.7817616Z at org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:921)
{code}
was:
{code:java}
[INFO] Results:8520[INFO] 8521[ERROR] Errors: 8522[ERROR] TestHoodieDeltaStreamer.testUpsertsMORContinuousModeWithMultipleWriters:716->testUpsertsContinuousModeWithMultipleWriters:831->runJobsInParallel:940 » Execution{code}
> Flaky test: TestHoodieDeltaStreamer
> -----------------------------------
>
> Key: HUDI-2077
> URL: https://issues.apache.org/jira/browse/HUDI-2077
> Project: Apache Hudi
> Issue Type: Sub-task
> Components: Testing
> Reporter: Raymond Xu
> Assignee: Sagar Sumit
> Priority: Major
>
> {code:java}
> [INFO] Results:8520[INFO] 8521[ERROR] Errors: 8522[ERROR] TestHoodieDeltaStreamer.testUpsertsMORContinuousModeWithMultipleWriters:716->testUpsertsContinuousModeWithMultipleWriters:831->runJobsInParallel:940 » Execution{code}
>
> {code:java}
> 2021-10-01T15:38:36.7776781Z [ERROR] org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.testUpsertsMORContinuousModeWithMultipleWriters Time elapsed: 57.945 s <<< ERROR! 2021-10-01T15:38:36.7778593Z java.util.concurrent.ExecutionException: java.lang.RuntimeException: org.apache.hudi.exception.HoodieIOException: Failed to create file hdfs://localhost:46579/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit 2021-10-01T15:38:36.7780175Z at org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.runJobsInParallel(TestHoodieDeltaStreamer.java:926) 2021-10-01T15:38:36.7781191Z at org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.testUpsertsContinuousModeWithMultipleWriters(TestHoodieDeltaStreamer.java:818) 2021-10-01T15:38:36.7782459Z at org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.testUpsertsMORContinuousModeWithMultipleWriters(TestHoodieDeltaStreamer.java:703) 2021-10-01T15:38:36.7783719Z Caused by: java.lang.RuntimeException: org.apache.hudi.exception.HoodieIOException: Failed to create file hdfs://localhost:46579/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit 2021-10-01T15:38:36.7784928Z at org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:923) 2021-10-01T15:38:36.7786069Z Caused by: org.apache.hudi.exception.HoodieIOException: Failed to create file hdfs://localhost:46579/user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit 2021-10-01T15:38:36.7787955Z at org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:921) 2021-10-01T15:38:36.7789094Z Caused by: org.apache.hadoop.fs.FileAlreadyExistsException: 2021-10-01T15:38:36.7789863Z /user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit for client 127.0.0.1 already exists 2021-10-01T15:38:36.7790732Z at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInternal(FSNamesystem.java:2563) 2021-10-01T15:38:36.7791637Z at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInt(FSNamesystem.java:2450) 2021-10-01T15:38:36.7793026Z at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFile(FSNamesystem.java:2334) 2021-10-01T15:38:36.7794034Z at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.create(NameNodeRpcServer.java:624) 2021-10-01T15:38:36.7795041Z at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.create(ClientNamenodeProtocolServerSideTranslatorPB.java:397) 2021-10-01T15:38:36.7796077Z at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) 2021-10-01T15:38:36.7797974Z at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:616) 2021-10-01T15:38:36.7798852Z at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:982) 2021-10-01T15:38:36.7799527Z at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2049) 2021-10-01T15:38:36.7800188Z at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2045) 2021-10-01T15:38:36.7800789Z at java.security.AccessController.doPrivileged(Native Method) 2021-10-01T15:38:36.7801386Z at javax.security.auth.Subject.doAs(Subject.java:422) 2021-10-01T15:38:36.7802258Z at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1698) 2021-10-01T15:38:36.7802948Z at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2045) 2021-10-01T15:38:36.7803676Z 2021-10-01T15:38:36.7804333Z at org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:921) 2021-10-01T15:38:36.7805070Z Caused by: org.apache.hadoop.ipc.RemoteException: 2021-10-01T15:38:36.7805712Z /user/vsts/continuous_mor_mulitwriter/.hoodie/20211001153821.commit for client 127.0.0.1 already exists 2021-10-01T15:38:36.7806633Z at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInternal(FSNamesystem.java:2563) 2021-10-01T15:38:36.7807422Z at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInt(FSNamesystem.java:2450) 2021-10-01T15:38:36.7808170Z at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFile(FSNamesystem.java:2334) 2021-10-01T15:38:36.7808949Z at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.create(NameNodeRpcServer.java:624) 2021-10-01T15:38:36.7809836Z at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.create(ClientNamenodeProtocolServerSideTranslatorPB.java:397) 2021-10-01T15:38:36.7810782Z at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) 2021-10-01T15:38:36.7811622Z at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:616) 2021-10-01T15:38:36.7812341Z at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:982) 2021-10-01T15:38:36.7813101Z at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2049) 2021-10-01T15:38:36.7813915Z at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2045) 2021-10-01T15:38:36.7814492Z at java.security.AccessController.doPrivileged(Native Method) 2021-10-01T15:38:36.7815068Z at javax.security.auth.Subject.doAs(Subject.java:422) 2021-10-01T15:38:36.7815752Z at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1698) 2021-10-01T15:38:36.7816631Z at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2045) 2021-10-01T15:38:36.7816990Z 2021-10-01T15:38:36.7817616Z at org.apache.hudi.utilities.functional.TestHoodieDeltaStreamer.lambda$runJobsInParallel$10(TestHoodieDeltaStreamer.java:921)
> {code}
>
--
This message was sent by Atlassian Jira
(v8.3.4#803005)