You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by "Raymond Xu (Jira)" <ji...@apache.org> on 2022/04/19 14:57:00 UTC
[jira] [Updated] (HUDI-3735) TestHoodieSparkMergeOnReadTableRollback is flaky
[ https://issues.apache.org/jira/browse/HUDI-3735?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Raymond Xu updated HUDI-3735:
-----------------------------
Sprint: Hudi-Sprint-Apr-19
> TestHoodieSparkMergeOnReadTableRollback is flaky
> -------------------------------------------------
>
> Key: HUDI-3735
> URL: https://issues.apache.org/jira/browse/HUDI-3735
> Project: Apache Hudi
> Issue Type: Bug
> Reporter: Alexey Kudinkin
> Assignee: sivabalan narayanan
> Priority: Blocker
> Fix For: 0.12.0
>
>
>
> [https://dev.azure.com/apache-hudi-ci-org/apache-hudi-ci/_build/results?buildId=7480&view=logs&j=7601efb9-4019-552e-11ba-eb31b66593b2&t=9688f101-287d-53f4-2a80-87202516f5d0]
> {code:java}
> 2022-03-29T01:30:26.3537464Z [ERROR] Tests run: 277, Failures: 1, Errors: 0, Skipped: 0, Time elapsed: 3,719.425 s <<< FAILURE! - in JUnit Vintage
> 2022-03-29T01:30:26.3549149Z [ERROR] boolean).[2] false(testRollbackWithDeltaAndCompactionCommit Time elapsed: 26.915 s <<< FAILURE!
> 2022-03-29T01:30:26.3550882Z org.opentest4j.AssertionFailedError: There files should have been rolled-back when rolling back commit 002 but are still remaining. Files: [file:/tmp/junit5890929166894435504/2015/03/16/00264b80-ca3f-4aaa-80fc-fedfe4c72ee5-0_1-1393-4266_001.parquet] ==> expected: <0> but was: <1>
> 2022-03-29T01:30:26.3551741Z at org.junit.jupiter.api.AssertionUtils.fail(AssertionUtils.java:55)
> 2022-03-29T01:30:26.3552268Z at org.junit.jupiter.api.AssertionUtils.failNotEqual(AssertionUtils.java:62)
> 2022-03-29T01:30:26.3552789Z at org.junit.jupiter.api.AssertEquals.assertEquals(AssertEquals.java:150)
> 2022-03-29T01:30:26.3553306Z at org.junit.jupiter.api.Assertions.assertEquals(Assertions.java:542)
> 2022-03-29T01:30:26.3554025Z at org.apache.hudi.table.functional.TestHoodieSparkMergeOnReadTableRollback.testRollbackWithDeltaAndCompactionCommit(TestHoodieSparkMergeOnReadTableRollback.java:231)
> 2022-03-29T01:30:26.3554958Z at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 2022-03-29T01:30:26.3555446Z at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> 2022-03-29T01:30:26.3556020Z at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 2022-03-29T01:30:26.3556516Z at java.lang.reflect.Method.invoke(Method.java:498)
> 2022-03-29T01:30:26.3557024Z at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:688)
> 2022-03-29T01:30:26.3557619Z at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60)
> 2022-03-29T01:30:26.3558288Z at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131)
> 2022-03-29T01:30:26.3558983Z at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:149)
> 2022-03-29T01:30:26.3559631Z at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:140)
> 2022-03-29T01:30:26.3560289Z at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestTemplateMethod(TimeoutExtension.java:92)
> 2022-03-29T01:30:26.3561021Z at org.junit.jupiter.engine.execution.ExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(ExecutableInvoker.java:115)
> 2022-03-29T01:30:26.3561730Z at org.junit.jupiter.engine.execution.ExecutableInvoker.lambda$invoke$0(ExecutableInvoker.java:105)
> 2022-03-29T01:30:26.3562438Z at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106)
> 2022-03-29T01:30:26.3563148Z at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64)
> 2022-03-29T01:30:26.3563979Z at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45)
> 2022-03-29T01:30:26.3564793Z at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37)
> 2022-03-29T01:30:26.3565413Z at org.junit.jupiter.engine.execution.ExecutableInvoker.invoke(ExecutableInvoker.java:104)
> 2022-03-29T01:30:26.3566009Z at org.junit.jupiter.engine.execution.ExecutableInvoker.invoke(ExecutableInvoker.java:98)
> 2022-03-29T01:30:26.3566680Z at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$6(TestMethodTestDescriptor.java:212)
> 2022-03-29T01:30:26.3567370Z at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
> 2022-03-29T01:30:26.3568059Z at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:208)
> 2022-03-29T01:30:26.3568751Z at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:137)
> 2022-03-29T01:30:26.3569400Z at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:71)
> 2022-03-29T01:30:26.3570093Z at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:139)
> 2022-03-29T01:30:26.3570775Z at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
> 2022-03-29T01:30:26.3571455Z at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:129)
> 2022-03-29T01:30:26.3572057Z at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137)
> 2022-03-29T01:30:26.3572671Z at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:127)
> 2022-03-29T01:30:26.3573350Z at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
> 2022-03-29T01:30:26.3573998Z at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:126)
> 2022-03-29T01:30:26.3574702Z at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:84)
> 2022-03-29T01:30:26.3575434Z at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:32)
> 2022-03-29T01:30:26.3576214Z at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:212)
> 2022-03-29T01:30:26.3576941Z at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:192)
> 2022-03-29T01:30:26.3577651Z at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:139)
> 2022-03-29T01:30:26.3578341Z at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.lambda$execute$2(TestTemplateTestDescriptor.java:107)
> 2022-03-29T01:30:26.3578968Z at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183)
> 2022-03-29T01:30:26.3579507Z at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
> 2022-03-29T01:30:26.3580031Z at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:175)
> 2022-03-29T01:30:26.3580561Z at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
> 2022-03-29T01:30:26.3581411Z at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183)
> 2022-03-29T01:30:26.3581948Z at java.util.stream.ReferencePipeline$11$1.accept(ReferencePipeline.java:440)
> 2022-03-29T01:30:26.3582484Z at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
> 2022-03-29T01:30:26.3583020Z at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
> 2022-03-29T01:30:26.3583536Z at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
> 2022-03-29T01:30:26.3584278Z at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183)
> 2022-03-29T01:30:26.3584818Z at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
> 2022-03-29T01:30:26.3585438Z at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)
> 2022-03-29T01:30:26.3585978Z at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482)
> 2022-03-29T01:30:26.3586509Z at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472)
> 2022-03-29T01:30:26.3587047Z at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150)
> 2022-03-29T01:30:26.3587814Z at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173)
> 2022-03-29T01:30:26.3588371Z at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
> 2022-03-29T01:30:26.3588888Z at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:485)
> 2022-03-29T01:30:26.3589401Z at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:272)
> 2022-03-29T01:30:26.3589939Z at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
> 2022-03-29T01:30:26.3590475Z at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
> 2022-03-29T01:30:26.3590996Z at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
> 2022-03-29T01:30:26.3591541Z at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1384)
> 2022-03-29T01:30:26.3592075Z at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482)
> 2022-03-29T01:30:26.3592596Z at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472)
> 2022-03-29T01:30:26.3593148Z at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150)
> 2022-03-29T01:30:26.3593717Z at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173)
> 2022-03-29T01:30:26.3594286Z at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
> 2022-03-29T01:30:26.3594801Z at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:485)
> 2022-03-29T01:30:26.3595324Z at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:272)
> 2022-03-29T01:30:26.3595936Z at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1384)
> 2022-03-29T01:30:26.3596478Z at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482)
> 2022-03-29T01:30:26.3597009Z at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472)
> 2022-03-29T01:30:26.3597545Z at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150)
> 2022-03-29T01:30:26.3598107Z at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173)
> 2022-03-29T01:30:26.3598654Z at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
> 2022-03-29T01:30:26.3599157Z at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:485)
> 2022-03-29T01:30:26.3599760Z at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:107)
> 2022-03-29T01:30:26.3600447Z at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:42)
> 2022-03-29T01:30:26.3601133Z at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:139)
> 2022-03-29T01:30:26.3601808Z at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
> 2022-03-29T01:30:26.3602479Z at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:129)
> 2022-03-29T01:30:26.3603137Z at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137)
> 2022-03-29T01:30:26.3603841Z at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:127)
> 2022-03-29T01:30:26.3604522Z at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
> 2022-03-29T01:30:26.3605182Z at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:126)
> 2022-03-29T01:30:26.3605805Z at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:84)
> 2022-03-29T01:30:26.3606430Z at java.util.ArrayList.forEach(ArrayList.java:1259)
> 2022-03-29T01:30:26.3607078Z at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:38)
> 2022-03-29T01:30:26.3607851Z at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:143)
> 2022-03-29T01:30:26.3608527Z at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
> 2022-03-29T01:30:26.3609202Z at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:129)
> 2022-03-29T01:30:26.3609801Z at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137)
> 2022-03-29T01:30:26.3610412Z at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:127)
> 2022-03-29T01:30:26.3611100Z at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
> 2022-03-29T01:30:26.3611741Z at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:126)
> 2022-03-29T01:30:26.3612373Z at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:84)
> 2022-03-29T01:30:26.3612890Z at java.util.ArrayList.forEach(ArrayList.java:1259)
> 2022-03-29T01:30:26.3613527Z at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:38)
> 2022-03-29T01:30:26.3614308Z at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:143)
> 2022-03-29T01:30:26.3614986Z at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
> 2022-03-29T01:30:26.3615657Z at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:129)
> 2022-03-29T01:30:26.3616326Z at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137)
> 2022-03-29T01:30:26.3616941Z at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:127)
> 2022-03-29T01:30:26.3617617Z at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
> 2022-03-29T01:30:26.3618260Z at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:126)
> 2022-03-29T01:30:26.3618887Z at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:84)
> 2022-03-29T01:30:26.3619620Z at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:32)
> 2022-03-29T01:30:26.3620389Z at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57)
> 2022-03-29T01:30:26.3621096Z at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:51)
> 2022-03-29T01:30:26.3621782Z at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:107)
> 2022-03-29T01:30:26.3622443Z at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:87)
> 2022-03-29T01:30:26.3623138Z at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:53)
> 2022-03-29T01:30:26.3623866Z at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:66)
> 2022-03-29T01:30:26.3624567Z at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:51)
> 2022-03-29T01:30:26.3625177Z at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:87)
> 2022-03-29T01:30:26.3625749Z at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:75)
> 2022-03-29T01:30:26.3626341Z at org.junit.platform.runner.JUnitPlatform.run(JUnitPlatform.java:139)
> 2022-03-29T01:30:26.3626795Z at org.junit.runners.Suite.runChild(Suite.java:128)
> 2022-03-29T01:30:26.3627220Z at org.junit.runners.Suite.runChild(Suite.java:27)
> 2022-03-29T01:30:26.3627665Z at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
> 2022-03-29T01:30:26.3628134Z at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
> 2022-03-29T01:30:26.3628625Z at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
> 2022-03-29T01:30:26.3629107Z at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
> 2022-03-29T01:30:26.3629599Z at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
> 2022-03-29T01:30:26.3630094Z at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
> 2022-03-29T01:30:26.3630558Z at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
> 2022-03-29T01:30:26.3631052Z at org.apache.maven.surefire.junitcore.JUnitCore.run(JUnitCore.java:55)
> 2022-03-29T01:30:26.3631636Z at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:137)
> 2022-03-29T01:30:26.3632255Z at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:107)
> 2022-03-29T01:30:26.3632865Z at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:83)
> 2022-03-29T01:30:26.3633457Z at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:75)
> 2022-03-29T01:30:26.3634055Z at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:158)
> 2022-03-29T01:30:26.3679595Z at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:377)
> 2022-03-29T01:30:26.3680266Z at org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:138)
> 2022-03-29T01:30:26.3680818Z at org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:465)
> 2022-03-29T01:30:26.3681556Z at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:451)
> 2022-03-29T01:30:26.3681811Z {code}
--
This message was sent by Atlassian Jira
(v8.20.7#820007)