You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@flink.apache.org by "Roman Khachatryan (Jira)" <ji...@apache.org> on 2022/03/16 14:19:00 UTC

[jira] [Resolved] (FLINK-26573) ChangelogPeriodicMaterializationRescaleITCase.testRescaleIn failed on azure

     [ https://issues.apache.org/jira/browse/FLINK-26573?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]

Roman Khachatryan resolved FLINK-26573.
---------------------------------------
    Fix Version/s: 1.15.0
                   1.16.0
       Resolution: Fixed

Merged into master as b8bafc843eb79d9a642b8914c3823a792ee7b372,
into 1.15 as cc7a6407cd006ea20843ae6771125e4d54e0e72f.

> ChangelogPeriodicMaterializationRescaleITCase.testRescaleIn failed on azure
> ---------------------------------------------------------------------------
>
>                 Key: FLINK-26573
>                 URL: https://issues.apache.org/jira/browse/FLINK-26573
>             Project: Flink
>          Issue Type: Bug
>          Components: Runtime / State Backends
>    Affects Versions: 1.15.0
>            Reporter: Yun Gao
>            Assignee: Hangxiang Yu
>            Priority: Critical
>              Labels: pull-request-available, test-stability
>             Fix For: 1.15.0, 1.16.0
>
>
> {code:java}
> 2022-03-09T18:27:58.5345435Z Mar 09 18:27:58 [ERROR] Tests run: 6, Failures: 0, Errors: 1, Skipped: 0, Time elapsed: 12.81 s <<< FAILURE! - in org.apache.flink.test.checkpointing.ChangelogPeriodicMaterializationRescaleITCase
> 2022-03-09T18:27:58.5348017Z Mar 09 18:27:58 [ERROR] ChangelogPeriodicMaterializationRescaleITCase.testRescaleIn  Time elapsed: 5.292 s  <<< ERROR!
> 2022-03-09T18:27:58.5349888Z Mar 09 18:27:58 org.apache.flink.runtime.JobException: Recovery is suppressed by FixedDelayRestartBackoffTimeStrategy(maxNumberRestartAttempts=0, backoffTimeMS=0)
> 2022-03-09T18:27:58.5351920Z Mar 09 18:27:58 	at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.handleFailure(ExecutionFailureHandler.java:138)
> 2022-03-09T18:27:58.5354136Z Mar 09 18:27:58 	at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.getFailureHandlingResult(ExecutionFailureHandler.java:82)
> 2022-03-09T18:27:58.5355966Z Mar 09 18:27:58 	at org.apache.flink.runtime.scheduler.DefaultScheduler.handleTaskFailure(DefaultScheduler.java:301)
> 2022-03-09T18:27:58.5357860Z Mar 09 18:27:58 	at org.apache.flink.runtime.scheduler.DefaultScheduler.maybeHandleTaskFailure(DefaultScheduler.java:291)
> 2022-03-09T18:27:58.5359532Z Mar 09 18:27:58 	at org.apache.flink.runtime.scheduler.DefaultScheduler.updateTaskExecutionStateInternal(DefaultScheduler.java:282)
> 2022-03-09T18:27:58.5361149Z Mar 09 18:27:58 	at org.apache.flink.runtime.scheduler.SchedulerBase.updateTaskExecutionState(SchedulerBase.java:739)
> 2022-03-09T18:27:58.5362868Z Mar 09 18:27:58 	at org.apache.flink.runtime.scheduler.SchedulerNG.updateTaskExecutionState(SchedulerNG.java:78)
> 2022-03-09T18:27:58.5365410Z Mar 09 18:27:58 	at org.apache.flink.runtime.jobmaster.JobMaster.updateTaskExecutionState(JobMaster.java:443)
> 2022-03-09T18:27:58.5366584Z Mar 09 18:27:58 	at sun.reflect.GeneratedMethodAccessor15.invoke(Unknown Source)
> 2022-03-09T18:27:58.5367849Z Mar 09 18:27:58 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 2022-03-09T18:27:58.5371509Z Mar 09 18:27:58 	at java.lang.reflect.Method.invoke(Method.java:498)
> 2022-03-09T18:27:58.5372555Z Mar 09 18:27:58 	at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.lambda$handleRpcInvocation$1(AkkaRpcActor.java:304)
> 2022-03-09T18:27:58.5373584Z Mar 09 18:27:58 	at org.apache.flink.runtime.concurrent.akka.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:83)
> 2022-03-09T18:27:58.5374532Z Mar 09 18:27:58 	at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:302)
> 2022-03-09T18:27:58.5375556Z Mar 09 18:27:58 	at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:217)
> 2022-03-09T18:27:58.5376329Z Mar 09 18:27:58 	at org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.handleRpcMessage(FencedAkkaRpcActor.java:78)
> 2022-03-09T18:27:58.5377045Z Mar 09 18:27:58 	at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleMessage(AkkaRpcActor.java:163)
> 2022-03-09T18:27:58.5377845Z Mar 09 18:27:58 	at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:24)
> 2022-03-09T18:27:58.5378453Z Mar 09 18:27:58 	at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:20)
> 2022-03-09T18:27:58.5379053Z Mar 09 18:27:58 	at scala.PartialFunction.applyOrElse(PartialFunction.scala:123)
> 2022-03-09T18:27:58.5379654Z Mar 09 18:27:58 	at scala.PartialFunction.applyOrElse$(PartialFunction.scala:122)
> 2022-03-09T18:27:58.5380478Z Mar 09 18:27:58 	at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:20)
> 2022-03-09T18:27:58.5381228Z Mar 09 18:27:58 	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171)
> 2022-03-09T18:27:58.5381918Z Mar 09 18:27:58 	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:172)
> 2022-03-09T18:27:58.5382540Z Mar 09 18:27:58 	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:172)
> 2022-03-09T18:27:58.5383115Z Mar 09 18:27:58 	at akka.actor.Actor.aroundReceive(Actor.scala:537)
> 2022-03-09T18:27:58.5383652Z Mar 09 18:27:58 	at akka.actor.Actor.aroundReceive$(Actor.scala:535)
> 2022-03-09T18:27:58.5384420Z Mar 09 18:27:58 	at akka.actor.AbstractActor.aroundReceive(AbstractActor.scala:220)
> 2022-03-09T18:27:58.5385037Z Mar 09 18:27:58 	at akka.actor.ActorCell.receiveMessage(ActorCell.scala:580)
> 2022-03-09T18:27:58.5385594Z Mar 09 18:27:58 	at akka.actor.ActorCell.invoke(ActorCell.scala:548)
> 2022-03-09T18:27:58.5386182Z Mar 09 18:27:58 	at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:270)
> 2022-03-09T18:27:58.5386751Z Mar 09 18:27:58 	at akka.dispatch.Mailbox.run(Mailbox.scala:231)
> 2022-03-09T18:27:58.5387291Z Mar 09 18:27:58 	at akka.dispatch.Mailbox.exec(Mailbox.scala:243)
> 2022-03-09T18:27:58.5387971Z Mar 09 18:27:58 	at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
> 2022-03-09T18:27:58.5388625Z Mar 09 18:27:58 	at java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
> 2022-03-09T18:27:58.5389266Z Mar 09 18:27:58 	at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
> 2022-03-09T18:27:58.5390218Z Mar 09 18:27:58 	at java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
> 2022-03-09T18:27:58.5392425Z Mar 09 18:27:58 Caused by: java.io.UncheckedIOException: java.nio.file.NoSuchFileException: /tmp/junit7413765326024147067/junit5421015997665040773/d62aece95b78eb1198d959898d0e8fa1/chk-3/._metadata.inprogress.528d97cf-1897-455a-8d80-17a8de1b7e82
> 2022-03-09T18:27:58.5393492Z Mar 09 18:27:58 	at java.nio.file.FileTreeIterator.fetchNextIfNeeded(FileTreeIterator.java:88)
> 2022-03-09T18:27:58.5394155Z Mar 09 18:27:58 	at java.nio.file.FileTreeIterator.hasNext(FileTreeIterator.java:104)
> 2022-03-09T18:27:58.5394834Z Mar 09 18:27:58 	at java.util.Spliterators$IteratorSpliterator.tryAdvance(Spliterators.java:1811)
> 2022-03-09T18:27:58.5396033Z Mar 09 18:27:58 	at java.util.stream.ReferencePipeline.forEachWithCancel(ReferencePipeline.java:126)
> 2022-03-09T18:27:58.5396753Z Mar 09 18:27:58 	at java.util.stream.AbstractPipeline.copyIntoWithCancel(AbstractPipeline.java:499)
> 2022-03-09T18:27:58.5397394Z Mar 09 18:27:58 	at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:486)
> 2022-03-09T18:27:58.5398208Z Mar 09 18:27:58 	at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472)
> 2022-03-09T18:27:58.5398912Z Mar 09 18:27:58 	at java.util.stream.FindOps$FindOp.evaluateSequential(FindOps.java:152)
> 2022-03-09T18:27:58.5399545Z Mar 09 18:27:58 	at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
> 2022-03-09T18:27:58.5400379Z Mar 09 18:27:58 	at java.util.stream.ReferencePipeline.findAny(ReferencePipeline.java:536)
> 2022-03-09T18:27:58.5401046Z Mar 09 18:27:58 	at org.apache.flink.test.util.TestUtils.hasMetadata(TestUtils.java:139)
> 2022-03-09T18:27:58.5401808Z Mar 09 18:27:58 	at org.apache.flink.test.util.TestUtils.isCompletedCheckpoint(TestUtils.java:129)
> 2022-03-09T18:27:58.5402441Z Mar 09 18:27:58 	at java.nio.file.Files.lambda$find$2(Files.java:3691)
> 2022-03-09T18:27:58.5403046Z Mar 09 18:27:58 	at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:174)
> 2022-03-09T18:27:58.5403678Z Mar 09 18:27:58 	at java.util.Iterator.forEachRemaining(Iterator.java:116)
> 2022-03-09T18:27:58.5404330Z Mar 09 18:27:58 	at java.util.Spliterators$IteratorSpliterator.forEachRemaining(Spliterators.java:1801)
> 2022-03-09T18:27:58.5405021Z Mar 09 18:27:58 	at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482)
> 2022-03-09T18:27:58.5405875Z Mar 09 18:27:58 	at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472)
> 2022-03-09T18:27:58.5406661Z Mar 09 18:27:58 	at java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708)
> 2022-03-09T18:27:58.5407308Z Mar 09 18:27:58 	at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
> 2022-03-09T18:27:58.5408061Z Mar 09 18:27:58 	at java.util.stream.ReferencePipeline.reduce(ReferencePipeline.java:546)
> 2022-03-09T18:27:58.5408708Z Mar 09 18:27:58 	at java.util.stream.ReferencePipeline.max(ReferencePipeline.java:582)
> 2022-03-09T18:27:58.5409414Z Mar 09 18:27:58 	at org.apache.flink.test.util.TestUtils.getMostRecentCompletedCheckpointMaybe(TestUtils.java:122)
> 2022-03-09T18:27:58.5410320Z Mar 09 18:27:58 	at org.apache.flink.test.checkpointing.ChangelogPeriodicMaterializationTestBase.getAllStateHandleId(ChangelogPeriodicMaterializationTestBase.java:213)
> 2022-03-09T18:27:58.5411517Z Mar 09 18:27:58 	at org.apache.flink.test.checkpointing.ChangelogPeriodicMaterializationRescaleITCase$2.lambda$beforeElement$78302915$1(ChangelogPeriodicMaterializationRescaleITCase.java:118)
> 2022-03-09T18:27:58.5412847Z Mar 09 18:27:58 	at org.apache.flink.test.checkpointing.ChangelogPeriodicMaterializationTestBase$ControlledSource.waitWhile(ChangelogPeriodicMaterializationTestBase.java:337)
> 2022-03-09T18:27:58.5413901Z Mar 09 18:27:58 	at org.apache.flink.test.checkpointing.ChangelogPeriodicMaterializationRescaleITCase$2.beforeElement(ChangelogPeriodicMaterializationRescaleITCase.java:115)
> 2022-03-09T18:27:58.5414942Z Mar 09 18:27:58 	at org.apache.flink.test.checkpointing.ChangelogPeriodicMaterializationTestBase$ControlledSource.run(ChangelogPeriodicMaterializationTestBase.java:320)
> 2022-03-09T18:27:58.5415785Z Mar 09 18:27:58 	at org.apache.flink.streaming.api.operators.StreamSource.run(StreamSource.java:110)
> 2022-03-09T18:27:58.5416491Z Mar 09 18:27:58 	at org.apache.flink.streaming.api.operators.StreamSource.run(StreamSource.java:67)
> 2022-03-09T18:27:58.5417284Z Mar 09 18:27:58 	at org.apache.flink.streaming.runtime.tasks.SourceStreamTask$LegacySourceFunctionThread.run(SourceStreamTask.java:332)
> 2022-03-09T18:27:58.5418796Z Mar 09 18:27:58 Caused by: java.nio.file.NoSuchFileException: /tmp/junit7413765326024147067/junit5421015997665040773/d62aece95b78eb1198d959898d0e8fa1/chk-3/._metadata.inprogress.528d97cf-1897-455a-8d80-17a8de1b7e82
> 2022-03-09T18:27:58.5419677Z Mar 09 18:27:58 	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
> 2022-03-09T18:27:58.5420341Z Mar 09 18:27:58 	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
> 2022-03-09T18:27:58.5421001Z Mar 09 18:27:58 	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
> 2022-03-09T18:27:58.5421768Z Mar 09 18:27:58 	at sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(UnixFileAttributeViews.java:55)
> 2022-03-09T18:27:58.5422490Z Mar 09 18:27:58 	at sun.nio.fs.UnixFileSystemProvider.readAttributes(UnixFileSystemProvider.java:144)
> 2022-03-09T18:27:58.5423195Z Mar 09 18:27:58 	at sun.nio.fs.LinuxFileSystemProvider.readAttributes(LinuxFileSystemProvider.java:99)
> 2022-03-09T18:27:58.5423846Z Mar 09 18:27:58 	at java.nio.file.Files.readAttributes(Files.java:1737)
> 2022-03-09T18:27:58.5424452Z Mar 09 18:27:58 	at java.nio.file.FileTreeWalker.getAttributes(FileTreeWalker.java:219)
> 2022-03-09T18:27:58.5425076Z Mar 09 18:27:58 	at java.nio.file.FileTreeWalker.visit(FileTreeWalker.java:276)
> 2022-03-09T18:27:58.5425688Z Mar 09 18:27:58 	at java.nio.file.FileTreeWalker.next(FileTreeWalker.java:372)
> 2022-03-09T18:27:58.5426331Z Mar 09 18:27:58 	at java.nio.file.FileTreeIterator.fetchNextIfNeeded(FileTreeIterator.java:84)
> 2022-03-09T18:27:58.5426833Z Mar 09 18:27:58 	... 30 more
> 2022-03-09T18:27:58.5427157Z Mar 09 18:27:58 
> {code}
> https://dev.azure.com/apache-flink/apache-flink/_build/results?buildId=32774&view=logs&j=5c8e7682-d68f-54d1-16a2-a09310218a49&t=86f654fa-ab48-5c1a-25f4-7e7f6afb9bba&l=5593



--
This message was sent by Atlassian Jira
(v8.20.1#820001)