You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@flink.apache.org by "Ryan Skraba (Jira)" <ji...@apache.org> on 2024/03/20 09:54:00 UTC
[jira] [Created] (FLINK-34891) RemoteStorageScannerTest causes exit 239
Ryan Skraba created FLINK-34891:
-----------------------------------
Summary: RemoteStorageScannerTest causes exit 239
Key: FLINK-34891
URL: https://issues.apache.org/jira/browse/FLINK-34891
Project: Flink
Issue Type: Bug
Components: Runtime / Network
Affects Versions: 1.20.0
Reporter: Ryan Skraba
[https://dev.azure.com/apache-flink/apache-flink/_build/results?buildId=58432&view=logs&j=f0ac5c25-1168-55a5-07ff-0e88223afed9&t=50bf7a25-bdc4-5e56-5478-c7b4511dde53&l=9121]
{code:java}
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.apache.maven.lifecycle.internal.MojoExecutor.doExecute(MojoExecutor.java:351)
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:215)
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:171)
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:163)
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject(LifecycleModuleBuilder.java:117)
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject(LifecycleModuleBuilder.java:81)
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.apache.maven.lifecycle.internal.builder.singlethreaded.SingleThreadedBuilder.build(SingleThreadedBuilder.java:56)
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.apache.maven.lifecycle.internal.LifecycleStarter.execute(LifecycleStarter.java:128)
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.apache.maven.DefaultMaven.doExecute(DefaultMaven.java:294)
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.apache.maven.DefaultMaven.doExecute(DefaultMaven.java:192)
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.apache.maven.DefaultMaven.execute(DefaultMaven.java:105)
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.apache.maven.cli.MavenCli.execute(MavenCli.java:960)
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.apache.maven.cli.MavenCli.doMain(MavenCli.java:293)
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.apache.maven.cli.MavenCli.main(MavenCli.java:196)
Mar 20 01:22:54 01:22:54.671 [ERROR] at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
Mar 20 01:22:54 01:22:54.671 [ERROR] at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
Mar 20 01:22:54 01:22:54.671 [ERROR] at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
Mar 20 01:22:54 01:22:54.671 [ERROR] at java.base/java.lang.reflect.Method.invoke(Method.java:566)
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.codehaus.plexus.classworlds.launcher.Launcher.launchEnhanced(Launcher.java:282)
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.codehaus.plexus.classworlds.launcher.Launcher.launch(Launcher.java:225)
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.codehaus.plexus.classworlds.launcher.Launcher.mainWithExitCode(Launcher.java:406)
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.codehaus.plexus.classworlds.launcher.Launcher.main(Launcher.java:347)
Mar 20 01:22:54 01:22:54.671 [ERROR] at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
Mar 20 01:22:54 01:22:54.671 [ERROR] at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
Mar 20 01:22:54 01:22:54.671 [ERROR] at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
Mar 20 01:22:54 01:22:54.671 [ERROR] at java.base/java.lang.reflect.Method.invoke(Method.java:566)
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.apache.maven.wrapper.BootstrapMainStarter.start(BootstrapMainStarter.java:52)
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.apache.maven.wrapper.WrapperExecutor.execute(WrapperExecutor.java:161)
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.apache.maven.wrapper.MavenWrapperMain.main(MavenWrapperMain.java:73)
Mar 20 01:22:54 01:22:54.671 [ERROR] Caused by: org.apache.maven.surefire.booter.SurefireBooterForkException: The forked VM terminated without properly saying goodbye. VM crash or System.exit called?
Mar 20 01:22:54 01:22:54.671 [ERROR] Command was /bin/sh -c cd '/__w/2/s/flink-runtime' && '/usr/lib/jvm/jdk-11.0.19+7/bin/java' '-XX:+UseG1GC' '-Xms256m' '-XX:+IgnoreUnrecognizedVMOptions' '--add-opens=java.base/java.util=ALL-UNNAMED' '--add-opens=java.base/java.lang=ALL-UNNAMED' '--add-opens=java.base/java.net=ALL-UNNAMED' '--add-opens=java.base/java.io=ALL-UNNAMED' '--add-opens=java.base/java.util.concurrent=ALL-UNNAMED' '-Xmx768m' '-jar' '/__w/2/s/flink-runtime/target/surefire/surefirebooter-20240320011505720_97.jar' '/__w/2/s/flink-runtime/target/surefire' '2024-03-20T01-12-28_109-jvmRun1' 'surefire-20240320011505720_89tmp' 'surefire_27-20240320011505720_92tmp'
Mar 20 01:22:54 01:22:54.671 [ERROR] Error occurred in starting fork, check output in log
Mar 20 01:22:54 01:22:54.671 [ERROR] Process Exit Code: 239
Mar 20 01:22:54 01:22:54.671 [ERROR] Crashed tests:
Mar 20 01:22:54 01:22:54.671 [ERROR] org.apache.flink.runtime.io.network.partition.hybrid.tiered.tier.remote.RemoteStorageScannerTest
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.apache.maven.plugin.surefire.booterclient.ForkStarter.fork(ForkStarter.java:643)
Mar 20 01:22:54 01:22:54.671 [ERROR] at org.apache.maven.plugin.surefire.booterclient.ForkStarter.lambda$runSuitesForkOnceMultiple$3(ForkStarter.java:350)
Mar 20 01:22:54 01:22:54.671 [ERROR] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
Mar 20 01:22:54 01:22:54.671 [ERROR] at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
Mar 20 01:22:54 01:22:54.671 [ERROR] at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
Mar 20 01:22:54 01:22:54.671 [ERROR] at java.base/java.lang.Thread.run(Thread.java:829)
Mar 20 01:22:54 01:22:54.671 [ERROR] -> [Help 1]{code}
{{Tje build artifact mvn-1.log the following FATAL error is found. It appears that the LocalFileSystem being used by the test can return null for listStatus, causing a NullPointerException in {{RemoteStorageScanner#[scanMaxSegmentId|https://github.com/apache/flink/blob/6e138f1a4832bd4379fa6289f0445f1ede9b5a54/flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/tier/remote/RemoteStorageScanner.java#L238]}}}}
{code:java}
================================================================================
01:16:09,428 [ForkJoinPool-39-worker-51] INFO org.apache.flink.util.TestLoggerExtension [] -
================================================================================
Test org.apache.flink.runtime.io.network.partition.hybrid.tiered.tier.remote.RemoteStorageScannerTest.testWatchSegmentIgnored[testWatchSegmentIgnored()] is running.
--------------------------------------------------------------------------------
01:16:10,142 [ForkJoinPool-39-worker-51] INFO org.apache.flink.util.TestLoggerExtension [] -
--------------------------------------------------------------------------------
Test org.apache.flink.runtime.io.network.partition.hybrid.tiered.tier.remote.RemoteStorageScannerTest.testWatchSegmentIgnored[testWatchSegmentIgnored()] successfully run.
================================================================================
01:16:10,142 [remote storage scanner-thread-1] ERROR org.apache.flink.util.FatalExitExceptionHandler [] - FATAL: Thread 'remote storage scanner-thread-1' produced an uncaught exception. Stopping the process...
java.lang.NullPointerException: null
at org.apache.flink.runtime.io.network.partition.hybrid.tiered.tier.remote.RemoteStorageScanner.scanMaxSegmentId(RemoteStorageScanner.java:247) ~[classes/:?]
at org.apache.flink.runtime.io.network.partition.hybrid.tiered.tier.remote.RemoteStorageScanner.run(RemoteStorageScanner.java:200) [classes/:?]
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) [?:?]
at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) [?:?]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]
at java.lang.Thread.run(Thread.java:829) [?:?]
01:16:10,144 [ForkJoinPool-39-worker-51] INFO org.apache.flink.util.TestLoggerExtension [] -
================================================================================
Test org.apache.flink.runtime.io.network.partition.hybrid.tiered.tier.remote.RemoteStorageScannerTest.testScanStrategy[testScanStrategy()] is running.
--------------------------------------------------------------------------------
01:16:10,145 [ForkJoinPool-39-worker-51] INFO org.apache.flink.util.TestLoggerExtension [] -
--------------------------------------------------------------------------------
Test org.apache.flink.runtime.io.network.partition.hybrid.tiered.tier.remote.RemoteStorageScannerTest.testScanStrategy[testScanStrategy()] successfully run.
================================================================================
{code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)