You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@maven.apache.org by "Jim Sellers (Jira)" <ji...@apache.org> on 2023/07/04 18:24:00 UTC
[jira] [Commented] (MNG-7705) Sporadic failures on multiple builds sharing the same local repo when writing the .lastUpdated file
[ https://issues.apache.org/jira/browse/MNG-7705?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17739975#comment-17739975 ]
Jim Sellers commented on MNG-7705:
----------------------------------
Using 3.9.3 this seems better, but I can still get it to fail on a clean repo with 3 concurrent builds using the same gav lockfile setup. But now it's on a resolver-status.properties file.
{code:title=stacktrace on failing resolver-status.properties}
build 28-Jun-2023 13:52:41 [INFO] Downloading from asb-repository: https://example.com/maven-proxy/content/groups/all-released/org/glassfish/jersey/connectors/jersey-grizzly-connector/maven-metadata.xml
build 28-Jun-2023 13:52:41 [INFO] Downloading from asb-snapshot-repository: https://example.com/maven-proxy/content/groups/all-snapshots/org/glassfish/jersey/connectors/jersey-grizzly-connector/maven-metadata.xml
build 28-Jun-2023 13:52:41 [INFO] Downloading from asb-repository: https://example.com/maven-proxy/content/groups/all-released/org/glassfish/jersey/connectors/jersey-helidon-connector/maven-metadata.xml
build 28-Jun-2023 13:52:41 [INFO] Downloading from asb-snapshot-repository: https://example.com/maven-proxy/content/groups/all-snapshots/org/glassfish/jersey/connectors/jersey-helidon-connector/maven-metadata.xml
build 28-Jun-2023 13:52:41 [INFO] Downloaded from asb-repository: https://example.com/maven-proxy/content/groups/all-released/org/glassfish/jersey/connectors/jersey-apache-connector/maven-metadata.xml (3.5 kB at 130 kB/s)
build 28-Jun-2023 13:52:41 [INFO] Downloaded from asb-repository: https://example.com/maven-proxy/content/groups/all-released/org/glassfish/jersey/bundles/jaxrs-ri/maven-metadata.xml (3.3 kB at 127 kB/s)
build 28-Jun-2023 13:52:41 [INFO] Downloaded from asb-repository: https://example.com/maven-proxy/content/groups/all-released/org/glassfish/jersey/connectors/jersey-apache5-connector/maven-metadata.xml (861 B at 32 kB/s)
build 28-Jun-2023 13:52:41 [INFO] Downloading from asb-repository: https://example.com/maven-proxy/content/groups/all-released/org/glassfish/jersey/connectors/jersey-jdk-connector/maven-metadata.xml
build 28-Jun-2023 13:52:41 [INFO] Downloading from asb-snapshot-repository: https://example.com/maven-proxy/content/groups/all-snapshots/org/glassfish/jersey/connectors/jersey-jdk-connector/maven-metadata.xml
build 28-Jun-2023 13:52:41 [INFO] Downloading from asb-repository: https://example.com/maven-proxy/content/groups/all-released/org/glassfish/jersey/connectors/jersey-jetty-connector/maven-metadata.xml
build 28-Jun-2023 13:52:41 [INFO] Downloading from asb-snapshot-repository: https://example.com/maven-proxy/content/groups/all-snapshots/org/glassfish/jersey/connectors/jersey-jetty-connector/maven-metadata.xml
build 28-Jun-2023 13:52:41 [INFO] Downloaded from asb-repository: https://example.com/maven-proxy/content/groups/all-released/org/glassfish/jersey/connectors/jersey-helidon-connector/maven-metadata.xml (1.0 kB at 48 kB/s)
build 28-Jun-2023 13:52:41 [INFO] Downloaded from asb-repository: https://example.com/maven-proxy/content/groups/all-released/org/glassfish/jersey/connectors/jersey-grizzly-connector/maven-metadata.xml (4.1 kB at 145 kB/s)
build 28-Jun-2023 13:52:41 [INFO] Downloading from asb-repository: https://example.com/maven-proxy/content/groups/all-released/org/glassfish/jersey/connectors/jersey-jnh-connector/maven-metadata.xml
build 28-Jun-2023 13:52:41 [INFO] Downloading from asb-snapshot-repository: https://example.com/maven-proxy/content/groups/all-snapshots/org/glassfish/jersey/connectors/jersey-jnh-connector/maven-metadata.xml
build 28-Jun-2023 13:52:41 [WARNING] Failed to write tracking file '/home/bamboo/.m2/repository/org/glassfish/jersey/connectors/jersey-grizzly-connector/resolver-status.properties'
build 28-Jun-2023 13:52:41 java.io.IOException: Resource deadlock avoided
build 28-Jun-2023 13:52:41 at sun.nio.ch.FileDispatcherImpl.lock0 (Native Method)
build 28-Jun-2023 13:52:41 at sun.nio.ch.FileDispatcherImpl.lock (FileDispatcherImpl.java:94)
build 28-Jun-2023 13:52:41 at sun.nio.ch.FileChannelImpl.lock (FileChannelImpl.java:1072)
build 28-Jun-2023 13:52:41 at org.eclipse.aether.internal.impl.DefaultTrackingFileManager.fileLock (DefaultTrackingFileManager.java:140)
build 28-Jun-2023 13:52:41 at org.eclipse.aether.internal.impl.DefaultTrackingFileManager.update (DefaultTrackingFileManager.java:85)
build 28-Jun-2023 13:52:41 at org.eclipse.aether.internal.impl.DefaultUpdateCheckManager.write (DefaultUpdateCheckManager.java:527)
build 28-Jun-2023 13:52:41 at org.eclipse.aether.internal.impl.DefaultUpdateCheckManager.touchMetadata (DefaultUpdateCheckManager.java:501)
build 28-Jun-2023 13:52:41 at org.eclipse.aether.internal.impl.DefaultMetadataResolver.resolve (DefaultMetadataResolver.java:352)
build 28-Jun-2023 13:52:41 at org.eclipse.aether.internal.impl.DefaultMetadataResolver.resolveMetadata (DefaultMetadataResolver.java:178)
build 28-Jun-2023 13:52:41 at org.apache.maven.repository.internal.DefaultVersionRangeResolver.getVersions (DefaultVersionRangeResolver.java:189)
build 28-Jun-2023 13:52:41 at org.apache.maven.repository.internal.DefaultVersionRangeResolver.resolveVersionRange (DefaultVersionRangeResolver.java:142)
build 28-Jun-2023 13:52:41 at org.eclipse.aether.internal.impl.DefaultRepositorySystem.resolveVersionRange (DefaultRepositorySystem.java:259)
build 28-Jun-2023 13:52:41 at org.codehaus.mojo.versions.api.DefaultVersionsHelper.lookupArtifactVersions (DefaultVersionsHelper.java:280)
build 28-Jun-2023 13:52:41 at org.codehaus.mojo.versions.api.DefaultVersionsHelper.lookupDependencyUpdates (DefaultVersionsHelper.java:564)
build 28-Jun-2023 13:52:41 at org.codehaus.mojo.versions.api.DefaultVersionsHelper.lambda$lookupDependenciesUpdates$4 (DefaultVersionsHelper.java:533)
build 28-Jun-2023 13:52:41 at java.util.concurrent.FutureTask.run (FutureTask.java:266)
build 28-Jun-2023 13:52:41 at java.util.concurrent.ThreadPoolExecutor.runWorker (ThreadPoolExecutor.java:1149)
build 28-Jun-2023 13:52:41 at java.util.concurrent.ThreadPoolExecutor$Worker.run (ThreadPoolExecutor.java:624)
build 28-Jun-2023 13:52:41 at java.lang.Thread.run (Thread.java:750)
{code}
> Sporadic failures on multiple builds sharing the same local repo when writing the .lastUpdated file
> ---------------------------------------------------------------------------------------------------
>
> Key: MNG-7705
> URL: https://issues.apache.org/jira/browse/MNG-7705
> Project: Maven
> Issue Type: Bug
> Affects Versions: 3.9.0
> Environment: Apache Maven 3.9.0 (9b58d2bad23a66be161c4664ef21ce219c2c8584)
> Maven home: /data00/bamboo/maven/maven-next
> Java version: 1.8.0_362, vendor: Red Hat, Inc., runtime: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.362.b09-2.el8_7.x86_64/jre
> Default locale: en_CA, platform encoding: ISO-8859-1
> OS name: "linux", version: "4.18.0-193.el8.x86_64", arch: "amd64", family: "unix"
> Reporter: Jim Sellers
> Priority: Major
> Attachments: 2023-02-28_failure.zip, MNG-7705-2023-02-27.zip, MNG-7705-2023-03-07.zip, MNG-7705.zip, MNG-7705_strace_2023-02-27.zip, apache-maven-3.9.1-SNAPSHOT-bin.tar-1.gz, failed_plan-377290782-JOB1-15.zip, maven-resolver-util-1.9.6-SNAPSHOT.jar, xaa-1.xz, xab-1.xz, xac-1.xz, xad-1.xz
>
>
> On a CI server, we have multiple builds running on the same host and sharing the same repo.
> While testing 3.9.0, I started to see a NIO exception for the {{.lastUpdated}} file. This has worked fine for years, all the way up to 3.8.7.
> If you re-run the build, it will work. I think that it's just a collision between the different processes.
> {code:title=example command}
> mvn --batch-mode dependency:sources dependency:resolve -Dclassifier=javadoc
> # this uses dependency:3.5.0:sources
> {code}
> {code:title=stracktrace}
> [WARNING] Failed to write tracking file '/home/bamboo/.m2/repository/io/smallrye/config/smallrye-config/2.3.0/smallrye-config-2.3.0-javadoc.jar.lastUpdated'
> java.nio.file.NoSuchFileException: /home/bamboo/.m2/repository/io/smallrye/config/smallrye-config/2.3.0/smallrye-config-2.3.0-javadoc.jar.lastUpdated
> at sun.nio.fs.UnixException.translateToIOException (UnixException.java:86)
> at sun.nio.fs.UnixException.rethrowAsIOException (UnixException.java:102)
> at sun.nio.fs.UnixException.rethrowAsIOException (UnixException.java:107)
> at sun.nio.fs.UnixFileSystemProvider.newByteChannel (UnixFileSystemProvider.java:214)
> at java.nio.file.Files.newByteChannel (Files.java:361)
> at java.nio.file.Files.newByteChannel (Files.java:407)
> at java.nio.file.spi.FileSystemProvider.newInputStream (FileSystemProvider.java:384)
> at java.nio.file.Files.newInputStream (Files.java:152)
> at org.eclipse.aether.internal.impl.DefaultTrackingFileManager.update (DefaultTrackingFileManager.java:90)
> at org.eclipse.aether.internal.impl.DefaultUpdateCheckManager.write (DefaultUpdateCheckManager.java:604)
> at org.eclipse.aether.internal.impl.DefaultUpdateCheckManager.touchArtifact (DefaultUpdateCheckManager.java:539)
> at org.eclipse.aether.internal.impl.DefaultArtifactResolver.evaluateDownloads (DefaultArtifactResolver.java:701)
> at org.eclipse.aether.internal.impl.DefaultArtifactResolver.performDownloads (DefaultArtifactResolver.java:592)
> at org.eclipse.aether.internal.impl.DefaultArtifactResolver.resolve (DefaultArtifactResolver.java:478)
> at org.eclipse.aether.internal.impl.DefaultArtifactResolver.resolveArtifacts (DefaultArtifactResolver.java:278)
> at org.eclipse.aether.internal.impl.DefaultArtifactResolver.resolveArtifact (DefaultArtifactResolver.java:255)
> at org.eclipse.aether.internal.impl.DefaultRepositorySystem.resolveArtifact (DefaultRepositorySystem.java:296)
> at org.apache.maven.shared.transfer.artifact.resolve.internal.Maven31ArtifactResolver.resolveArtifact (Maven31ArtifactResolver.java:97)
> at org.apache.maven.shared.transfer.artifact.resolve.internal.Maven31ArtifactResolver.resolveArtifact (Maven31ArtifactResolver.java:78)
> at org.apache.maven.shared.transfer.artifact.resolve.internal.DefaultArtifactResolver.resolveArtifact (DefaultArtifactResolver.java:70)
> at org.apache.maven.plugins.dependency.fromDependencies.AbstractDependencyFilterMojo.resolve (AbstractDependencyFilterMojo.java:464)
> at org.apache.maven.plugins.dependency.fromDependencies.AbstractDependencyFilterMojo.getClassifierTranslatedDependencies (AbstractDependencyFilterMojo.java:408)
> at org.apache.maven.plugins.dependency.fromDependencies.AbstractDependencyFilterMojo.getDependencySets (AbstractDependencyFilterMojo.java:340)
> at org.apache.maven.plugins.dependency.resolvers.ResolveDependenciesMojo.doExecute (ResolveDependenciesMojo.java:103)
> at org.apache.maven.plugins.dependency.resolvers.ResolveDependencySourcesMojo.doExecute (ResolveDependencySourcesMojo.java:52)
> at org.apache.maven.plugins.dependency.AbstractDependencyMojo.execute (AbstractDependencyMojo.java:159)
> at org.apache.maven.plugin.DefaultBuildPluginManager.executeMojo (DefaultBuildPluginManager.java:126)
> at org.apache.maven.lifecycle.internal.MojoExecutor.doExecute2 (MojoExecutor.java:342)
> at org.apache.maven.lifecycle.internal.MojoExecutor.doExecute (MojoExecutor.java:330)
> at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:213)
> at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:175)
> at org.apache.maven.lifecycle.internal.MojoExecutor.access$000 (MojoExecutor.java:76)
> at org.apache.maven.lifecycle.internal.MojoExecutor$1.run (MojoExecutor.java:163)
> at org.apache.maven.plugin.DefaultMojosExecutionStrategy.execute (DefaultMojosExecutionStrategy.java:39)
> at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:160)
> at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject (LifecycleModuleBuilder.java:105)
> at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject (LifecycleModuleBuilder.java:73)
> at org.apache.maven.lifecycle.internal.builder.singlethreaded.SingleThreadedBuilder.build (SingleThreadedBuilder.java:53)
> at org.apache.maven.lifecycle.internal.LifecycleStarter.execute (LifecycleStarter.java:118)
> at org.apache.maven.DefaultMaven.doExecute (DefaultMaven.java:260)
> at org.apache.maven.DefaultMaven.doExecute (DefaultMaven.java:172)
> at org.apache.maven.DefaultMaven.execute (DefaultMaven.java:100)
> at org.apache.maven.cli.MavenCli.execute (MavenCli.java:821)
> at org.apache.maven.cli.MavenCli.doMain (MavenCli.java:270)
> at org.apache.maven.cli.MavenCli.main (MavenCli.java:192)
> at sun.reflect.NativeMethodAccessorImpl.invoke0 (Native Method)
> at sun.reflect.NativeMethodAccessorImpl.invoke (NativeMethodAccessorImpl.java:62)
> at sun.reflect.DelegatingMethodAccessorImpl.invoke (DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke (Method.java:498)
> at org.codehaus.plexus.classworlds.launcher.Launcher.launchEnhanced (Launcher.java:282)
> at org.codehaus.plexus.classworlds.launcher.Launcher.launch (Launcher.java:225)
> at org.codehaus.plexus.classworlds.launcher.Launcher.mainWithExitCode (Launcher.java:406)
> at org.codehaus.plexus.classworlds.launcher.Launcher.main (Launcher.java:347)
> {code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)