You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/10/17 22:06:10 UTC
[JENKINS] Lucene-Solr-6.6-Linux (64bit/jdk-9) - Build # 173 - Still
Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/173/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseG1GC --illegal-access=deny
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestHdfsCloudBackupRestore
Error Message:
Timed out waiting for Mini HDFS Cluster to start
Stack Trace:
java.io.IOException: Timed out waiting for Mini HDFS Cluster to start
at __randomizedtesting.SeedInfo.seed([51C79D8A387796F4]:0)
at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
at org.apache.solr.cloud.TestHdfsCloudBackupRestore.setupClass(TestHdfsCloudBackupRestore.java:100)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoverLeaseTest
Error Message:
Timed out waiting for Mini HDFS Cluster to start
Stack Trace:
java.io.IOException: Timed out waiting for Mini HDFS Cluster to start
at __randomizedtesting.SeedInfo.seed([51C79D8A387796F4]:0)
at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:67)
at org.apache.solr.cloud.hdfs.HdfsRecoverLeaseTest.beforeClass(HdfsRecoverLeaseTest.java:50)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestHdfsBackupRestoreCore
Error Message:
Timed out waiting for Mini HDFS Cluster to start
Stack Trace:
java.io.IOException: Timed out waiting for Mini HDFS Cluster to start
at __randomizedtesting.SeedInfo.seed([51C79D8A387796F4]:0)
at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
at org.apache.solr.handler.TestHdfsBackupRestoreCore.setupClass(TestHdfsBackupRestoreCore.java:108)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12729 lines...]
[junit4] Suite: org.apache.solr.cloud.TestHdfsCloudBackupRestore
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_51C79D8A387796F4-001/init-core-data-001
[junit4] 2> 1724792 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1724792 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 1724793 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1725253 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1725739 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1725845 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 1725862 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1726040 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 1726063 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_43863_hdfs____.a8khsg/webapp
[junit4] 2> 1726191 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:43863
[junit4] 2> 1726740 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1726744 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 1726748 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_41967_datanode____2w35vo/webapp
[junit4] 2> 1726823 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41967
[junit4] 2> 1726843 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] i.n.u.i.PlatformDependent Your platform does not provide complete low-level API for accessing direct buffers reliably. Unless explicitly requested, heap buffer will always be preferred to avoid potential system unstability.
[junit4] 2> 1727036 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1727038 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 1727043 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46579_datanode____.f22r9g/webapp
[junit4] 2> 1727164 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46579
[junit4] 2> 1727350 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:38425) [ ] o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:38425
[junit4] 2> java.lang.IllegalArgumentException: java.net.URISyntaxException: Relative path in absolute URI: .BP-1760225018-2a01:4f8:10b:2ab:0:0:0:2-1508277062951.crc
[junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:205)
[junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:171)
[junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:93)
[junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90)
[junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488)
[junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508)
[junit4] 2> at org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140)
[junit4] 2> at org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.net.URISyntaxException: Relative path in absolute URI: .BP-1760225018-2a01:4f8:10b:2ab:0:0:0:2-1508277062951.crc
[junit4] 2> at java.base/java.net.URI.checkPath(URI.java:1939)
[junit4] 2> at java.base/java.net.URI.<init>(URI.java:755)
[junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:202)
[junit4] 2> ... 17 more
[junit4] 2> 1727351 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:38425) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:38425
[junit4] 2> 1727377 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:38425) [ ] o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:38425
[junit4] 2> java.lang.IllegalArgumentException: java.net.URISyntaxException: Relative path in absolute URI: .BP-1760225018-2a01:4f8:10b:2ab:0:0:0:2-1508277062951.crc
[junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:205)
[junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:171)
[junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:93)
[junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90)
[junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488)
[junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508)
[junit4] 2> at org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140)
[junit4] 2> at org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.net.URISyntaxException: Relative path in absolute URI: .BP-1760225018-2a01:4f8:10b:2ab:0:0:0:2-1508277062951.crc
[junit4] 2> at java.base/java.net.URI.checkPath(URI.java:1939)
[junit4] 2> at java.base/java.net.URI.<init>(URI.java:755)
[junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:202)
[junit4] 2> ... 17 more
[junit4] 2> 1727377 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:38425) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:38425
[junit4] 2> 1727620 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster BPOfferService in datanode DataNode{data=null, localName='127.0.0.1:42083', datanodeUuid='null', xmitsInProgress=0} failed to connect to namenode at localhost.localdomain/127.0.0.1:38425
[junit4] 2> 1727724 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1728724 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1729725 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1730725 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1731725 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1732725 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1733725 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1734726 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1735726 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1736726 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1737726 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1738726 ERROR (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Timed out waiting for Mini HDFS Cluster to start
[junit4] 2> 1738734 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 1738750 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 1738868 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
[junit4] 2> 1738886 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 1738887 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Oct 17, 2017 9:51:16 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 64 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1737, maxMBSortInHeap=7.3766467642609825, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=fr-YT, timezone=US/Aleutian
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=2,free=292644528,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [InfoHandlerTest, TestSolrCLIRunExample, TestHighlightDedupGrouping, TestSQLHandler, LeaderInitiatedRecoveryOnCommitTest, DateRangeFieldTest, TestJmxIntegration, TestSchemaResource, TestSolrConfigHandlerConcurrent, TestSerializedLuceneMatchVersion, DistributedQueryElevationComponentTest, TestSizeLimitedDistributedMap, SuggestComponentTest, ClusterStateTest, TestRandomFlRTGCloud, TestCryptoKeys, AnalyticsQueryTest, TestFieldCacheSanityChecker, TestRandomFaceting, TestMacros, TestSolrDeletionPolicy2, TestStressLucene, TestFunctionQuery, TestBinaryResponseWriter, ExitableDirectoryReaderTest, TestMinMaxOnMultiValuedField, ExternalFileFieldSortTest, ConfigureRecoveryStrategyTest, TestSSLRandomization, RecoveryAfterSoftCommitTest, BaseCdcrDistributedZkTest, TestValueSourceCache, TestPathTrie, DistributedQueryComponentCustomSortTest, TestPivotHelperCode, TestInitQParser, SecurityConfHandlerTest, TestFastLRUCache, TestReplicationHandlerBackup, TestConfigSetsAPI, IgnoreCommitOptimizeUpdateProcessorFactoryTest, RegexBoostProcessorTest, DistribJoinFromCollectionTest, OverseerStatusTest, OutputWriterTest, StandardRequestHandlerTest, ClassificationUpdateProcessorTest, TestOmitPositions, TestJettySolrRunner, TestCustomStream, XsltUpdateRequestHandlerTest, TestNestedDocsSort, BufferStoreTest, HighlighterConfigTest, TestAtomicUpdateErrorCases, SolrCoreTest, TestGeoJSONResponseWriter, TestBlobHandler, PeerSyncTest, FacetPivotSmallTest, BasicZkTest, TestCrossCoreJoin, TestDownShardTolerantSearch, DocValuesNotIndexedTest, MissingSegmentRecoveryTest, AtomicUpdatesTest, TestSubQueryTransformerCrossCore, PolyFieldTest, DisMaxRequestHandlerTest, TestPayloadCheckQParserPlugin, BadCopyFieldTest, SolrGraphiteReporterTest, TestReplicaProperties, DeleteStatusTest, TestComplexPhraseQParserPlugin, TestClassicSimilarityFactory, TestXmlQParserPlugin, RequiredFieldsTest, TestDocBasedVersionConstraints, TlogReplayBufferedWhileIndexingTest, TestUniqueKeyFieldResource, TestBlendedInfixSuggestions, SolrCLIZkUtilsTest, FastVectorHighlighterTest, DistributedSpellCheckComponentTest, CurrencyFieldOpenExchangeTest, LeaderElectionContextKeyTest, QueryElevationComponentTest, TolerantUpdateProcessorTest, TestBinaryResponseWriter, BigEndianAscendingWordDeserializerTest, TestBulkSchemaConcurrent, TestStressRecovery, TestDynamicFieldResource, TestCloudRecovery, TestSolrCoreProperties, BJQParserTest, ConjunctionSolrSpellCheckerTest, TestClassNameShortening, HighlighterMaxOffsetTest, VersionInfoTest, TestJsonRequest, ChaosMonkeyNothingIsSafeTest, TestStressUserVersions, DistributedFacetExistsSmallTest, AliasIntegrationTest, CdcrReplicationHandlerTest, TestConfigSetProperties, TestRemoteStreaming, TestMultiWordSynonyms, SynonymTokenizerTest, BlobRepositoryCloudTest, TestInPlaceUpdatesDistrib, TestCoreAdminApis, SolrMetricReporterTest, UniqFieldsUpdateProcessorFactoryTest, AddBlockUpdateTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, ClusterStateUpdateTest, TestZkChroot, TestRandomDVFaceting, TestFaceting, TestRecovery, ZkControllerTest, TestJoin, TestSolr4Spatial, SpellCheckComponentTest, BadIndexSchemaTest, TestFiltering, TestLazyCores, TestIndexSearcher, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SuggesterTSTTest, SuggesterTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, LukeRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TermsComponentTest, DocumentBuilderTest, TestIndexingPerformance, IndexSchemaRuntimeFieldTest, ReturnFieldsTest, JSONWriterTest, QueryParsingTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestSolrIndexConfig, SolrIndexConfigTest, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, NumericFieldsTest, TestConfig, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, PluginInfoTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DOMUtilTest, TestUtils, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, CursorPagingTest, CdcrBootstrapTest, DeleteNodeTest, DeleteReplicaTest, LeaderFailureAfterFreshStartTest, MigrateRouteKeyTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, TestAuthenticationFramework, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestHdfsCloudBackupRestore -Dtests.seed=51C79D8A387796F4 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-YT -Dtests.timezone=US/Aleutian -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | TestHdfsCloudBackupRestore (suite) <<<
[junit4] > Throwable #1: java.io.IOException: Timed out waiting for Mini HDFS Cluster to start
[junit4] > at __randomizedtesting.SeedInfo.seed([51C79D8A387796F4]:0)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
[junit4] > at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104)
[junit4] > at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
[junit4] > at org.apache.solr.cloud.TestHdfsCloudBackupRestore.setupClass(TestHdfsCloudBackupRestore.java:100)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [543/713 (1!)] on J0 in 17.18s, 0 tests, 1 error <<< FAILURES!
[...truncated 123 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRecoverLeaseTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoverLeaseTest_51C79D8A387796F4-001/init-core-data-001
[junit4] 2> 1817912 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
[junit4] 2> 1817912 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 1817913 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1818031 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1828043 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1828045 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 1828048 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_43757_hdfs____.pt1nn0/webapp
[junit4] 2> 1828117 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:43757
[junit4] 2> 1828900 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1828901 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 1828904 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_44109_datanode____vnp74x/webapp
[junit4] 2> 1828995 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44109
[junit4] 2> 1829022 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1829023 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 1829025 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_44387_datanode____oc7m55/webapp
[junit4] 2> 1829062 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoverLeaseTest_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoverLeaseTest_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:43901) [ ] o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:43901
[junit4] 2> java.lang.IllegalArgumentException: java.net.URISyntaxException: Relative path in absolute URI: .BP-2069018493-2a01:4f8:10b:2ab:0:0:0:2-1508277155467.crc
[junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:205)
[junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:171)
[junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:93)
[junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90)
[junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488)
[junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508)
[junit4] 2> at org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140)
[junit4] 2> at org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.net.URISyntaxException: Relative path in absolute URI: .BP-2069018493-2a01:4f8:10b:2ab:0:0:0:2-1508277155467.crc
[junit4] 2> at java.base/java.net.URI.checkPath(URI.java:1939)
[junit4] 2> at java.base/java.net.URI.<init>(URI.java:755)
[junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:202)
[junit4] 2> ... 17 more
[junit4] 2> 1829063 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoverLeaseTest_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoverLeaseTest_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:43901) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:43901
[junit4] 2> 1829094 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44387
[junit4] 2> 1829145 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster BPOfferService in datanode DataNode{data=null, localName='127.0.0.1:34171', datanodeUuid='null', xmitsInProgress=0} failed to connect to namenode at localhost.localdomain/127.0.0.1:43901
[junit4] 2> 1829145 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1829196 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoverLeaseTest_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoverLeaseTest_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:43901) [ ] o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:43901
[junit4] 2> java.lang.IllegalArgumentException: java.net.URISyntaxException: Relative path in absolute URI: .BP-2069018493-2a01:4f8:10b:2ab:0:0:0:2-1508277155467.crc
[junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:205)
[junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:171)
[junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:93)
[junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90)
[junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488)
[junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508)
[junit4] 2> at org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140)
[junit4] 2> at org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.net.URISyntaxException: Relative path in absolute URI: .BP-2069018493-2a01:4f8:10b:2ab:0:0:0:2-1508277155467.crc
[junit4] 2> at java.base/java.net.URI.checkPath(URI.java:1939)
[junit4] 2> at java.base/java.net.URI.<init>(URI.java:755)
[junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:202)
[junit4] 2> ... 17 more
[junit4] 2> 1829197 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoverLeaseTest_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoverLeaseTest_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:43901) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:43901
[junit4] 2> 1830145 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1831145 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1832146 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1833146 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1834146 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1835146 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1836148 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1837148 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1838148 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1839148 WARN (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1840149 ERROR (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Timed out waiting for Mini HDFS Cluster to start
[junit4] 2> 1840152 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 1840255 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 1840372 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
[junit4] 2> 1840478 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 1840478 INFO (SUITE-HdfsRecoverLeaseTest-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Oct 17, 2017 9:52:58 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 64 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1449, maxMBSortInHeap=7.498801602270456, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=ml, timezone=Libya
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=245794280,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [InfoHandlerTest, TestSolrCLIRunExample, TestHighlightDedupGrouping, TestSQLHandler, LeaderInitiatedRecoveryOnCommitTest, DateRangeFieldTest, TestJmxIntegration, TestSchemaResource, TestSolrConfigHandlerConcurrent, TestSerializedLuceneMatchVersion, DistributedQueryElevationComponentTest, TestSizeLimitedDistributedMap, SuggestComponentTest, ClusterStateTest, TestRandomFlRTGCloud, TestCryptoKeys, AnalyticsQueryTest, TestFieldCacheSanityChecker, TestRandomFaceting, TestMacros, TestSolrDeletionPolicy2, TestStressLucene, TestFunctionQuery, TestBinaryResponseWriter, ExitableDirectoryReaderTest, TestMinMaxOnMultiValuedField, ExternalFileFieldSortTest, ConfigureRecoveryStrategyTest, TestSSLRandomization, RecoveryAfterSoftCommitTest, BaseCdcrDistributedZkTest, TestValueSourceCache, TestPathTrie, DistributedQueryComponentCustomSortTest, TestPivotHelperCode, TestInitQParser, SecurityConfHandlerTest, TestFastLRUCache, TestReplicationHandlerBackup, TestConfigSetsAPI, IgnoreCommitOptimizeUpdateProcessorFactoryTest, RegexBoostProcessorTest, DistribJoinFromCollectionTest, OverseerStatusTest, OutputWriterTest, StandardRequestHandlerTest, ClassificationUpdateProcessorTest, TestOmitPositions, TestJettySolrRunner, TestCustomStream, XsltUpdateRequestHandlerTest, TestNestedDocsSort, BufferStoreTest, HighlighterConfigTest, TestAtomicUpdateErrorCases, SolrCoreTest, TestGeoJSONResponseWriter, TestBlobHandler, PeerSyncTest, FacetPivotSmallTest, BasicZkTest, TestCrossCoreJoin, TestDownShardTolerantSearch, DocValuesNotIndexedTest, MissingSegmentRecoveryTest, AtomicUpdatesTest, TestSubQueryTransformerCrossCore, PolyFieldTest, DisMaxRequestHandlerTest, TestPayloadCheckQParserPlugin, BadCopyFieldTest, SolrGraphiteReporterTest, TestReplicaProperties, DeleteStatusTest, TestComplexPhraseQParserPlugin, TestClassicSimilarityFactory, TestXmlQParserPlugin, RequiredFieldsTest, TestDocBasedVersionConstraints, TlogReplayBufferedWhileIndexingTest, TestUniqueKeyFieldResource, TestBlendedInfixSuggestions, SolrCLIZkUtilsTest, FastVectorHighlighterTest, DistributedSpellCheckComponentTest, CurrencyFieldOpenExchangeTest, LeaderElectionContextKeyTest, QueryElevationComponentTest, TolerantUpdateProcessorTest, TestBinaryResponseWriter, BigEndianAscendingWordDeserializerTest, TestBulkSchemaConcurrent, TestStressRecovery, TestDynamicFieldResource, TestCloudRecovery, TestSolrCoreProperties, BJQParserTest, ConjunctionSolrSpellCheckerTest, TestClassNameShortening, HighlighterMaxOffsetTest, VersionInfoTest, TestJsonRequest, ChaosMonkeyNothingIsSafeTest, TestStressUserVersions, DistributedFacetExistsSmallTest, AliasIntegrationTest, CdcrReplicationHandlerTest, TestConfigSetProperties, TestRemoteStreaming, TestMultiWordSynonyms, SynonymTokenizerTest, BlobRepositoryCloudTest, TestInPlaceUpdatesDistrib, TestCoreAdminApis, SolrMetricReporterTest, UniqFieldsUpdateProcessorFactoryTest, AddBlockUpdateTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, ClusterStateUpdateTest, TestZkChroot, TestRandomDVFaceting, TestFaceting, TestRecovery, ZkControllerTest, TestJoin, TestSolr4Spatial, SpellCheckComponentTest, BadIndexSchemaTest, TestFiltering, TestLazyCores, TestIndexSearcher, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SuggesterTSTTest, SuggesterTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, LukeRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TermsComponentTest, DocumentBuilderTest, TestIndexingPerformance, IndexSchemaRuntimeFieldTest, ReturnFieldsTest, JSONWriterTest, QueryParsingTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestSolrIndexConfig, SolrIndexConfigTest, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, NumericFieldsTest, TestConfig, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, PluginInfoTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DOMUtilTest, TestUtils, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, CursorPagingTest, CdcrBootstrapTest, DeleteNodeTest, DeleteReplicaTest, LeaderFailureAfterFreshStartTest, MigrateRouteKeyTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, TestAuthenticationFramework, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestMiniSolrCloudCluster, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsRecoverLeaseTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsRecoverLeaseTest -Dtests.seed=51C79D8A387796F4 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ml -Dtests.timezone=Libya -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | HdfsRecoverLeaseTest (suite) <<<
[junit4] > Throwable #1: java.io.IOException: Timed out waiting for Mini HDFS Cluster to start
[junit4] > at __randomizedtesting.SeedInfo.seed([51C79D8A387796F4]:0)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
[junit4] > at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104)
[junit4] > at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:67)
[junit4] > at org.apache.solr.cloud.hdfs.HdfsRecoverLeaseTest.beforeClass(HdfsRecoverLeaseTest.java:50)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [567/713 (2!)] on J0 in 25.38s, 0 tests, 1 error <<< FAILURES!
[...truncated 49 lines...]
[junit4] Suite: org.apache.solr.handler.TestHdfsBackupRestoreCore
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestHdfsBackupRestoreCore_51C79D8A387796F4-001/init-core-data-001
[junit4] 2> 1865007 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1865007 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 1865008 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1865064 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1865070 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1865073 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 1865116 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_44069_hdfs____.kqmrar/webapp
[junit4] 2> 1865195 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:44069
[junit4] 2> 1865261 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1865262 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 1865266 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46585_datanode____.40c1yh/webapp
[junit4] 2> 1865367 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46585
[junit4] 2> 1865397 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1865398 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 1865403 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40025_datanode____.rue0pu/webapp
[junit4] 2> 1865429 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestHdfsBackupRestoreCore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestHdfsBackupRestoreCore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:44373) [ ] o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:44373
[junit4] 2> java.lang.IllegalArgumentException: java.net.URISyntaxException: Relative path in absolute URI: .BP-1371752424-2a01:4f8:10b:2ab:0:0:0:2-1508277202565.crc
[junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:205)
[junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:171)
[junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:93)
[junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90)
[junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488)
[junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508)
[junit4] 2> at org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140)
[junit4] 2> at org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.net.URISyntaxException: Relative path in absolute URI: .BP-1371752424-2a01:4f8:10b:2ab:0:0:0:2-1508277202565.crc
[junit4] 2> at java.base/java.net.URI.checkPath(URI.java:1939)
[junit4] 2> at java.base/java.net.URI.<init>(URI.java:755)
[junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:202)
[junit4] 2> ... 17 more
[junit4] 2> 1865430 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestHdfsBackupRestoreCore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestHdfsBackupRestoreCore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:44373) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:44373
[junit4] 2> 1865486 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40025
[junit4] 2> 1865503 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster BPOfferService in datanode DataNode{data=null, localName='127.0.0.1:45819', datanodeUuid='null', xmitsInProgress=0} failed to connect to namenode at localhost.localdomain/127.0.0.1:44373
[junit4] 2> 1865504 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1865547 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestHdfsBackupRestoreCore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestHdfsBackupRestoreCore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:44373) [ ] o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:44373
[junit4] 2> java.lang.IllegalArgumentException: java.net.URISyntaxException: Relative path in absolute URI: .BP-1371752424-2a01:4f8:10b:2ab:0:0:0:2-1508277202565.crc
[junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:205)
[junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:171)
[junit4] 2> at org.apache.hadoop.fs.Path.<init>(Path.java:93)
[junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90)
[junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488)
[junit4] 2> at org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508)
[junit4] 2> at org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140)
[junit4] 2> at org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216)
[junit4] 2> at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.net.URISyntaxException: Relative path in absolute URI: .BP-1371752424-2a01:4f8:10b:2ab:0:0:0:2-1508277202565.crc
[junit4] 2> at java.base/java.net.URI.checkPath(URI.java:1939)
[junit4] 2> at java.base/java.net.URI.<init>(URI.java:755)
[junit4] 2> at org.apache.hadoop.fs.Path.initialize(Path.java:202)
[junit4] 2> ... 17 more
[junit4] 2> 1865548 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestHdfsBackupRestoreCore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestHdfsBackupRestoreCore_51C79D8A387796F4-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:44373) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:44373
[junit4] 2> 1866504 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1867504 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1868504 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1869505 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1870506 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1871506 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1872507 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1873507 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1874507 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1875507 WARN (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
[junit4] 2> 1876507 ERROR (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.h.h.MiniDFSCluster Timed out waiting for Mini HDFS Cluster to start
[junit4] 2> 1876513 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 1876624 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 1876731 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
[junit4] 2> 1876840 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 1876840 INFO (SUITE-TestHdfsBackupRestoreCore-seed#[51C79D8A387796F4]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Oct 17, 2017 9:53:34 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 64 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1745, maxMBSortInHeap=7.887386582218071, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=ln-CD, timezone=Australia/ACT
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=280716096,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [InfoHandlerTest, TestSolrCLIRunExample, TestHighlightDedupGrouping, TestSQLHandler, LeaderInitiatedRecoveryOnCommitTest, DateRangeFieldTest, TestJmxIntegration, TestSchemaResource, TestSolrConfigHandlerConcurrent, TestSerializedLuceneMatchVersion, DistributedQueryElevationComponentTest, TestSizeLimitedDistributedMap, SuggestComponentTest, ClusterStateTest, TestRandomFlRTGCloud, TestCryptoKeys, AnalyticsQueryTest, TestFieldCacheSanityChecker, TestRandomFaceting, TestMacros, TestSolrDeletionPolicy2, TestStressLucene, TestFunctionQuery, TestBinaryResponseWriter, ExitableDirectoryReaderTest, TestMinMaxOnMultiValuedField, ExternalFileFieldSortTest, ConfigureRecoveryStrategyTest, TestSSLRandomization, RecoveryAfterSoftCommitTest, BaseCdcrDistributedZkTest, TestValueSourceCache, TestPathTrie, DistributedQueryComponentCustomSortTest, TestPivotHelperCode, TestInitQParser, SecurityConfHandlerTest, TestFastLRUCache, TestReplicationHandlerBackup, TestConfigSetsAPI, IgnoreCommitOptimizeUpdateProcessorFactoryTest, RegexBoostProcessorTest, DistribJoinFromCollectionTest, OverseerStatusTest, OutputWriterTest, StandardRequestHandlerTest, ClassificationUpdateProcessorTest, TestOmitPositions, TestJettySolrRunner, TestCustomStream, XsltUpdateRequestHandlerTest, TestNestedDocsSort, BufferStoreTest, HighlighterConfigTest, TestAtomicUpdateErrorCases, SolrCoreTest, TestGeoJSONResponseWriter, TestBlobHandler, PeerSyncTest, FacetPivotSmallTest, BasicZkTest, TestCrossCoreJoin, TestDownShardTolerantSearch, DocValuesNotIndexedTest, MissingSegmentRecoveryTest, AtomicUpdatesTest, TestSubQueryTransformerCrossCore, PolyFieldTest, DisMaxRequestHandlerTest, TestPayloadCheckQParserPlugin, BadCopyFieldTest, SolrGraphiteReporterTest, TestReplicaProperties, DeleteStatusTest, TestComplexPhraseQParserPlugin, TestClassicSimilarityFactory, TestXmlQParserPlugin, RequiredFieldsTest, TestDocBasedVersionConstraints, TlogReplayBufferedWhileIndexingTest, TestUniqueKeyFieldResource, TestBlendedInfixSuggestions, SolrCLIZkUtilsTest, FastVectorHighlighterTest, DistributedSpellCheckComponentTest, CurrencyFieldOpenExchangeTest, LeaderElectionContextKeyTest, QueryElevationComponentTest, TolerantUpdateProcessorTest, TestBinaryResponseWriter, BigEndianAscendingWordDeserializerTest, TestBulkSchemaConcurrent, TestStressRecovery, TestDynamicFieldResource, TestCloudRecovery, TestSolrCoreProperties, BJQParserTest, ConjunctionSolrSpellCheckerTest, TestClassNameShortening, HighlighterMaxOffsetTest, VersionInfoTest, TestJsonRequest, ChaosMonkeyNothingIsSafeTest, TestStressUserVersions, DistributedFacetExistsSmallTest, AliasIntegrationTest, CdcrReplicationHandlerTest, TestConfigSetProperties, TestRemoteStreaming, TestMultiWordSynonyms, SynonymTokenizerTest, BlobRepositoryCloudTest, TestInPlaceUpdatesDistrib, TestCoreAdminApis, SolrMetricReporterTest, UniqFieldsUpdateProcessorFactoryTest, AddBlockUpdateTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, ClusterStateUpdateTest, TestZkChroot, TestRandomDVFaceting, TestFaceting, TestRecovery, ZkControllerTest, TestJoin, TestSolr4Spatial, SpellCheckComponentTest, BadIndexSchemaTest, TestFiltering, TestLazyCores, TestIndexSearcher, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SuggesterTSTTest, SuggesterTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, LukeRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TermsComponentTest, DocumentBuilderTest, TestIndexingPerformance, IndexSchemaRuntimeFieldTest, ReturnFieldsTest, JSONWriterTest, QueryParsingTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestSolrIndexConfig, SolrIndexConfigTest, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, NumericFieldsTest, TestConfig, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, PluginInfoTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DOMUtilTest, TestUtils, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, CursorPagingTest, CdcrBootstrapTest, DeleteNodeTest, DeleteReplicaTest, LeaderFailureAfterFreshStartTest, MigrateRouteKeyTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, TestAuthenticationFramework, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestMiniSolrCloudCluster, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsRecoverLeaseTest, CachingDirectoryFactoryTest, DirectoryFactoryTest, QueryResultKeyTest, TestBackupRepositoryFactory, TestConfigSets, TestImplicitCoreProperties, TestInfoStreamLogging, TestInitParams, TestNRTOpen, TestReloadAndDeleteDocs, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrConfigHandler, RequestLoggingTest, TestHdfsBackupRestoreCore]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestHdfsBackupRestoreCore -Dtests.seed=51C79D8A387796F4 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ln-CD -Dtests.timezone=Australia/ACT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | TestHdfsBackupRestoreCore (suite) <<<
[junit4] > Throwable #1: java.io.IOException: Timed out waiting for Mini HDFS Cluster to start
[junit4] > at __randomizedtesting.SeedInfo.seed([51C79D8A387796F4]:0)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
[junit4] > at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
[junit4] > at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:104)
[junit4] > at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
[junit4] > at org.apache.solr.handler.TestHdfsBackupRestoreCore.setupClass(TestHdfsBackupRestoreCore.java:108)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [584/713 (3!)] on J0 in 14.65s, 0 tests, 1 error <<< FAILURES!
[...truncated 36765 lines...]