You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/08/08 01:35:08 UTC
[JENKINS] Lucene-Solr-Tests-master - Build # 1330 - Still Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1330/
1 tests failed.
FAILED: org.apache.solr.cloud.TestHdfsCloudBackupRestore.test
Error Message:
expected:<{shard1_0=7, shard1_1=7, shard2=11}> but was:<{shard1_0=0, shard1_1=0, shard2=11}>
Stack Trace:
java.lang.AssertionError: expected:<{shard1_0=7, shard1_1=7, shard2=11}> but was:<{shard1_0=0, shard1_1=0, shard2=11}>
at __randomizedtesting.SeedInfo.seed([CFF4F60739C9A2CF:47A0C9DD9735CF37]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:242)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:126)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12108 lines...]
[junit4] Suite: org.apache.solr.cloud.TestHdfsCloudBackupRestore
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/init-core-data-001
[junit4] 2> 1541577 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1541604 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1541610 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1541612 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1541622 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_56668_hdfs____.ta36lb/webapp
[junit4] 2> 1542079 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56668
[junit4] 2> 1542146 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1542147 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1542159 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45405_datanode____.on2nep/webapp
[junit4] 2> 1542554 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45405
[junit4] 2> 1542652 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1542653 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1542669 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_43444_datanode____yonl18/webapp
[junit4] 2> 1542742 INFO (IPC Server handler 5 on 58509) [ ] BlockStateChange BLOCK* processReport: from storage DS-a685dc86-36a6-47eb-9b34-c7064dad9c6d node DatanodeRegistration(127.0.0.1:55965, datanodeUuid=bd561148-97dd-4ced-8cf9-bf6c2f41639b, infoPort=44136, infoSecurePort=0, ipcPort=60934, storageInfo=lv=-56;cid=testClusterID;nsid=1564677371;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1542742 INFO (IPC Server handler 5 on 58509) [ ] BlockStateChange BLOCK* processReport: from storage DS-6470b9c5-f9ea-4a91-b448-97f9330c40b2 node DatanodeRegistration(127.0.0.1:55965, datanodeUuid=bd561148-97dd-4ced-8cf9-bf6c2f41639b, infoPort=44136, infoSecurePort=0, ipcPort=60934, storageInfo=lv=-56;cid=testClusterID;nsid=1564677371;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1543059 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43444
[junit4] 2> 1543169 INFO (IPC Server handler 4 on 58509) [ ] BlockStateChange BLOCK* processReport: from storage DS-13ef3cf6-ac50-4736-a007-24833fbdc792 node DatanodeRegistration(127.0.0.1:56087, datanodeUuid=a9b120a2-94eb-4cbc-ab60-00403c7ee494, infoPort=46483, infoSecurePort=0, ipcPort=60061, storageInfo=lv=-56;cid=testClusterID;nsid=1564677371;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1543170 INFO (IPC Server handler 4 on 58509) [ ] BlockStateChange BLOCK* processReport: from storage DS-bcc34fe4-2dee-43e0-9a4f-97f023c033b9 node DatanodeRegistration(127.0.0.1:56087, datanodeUuid=a9b120a2-94eb-4cbc-ab60-00403c7ee494, infoPort=46483, infoSecurePort=0, ipcPort=60061, storageInfo=lv=-56;cid=testClusterID;nsid=1564677371;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1543330 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1543331 INFO (Thread-9226) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1543331 INFO (Thread-9226) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1543431 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:54617
[junit4] 2> 1543431 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1543431 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543433 INFO (zkCallback-2324-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6456203a name:ZooKeeperConnection Watcher:127.0.0.1:54617 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1543433 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543433 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1543433 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 1543436 INFO (jetty-launcher-2323-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1543436 INFO (jetty-launcher-2323-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bc3d89c{/solr,null,AVAILABLE}
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41f2ff6e{/solr,null,AVAILABLE}
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@644a572f{HTTP/1.1,[http/1.1]}{127.0.0.1:32825}
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@41ab0515{HTTP/1.1,[http/1.1]}{127.0.0.1:57645}
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-2) [ ] o.e.j.s.Server Started @1545727ms
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-1) [ ] o.e.j.s.Server Started @1545727ms
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32825}
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57645}
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2'
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1'
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1543439 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1543439 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1543439 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543439 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543440 INFO (zkCallback-2325-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@fe65024 name:ZooKeeperConnection Watcher:127.0.0.1:54617/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1543440 INFO (zkCallback-2326-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6ce6490f name:ZooKeeperConnection Watcher:127.0.0.1:54617/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1543440 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543440 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543440 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1543440 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1543440 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1543440 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1543444 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/.
[junit4] 2> 1543445 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.CoreContainer New CoreContainer 1854199054
[junit4] 2> 1543445 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2]
[junit4] 2> 1543445 WARN (jetty-launcher-2323-thread-2) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/lib
[junit4] 2> 1543445 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 1543446 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/.
[junit4] 2> 1543446 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 304119784
[junit4] 2> 1543446 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1]
[junit4] 2> 1543446 WARN (jetty-launcher-2323-thread-1) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/lib
[junit4] 2> 1543446 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 1543446 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 1543446 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1543446 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1543446 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54617/solr
[junit4] 2> 1543446 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1543446 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1543447 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543447 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 1543447 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1543447 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1543447 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54617/solr
[junit4] 2> 1543447 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1543447 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1543448 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543448 INFO (zkCallback-2331-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4363c983 name:ZooKeeperConnection Watcher:127.0.0.1:54617 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1543448 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543448 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1543448 INFO (zkCallback-2332-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a1dac13 name:ZooKeeperConnection Watcher:127.0.0.1:54617 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1543448 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$71/1121793224@7fce5fae
[junit4] 2> 1543448 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543449 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543449 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1543449 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$71/1121793224@b608107
[junit4] 2> 1543449 INFO (zkCallback-2333-thread-1-processing-n:127.0.0.1:32825_solr) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1d0de72f name:ZooKeeperConnection Watcher:127.0.0.1:54617/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1543449 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543449 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543450 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 1543450 INFO (zkCallback-2334-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3232a837 name:ZooKeeperConnection Watcher:127.0.0.1:54617/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1543450 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543451 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 1543451 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 1543452 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 1543452 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 1543453 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 1543453 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 1543454 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1543454 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1543455 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1543455 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1543455 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1543455 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1543456 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1543456 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1543457 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1543457 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1543457 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1543457 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1543462 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1543462 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1543462 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1543462 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1543462 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1543462 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1543464 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1543464 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1543464 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1543464 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1543465 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1543465 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1543465 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96378481085251590-127.0.0.1:57645_solr-n_0000000000
[junit4] 2> 1543465 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96378481085251589-127.0.0.1:32825_solr-n_0000000001
[junit4] 2> 1543470 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57645_solr
[junit4] 2> 1543470 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 1543470 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96378481085251590-127.0.0.1:57645_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 1543470 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32825_solr
[junit4] 2> 1543470 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:32825_solr
[junit4] 2> 1543471 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.Overseer Overseer (id=96378481085251590-127.0.0.1:57645_solr-n_0000000000) starting
[junit4] 2> 1543471 INFO (zkCallback-2333-thread-1-processing-n:127.0.0.1:32825_solr) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1543474 INFO (zkCallback-2333-thread-1-processing-n:127.0.0.1:32825_solr) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1543474 INFO (zkCallback-2334-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1543478 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 1543478 INFO (zkCallback-2334-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1543481 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1543482 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1543482 INFO (OverseerCollectionConfigSetProcessor-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1543482 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 1543483 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:57645_solr as DOWN
[junit4] 2> 1543483 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57645_solr
[junit4] 2> 1543483 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:57645_solr
[junit4] 2> 1543484 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.Overseer processMessage: queueSize: 0, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:57645_solr"} current state version: 0
[junit4] 2> 1543484 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:57645_solr
[junit4] 2> 1543484 INFO (zkCallback-2333-thread-1-processing-n:127.0.0.1:32825_solr) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1543484 INFO (zkCallback-2333-thread-1-processing-n:127.0.0.1:32825_solr) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1543484 INFO (zkCallback-2334-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1543489 INFO (zkCallback-2334-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1543504 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1543504 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1543504 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:58509/solr,solr.hdfs.confdir=}}
[junit4] 2> 1543504 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:58509/solr,solr.hdfs.confdir=}}
[junit4] 2> 1543504 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/.
[junit4] 2> 1543504 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 1543509 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1543509 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1543509 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:58509/solr,solr.hdfs.confdir=}}
[junit4] 2> 1543509 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:58509/solr,solr.hdfs.confdir=}}
[junit4] 2> 1543510 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/.
[junit4] 2> 1543510 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1543510 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1543510 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 1543511 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1543511 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1543511 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1543516 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543516 INFO (zkCallback-2337-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7c0800f9 name:ZooKeeperConnection Watcher:127.0.0.1:54617 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1543517 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543517 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1543518 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1543518 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543519 INFO (zkCallback-2340-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@66ebdaa7 name:ZooKeeperConnection Watcher:127.0.0.1:54617/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1543519 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543519 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1543519 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1543519 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1543520 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1543520 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 1543522 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1543558 INFO (TEST-TestHdfsCloudBackupRestore.test-seed#[CFF4F60739C9A2CF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1543559 INFO (qtp220487916-20597) [n:127.0.0.1:57645_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=true&name=hdfsbackuprestore&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1543560 INFO (OverseerCollectionConfigSetProcessor-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"hdfsbackuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"}
[junit4] 2> 1543561 INFO (OverseerThreadFactory-7424-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"hdfsbackuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"}
[junit4] 2> 1543561 INFO (OverseerThreadFactory-7424-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerCollectionMessageHandler Create collection hdfsbackuprestore
[junit4] 2> 1543561 INFO (OverseerThreadFactory-7424-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/hdfsbackuprestore
[junit4] 2> 1543561 INFO (OverseerThreadFactory-7424-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /collections/hdfsbackuprestore
[junit4] 2> 1543562 INFO (zkCallback-2333-thread-1-processing-n:127.0.0.1:32825_solr) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1543562 INFO (zkCallback-2340-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1543562 INFO (zkCallback-2334-thread-2-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1543568 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"hdfsbackuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1543568 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: hdfsbackuprestore
[junit4] 2> 1543569 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/hdfsbackuprestore/state.json
[junit4] 2> 1543668 INFO (OverseerThreadFactory-7424-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection hdfsbackuprestore, shardNames [shard1, shard2] , replicationFactor : 2
[junit4] 2> 1543668 INFO (OverseerThreadFactory-7424-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard2_replica2 as part of shard shard2 of collection hdfsbackuprestore on 127.0.0.1:57645_solr
[junit4] 2> 1543669 INFO (OverseerThreadFactory-7424-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard1_replica1 as part of shard shard1 of collection hdfsbackuprestore on 127.0.0.1:32825_solr
[junit4] 2> 1543669 INFO (OverseerThreadFactory-7424-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard1_replica2 as part of shard shard1 of collection hdfsbackuprestore on 127.0.0.1:57645_solr
[junit4] 2> 1543669 INFO (OverseerThreadFactory-7424-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard2_replica1 as part of shard shard2 of collection hdfsbackuprestore on 127.0.0.1:32825_solr
[junit4] 2> 1543669 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard2_replica2&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard2&wt=javabin&version=2
[junit4] 2> 1543669 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard1_replica1&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard1&wt=javabin&version=2
[junit4] 2> 1543670 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard2_replica1&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard2&wt=javabin&version=2
[junit4] 2> 1543670 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard2_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
[junit4] 2> 1543670 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
[junit4] 2> 1543670 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
[junit4] 2> 1543670 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1543670 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard1_replica2&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard1&wt=javabin&version=2
[junit4] 2> 1543671 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1543671 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard1_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
[junit4] 2> 1543671 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1543671 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1543671 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1543671 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Add data for [hdfsbackuprestore] ver [0]
[junit4] 2> 1543671 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:57645/solr",
[junit4] 2> "node_name":"127.0.0.1:57645_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1543671 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:57645/solr",
[junit4] 2> "node_name":"127.0.0.1:57645_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1543671 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1543672 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1543672 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1543671 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1543672 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1543672 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [hdfsbackuprestore] ver [0]
[junit4] 2> 1543672 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1543673 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:32825/solr",
[junit4] 2> "node_name":"127.0.0.1:32825_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1543673 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:32825/solr",
[junit4] 2> "node_name":"127.0.0.1:32825_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1543673 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:57645/solr",
[junit4] 2> "node_name":"127.0.0.1:57645_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1543673 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:57645/solr",
[junit4] 2> "node_name":"127.0.0.1:57645_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1543674 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:32825/solr",
[junit4] 2> "node_name":"127.0.0.1:32825_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1543674 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:32825/solr",
[junit4] 2> "node_name":"127.0.0.1:32825_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1543675 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1543775 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/hdfsbackuprestore/state.json version: 0
[junit4] 2> 1543776 INFO (zkCallback-2333-thread-1-processing-n:127.0.0.1:32825_solr) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1543776 INFO (zkCallback-2334-thread-2-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1543776 INFO (zkCallback-2333-thread-1-processing-n:127.0.0.1:32825_solr) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ZkStateReader Updating data for [hdfsbackuprestore] from [0] to [1]
[junit4] 2> 1543776 INFO (zkCallback-2334-thread-2-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader Updating data for [hdfsbackuprestore] from [0] to [1]
[junit4] 2> 1544672 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard1_replica2
[junit4] 2> 1544672 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1544672 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard2_replica1
[junit4] 2> 1544672 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1544672 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1544672 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1544672 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard2_replica2
[junit4] 2> 1544672 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1544672 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1544672 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1544673 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1544673 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1544673 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1544673 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica1'
[junit4] 2> 1544673 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1544673 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1544673 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1544674 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica2'
[junit4] 2> 1544674 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1544674 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1544674 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1544675 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica2'
[junit4] 2> 1544675 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1544675 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1544675 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1544675 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard1_replica1
[junit4] 2> 1544675 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1544676 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1544676 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1544676 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1544678 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1544678 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1544678 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica1'
[junit4] 2> 1544678 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1544678 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1544678 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1544678 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1544680 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1544680 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1544682 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1544683 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1544683 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1544684 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1544685 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1544685 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1544685 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1544688 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica2] Schema name=minimal
[junit4] 2> 1544688 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica1] Schema name=minimal
[junit4] 2> 1544688 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1544689 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1544690 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica2] Schema name=minimal
[junit4] 2> 1544690 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1544690 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica1] Schema name=minimal
[junit4] 2> 1544691 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1544691 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1544691 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica2' using configuration from collection hdfsbackuprestore
[junit4] 2> 1544691 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1544691 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica1' using configuration from collection hdfsbackuprestore
[junit4] 2> 1544691 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1544691 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 1544691 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 1544692 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica2/data/]
[junit4] 2> 1544692 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard1_replica2
[junit4] 2> 1544692 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica1/data/]
[junit4] 2> 1544692 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard2_replica1
[junit4] 2> 1544692 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1544692 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica2' using configuration from collection hdfsbackuprestore
[junit4] 2> 1544692 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 1544692 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica2/data/]
[junit4] 2> 1544692 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica2/data/snapshot_metadata
[junit4] 2> 1544693 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard2_replica2
[junit4] 2> 1544693 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 1544693 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica1/data/snapshot_metadata
[junit4] 2> 1544693 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 1544693 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica2/data
[junit4] 2> 1544693 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica1/data
[junit4] 2> 1544693 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica2/data/index/
[junit4] 2> 1544693 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica1/data/index/
[junit4] 2> 1544693 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica2/data/snapshot_metadata
[junit4] 2> 1544693 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 1544693 WARN (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1544693 WARN (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1544694 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica2/data
[junit4] 2> 1544694 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica2/data/index/
[junit4] 2> 1544694 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica1/data/index
[junit4] 2> 1544694 WARN (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1544694 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica2/data/index
[junit4] 2> 1544694 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica2/data/index
[junit4] 2> 1544697 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1544697 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1544698 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica1' using configuration from collection hdfsbackuprestore
[junit4] 2> 1544698 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 r:core_node4 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 1544698 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 r:core_node4 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica1/data/]
[junit4] 2> 1544698 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 r:core_node4 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard1_replica1
[junit4] 2> 1544699 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 r:core_node4 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica1/data/snapshot_metadata
[junit4] 2> 1544699 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 r:core_node4 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 1544699 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 r:core_node4 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica1/data
[junit4] 2> 1544700 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 r:core_node4 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica1/data/index/
[junit4] 2> 1544700 WARN (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 r:core_node4 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1544700 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica2/data/index,segFN=segments_1,generation=1}
[junit4] 2> 1544700 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1544701 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 r:core_node4 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica1/data/index
[junit4] 2> 1544701 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica2/data/index,segFN=segments_1,generation=1}
[junit4] 2> 1544701 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1544702 INFO (OldIndexDirectoryCleanupThreadForCore-hdfsbackuprestore_shard1_replica2) [
[...truncated too long message...]
nit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:331)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:105)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1594727 WARN (zkCallback-2334-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.LeaderElector
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/hdfsbackuprestore_restored/leader_elect/shard1_1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:331)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:105)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1594729 INFO (jetty-launcher-2323-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@41f2ff6e{/solr,null,UNAVAILABLE}
[junit4] 2> 1594731 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54617 54617
[junit4] 2> 1594905 INFO (Thread-9226) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54617 54617
[junit4] 2> 1594905 WARN (Thread-9226) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/hdfsbackuprestore_restored/state.json
[junit4] 2> 2 /solr/configs/customConfigName
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/hdfsbackuprestore/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 53 /solr/overseer/queue
[junit4] 2> 27 /solr/overseer/collection-queue-work
[junit4] 2> 7 /solr/overseer/queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 1594906 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001
[junit4] 2> Aug 08, 2016 1:16:04 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=1, maxDocsPerChunk=427, blockSize=9), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=1, blockSize=9)), sim=ClassicSimilarity, locale=fi, timezone=America/Indiana/Knox
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=2,free=332478160,total=521666560
[junit4] 2> NOTE: All tests run in this JVM: [ExplicitHLLTest, TestPhraseSuggestions, TestFilteredDocIdSet, TestTrieFacet, TestFieldCacheSanityChecker, ConnectionReuseTest, TestConfigReload, DistributedQueryComponentCustomSortTest, URLClassifyProcessorTest, EchoParamsTest, TestAddFieldRealTimeGet, TestSolrConfigHandlerCloud, TestDFISimilarityFactory, BigEndianAscendingWordDeserializerTest, TestNumericTerms32, AlternateDirectoryTest, CopyFieldTest, ShardSplitTest, UUIDFieldTest, TestRealTimeGet, TestDocSet, TestRecoveryHdfs, TestDownShardTolerantSearch, TestRemoteStreaming, TestSolrCloudWithDelegationTokens, AtomicUpdatesTest, SystemInfoHandlerTest, UUIDUpdateProcessorFallbackTest, CloudExitableDirectoryReaderTest, BlockJoinFacetRandomTest, DistributedFacetPivotSmallAdvancedTest, SOLR749Test, TestImplicitCoreProperties, TestRTimerTree, JsonLoaderTest, TestRandomCollapseQParserPlugin, PrimUtilsTest, TestSchemaNameResource, TestSortByMinMaxFunction, TestLazyCores, ZkNodePropsTest, TestOmitPositions, HLLUtilTest, TestSSLRandomization, RequiredFieldsTest, TestMergePolicyConfig, StressHdfsTest, ExitableDirectoryReaderTest, TestCloudManagedSchema, ResourceLoaderTest, JSONWriterTest, TestStressLucene, TestBackupRepositoryFactory, TestManagedResourceStorage, TestNoOpRegenerator, FileBasedSpellCheckerTest, ActionThrottleTest, SuggestComponentTest, AnalysisAfterCoreReloadTest, DistributedExpandComponentTest, XsltUpdateRequestHandlerTest, TestSolrCoreSnapshots, OutputWriterTest, PeerSyncTest, SolrCoreTest, TestLRUCache, IndexSchemaTest, PreAnalyzedUpdateProcessorTest, TestBlendedInfixSuggestions, TestRandomFaceting, TestBinaryField, TestConfigSetProperties, TestComponentsName, BasicAuthIntegrationTest, BasicDistributedZkTest, OverseerStatusTest, TestCollectionAPI, ResponseLogComponentTest, TestJsonFacets, HdfsChaosMonkeyNothingIsSafeTest, AnalyticsMergeStrategyTest, RemoteQueryErrorTest, TestReqParamsAPI, TestExactSharedStatsCache, TestLuceneMatchVersion, CdcrReplicationDistributedZkTest, TestHighlightDedupGrouping, HdfsRestartWhileUpdatingTest, CreateCollectionCleanupTest, SolrXmlInZkTest, RAMDirectoryFactoryTest, IndexSchemaRuntimeFieldTest, DistributedSpellCheckComponentTest, ReturnFieldsTest, TestRandomFlRTGCloud, CheckHdfsIndexTest, TestDynamicFieldCollectionResource, TestSchemaVersionResource, TestLeaderElectionZkExpiry, ResponseHeaderTest, LeaderInitiatedRecoveryOnCommitTest, SyncSliceTest, ShardRoutingTest, RecoveryZkTest, TestReplicationHandler, TestDistributedSearch, ZkControllerTest, TestReload, TestStressVersions, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFunctionQuery, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CoreAdminHandlerTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, TestAtomicUpdateErrorCases, QueryEqualityTest, TestSolrDeletionPolicy1, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, DocumentAnalysisRequestHandlerTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, TestSolrQueryParser, LoggingHandlerTest, UpdateRequestProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestLFUCache, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestSimpleTrackingShardHandler, TestJettySolrRunner, AsyncCallRequestStatusResponseTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, DeleteReplicaTest, DistribJoinFromCollectionTest, HttpPartitionTest, TestCloudInspectUtil, TestConfigSetsAPI, TestConfigSetsAPIZkFailure, TestHdfsCloudBackupRestore]
[junit4] Completed [493/626 (1!)] on J0 in 61.39s, 1 test, 1 failure <<< FAILURES!
[...truncated 60498 lines...]