You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/08/25 16:54:52 UTC
[JENKINS] Lucene-Solr-Tests-master - Build # 1376 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1376/
1 tests failed.
FAILED: org.apache.solr.cloud.TestHdfsCloudBackupRestore.test
Error Message:
Error from server at http://127.0.0.1:60798/solr: The backup directory already exists: hdfs://localhost:55643/backup/mytestbackup
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:60798/solr: The backup directory already exists: hdfs://localhost:55643/backup/mytestbackup
at __randomizedtesting.SeedInfo.seed([ABEDCCA9B5AEFAA5:23B9F3731B52975D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:608)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:365)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1291)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1061)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:997)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:206)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:126)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11972 lines...]
[junit4] Suite: org.apache.solr.cloud.TestHdfsCloudBackupRestore
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/init-core-data-001
[junit4] 2> 1705729 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1705797 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1705813 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1705817 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1705836 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_59298_hdfs____f7sjtj/webapp
[junit4] 2> 1706286 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59298
[junit4] 2> 1706402 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1706403 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1706421 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_60151_datanode____.yuqt52/webapp
[junit4] 2> 1706822 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60151
[junit4] 2> 1706824 WARN (795342519@qtp-1425242980-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60151) [ ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is false. Rechecking.
[junit4] 2> 1706834 WARN (795342519@qtp-1425242980-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60151) [ ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is true
[junit4] 2> 1706904 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1706906 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1706918 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_41531_datanode____se2g0t/webapp
[junit4] 2> 1707023 INFO (IPC Server handler 3 on 55643) [ ] BlockStateChange BLOCK* processReport: from storage DS-4395b86c-30a1-4044-b5ad-6bf562e647d8 node DatanodeRegistration(127.0.0.1:33904, datanodeUuid=ae8931b7-a9a4-4318-989f-49f8f7b84a28, infoPort=40583, infoSecurePort=0, ipcPort=35082, storageInfo=lv=-56;cid=testClusterID;nsid=296692006;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 1707023 INFO (IPC Server handler 3 on 55643) [ ] BlockStateChange BLOCK* processReport: from storage DS-04679604-cec9-4e83-857e-63dd2f2a036e node DatanodeRegistration(127.0.0.1:33904, datanodeUuid=ae8931b7-a9a4-4318-989f-49f8f7b84a28, infoPort=40583, infoSecurePort=0, ipcPort=35082, storageInfo=lv=-56;cid=testClusterID;nsid=296692006;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1707448 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41531
[junit4] 2> 1707648 INFO (IPC Server handler 5 on 55643) [ ] BlockStateChange BLOCK* processReport: from storage DS-0390595c-37fc-491b-aa37-d203c4801b72 node DatanodeRegistration(127.0.0.1:54977, datanodeUuid=a5ad5d6e-d4d9-413d-ac76-a7af49fe5dc2, infoPort=44303, infoSecurePort=0, ipcPort=51604, storageInfo=lv=-56;cid=testClusterID;nsid=296692006;c=0), blocks: 0, hasStaleStorage: true, processing time: 8 msecs
[junit4] 2> 1707648 INFO (IPC Server handler 5 on 55643) [ ] BlockStateChange BLOCK* processReport: from storage DS-9d62102b-8d56-44d9-82af-9d163b00a66e node DatanodeRegistration(127.0.0.1:54977, datanodeUuid=a5ad5d6e-d4d9-413d-ac76-a7af49fe5dc2, infoPort=44303, infoSecurePort=0, ipcPort=51604, storageInfo=lv=-56;cid=testClusterID;nsid=296692006;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1707906 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1707912 INFO (Thread-3178) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1707913 INFO (Thread-3178) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1708012 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:47241
[junit4] 2> 1708012 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1708013 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1708015 INFO (zkCallback-2419-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5c40c48f name:ZooKeeperConnection Watcher:127.0.0.1:47241 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1708016 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1708016 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1708016 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 1708025 INFO (jetty-launcher-2418-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1708025 INFO (jetty-launcher-2418-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1708034 INFO (jetty-launcher-2418-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@733bef14{/solr,null,AVAILABLE}
[junit4] 2> 1708034 INFO (jetty-launcher-2418-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@33cf324f{HTTP/1.1,[http/1.1]}{127.0.0.1:45884}
[junit4] 2> 1708035 INFO (jetty-launcher-2418-thread-1) [ ] o.e.j.s.Server Started @1711559ms
[junit4] 2> 1708035 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45884}
[junit4] 2> 1708035 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1708035 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1'
[junit4] 2> 1708035 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1708035 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1708035 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1708038 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1708041 INFO (jetty-launcher-2418-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5acab3ca{/solr,null,AVAILABLE}
[junit4] 2> 1708041 INFO (jetty-launcher-2418-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@12e5311d{HTTP/1.1,[http/1.1]}{127.0.0.1:60798}
[junit4] 2> 1708041 INFO (jetty-launcher-2418-thread-2) [ ] o.e.j.s.Server Started @1711565ms
[junit4] 2> 1708041 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60798}
[junit4] 2> 1708041 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1708042 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2'
[junit4] 2> 1708042 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1708042 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1708042 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1708048 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1708055 INFO (zkCallback-2420-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b6441eb name:ZooKeeperConnection Watcher:127.0.0.1:47241/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1708056 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1708056 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1708056 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1708069 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1/.
[junit4] 2> 1708069 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 1594958929
[junit4] 2> 1708069 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1]
[junit4] 2> 1708069 WARN (jetty-launcher-2418-thread-1) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1/lib
[junit4] 2> 1708069 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 1708071 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 1708072 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1708072 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1708072 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47241/solr
[junit4] 2> 1708072 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1708072 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1708072 INFO (zkCallback-2421-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76a717d4 name:ZooKeeperConnection Watcher:127.0.0.1:47241/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1708073 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1708073 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1708073 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1708074 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1708076 INFO (zkCallback-2424-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@282c8402 name:ZooKeeperConnection Watcher:127.0.0.1:47241 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1708076 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1708076 INFO (jetty-launcher-2418-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1708077 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$77/781036038@366d46d4
[junit4] 2> 1708077 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1708079 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2/.
[junit4] 2> 1708080 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.c.CoreContainer New CoreContainer 974134671
[junit4] 2> 1708080 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2]
[junit4] 2> 1708080 WARN (jetty-launcher-2418-thread-2) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2/lib
[junit4] 2> 1708080 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 1708085 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 1708085 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1708085 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1708085 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47241/solr
[junit4] 2> 1708085 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1708085 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1708085 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1708085 INFO (zkCallback-2425-thread-1-processing-n:127.0.0.1:45884_solr) [n:127.0.0.1:45884_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@18ce36d3 name:ZooKeeperConnection Watcher:127.0.0.1:47241/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1708086 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1708086 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 1708087 INFO (zkCallback-2428-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2e544cbb name:ZooKeeperConnection Watcher:127.0.0.1:47241 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1708087 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1708087 INFO (jetty-launcher-2418-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1708089 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 1708091 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 1708092 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$77/781036038@295479b7
[junit4] 2> 1708092 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 1708092 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1708093 INFO (zkCallback-2429-thread-1-processing-n:127.0.0.1:60798_solr) [n:127.0.0.1:60798_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@60bc9d6c name:ZooKeeperConnection Watcher:127.0.0.1:47241/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1708093 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1708094 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1708096 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1708097 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1708098 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1708098 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1708099 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1708099 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1708100 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1708100 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1708101 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1708101 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1708102 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1708102 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1708102 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1708102 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1708103 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1708104 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1708105 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1708106 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1708107 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96478314192633862-127.0.0.1:60798_solr-n_0000000000
[junit4] 2> 1708107 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60798_solr
[junit4] 2> 1708107 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1708107 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 1708107 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96478314192633860-127.0.0.1:45884_solr-n_0000000001
[junit4] 2> 1708108 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.Overseer Overseer (id=96478314192633862-127.0.0.1:60798_solr-n_0000000000) starting
[junit4] 2> 1708108 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96478314192633862-127.0.0.1:60798_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 1708109 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45884_solr
[junit4] 2> 1708109 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:45884_solr
[junit4] 2> 1708109 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 1708110 INFO (zkCallback-2429-thread-1-processing-n:127.0.0.1:60798_solr) [n:127.0.0.1:60798_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1708111 INFO (zkCallback-2429-thread-1-processing-n:127.0.0.1:60798_solr) [n:127.0.0.1:60798_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1708111 INFO (zkCallback-2425-thread-1-processing-n:127.0.0.1:45884_solr) [n:127.0.0.1:45884_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1708112 INFO (zkCallback-2425-thread-1-processing-n:127.0.0.1:45884_solr) [n:127.0.0.1:45884_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1708124 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1708125 INFO (OverseerStateUpdate-96478314192633862-127.0.0.1:60798_solr-n_0000000000) [n:127.0.0.1:60798_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1708126 INFO (OverseerStateUpdate-96478314192633862-127.0.0.1:60798_solr-n_0000000000) [n:127.0.0.1:60798_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 1708128 INFO (OverseerCollectionConfigSetProcessor-96478314192633862-127.0.0.1:60798_solr-n_0000000000) [n:127.0.0.1:60798_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1708130 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1708130 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1708130 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:55643/solr,solr.hdfs.confdir=}}
[junit4] 2> 1708130 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:55643/solr,solr.hdfs.confdir=}}
[junit4] 2> 1708130 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1/.
[junit4] 2> 1708131 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 1708132 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 1708132 INFO (jetty-launcher-2418-thread-1) [n:127.0.0.1:45884_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1708132 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:60798_solr as DOWN
[junit4] 2> 1708134 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60798_solr
[junit4] 2> 1708134 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:60798_solr
[junit4] 2> 1708134 INFO (zkCallback-2425-thread-1-processing-n:127.0.0.1:45884_solr) [n:127.0.0.1:45884_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1708135 INFO (zkCallback-2425-thread-1-processing-n:127.0.0.1:45884_solr) [n:127.0.0.1:45884_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1708135 INFO (zkCallback-2429-thread-1-processing-n:127.0.0.1:60798_solr) [n:127.0.0.1:60798_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1708135 INFO (zkCallback-2429-thread-1-processing-n:127.0.0.1:60798_solr) [n:127.0.0.1:60798_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1708140 INFO (OverseerStateUpdate-96478314192633862-127.0.0.1:60798_solr-n_0000000000) [n:127.0.0.1:60798_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:60798_solr"} current state version: 0
[junit4] 2> 1708140 INFO (OverseerStateUpdate-96478314192633862-127.0.0.1:60798_solr-n_0000000000) [n:127.0.0.1:60798_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:60798_solr
[junit4] 2> 1708142 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1708142 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1708142 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:55643/solr,solr.hdfs.confdir=}}
[junit4] 2> 1708143 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:55643/solr,solr.hdfs.confdir=}}
[junit4] 2> 1708144 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2/.
[junit4] 2> 1708144 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 1708154 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 1708154 INFO (jetty-launcher-2418-thread-2) [n:127.0.0.1:60798_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1708155 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1708157 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1708157 INFO (zkCallback-2432-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@54d5d4e5 name:ZooKeeperConnection Watcher:127.0.0.1:47241 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1708157 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1708157 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1708159 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1708160 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1708161 INFO (zkCallback-2435-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@22a44d92 name:ZooKeeperConnection Watcher:127.0.0.1:47241/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1708161 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1708161 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1708161 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1708161 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1708162 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1708163 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 1708165 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1708223 INFO (TEST-TestHdfsCloudBackupRestore.test-seed#[ABEDCCA9B5AEFAA5]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1708225 INFO (qtp1690852210-14163) [n:127.0.0.1:45884_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&name=hdfsbackuprestore&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1708226 INFO (OverseerCollectionConfigSetProcessor-96478314192633862-127.0.0.1:60798_solr-n_0000000000) [n:127.0.0.1:60798_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"hdfsbackuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"}
[junit4] 2> 1708227 INFO (OverseerThreadFactory-6142-thread-1-processing-n:127.0.0.1:60798_solr) [n:127.0.0.1:60798_solr ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"hdfsbackuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"}
[junit4] 2> 1708227 INFO (OverseerThreadFactory-6142-thread-1-processing-n:127.0.0.1:60798_solr) [n:127.0.0.1:60798_solr ] o.a.s.c.CreateCollectionCmd Create collection hdfsbackuprestore
[junit4] 2> 1708227 INFO (OverseerThreadFactory-6142-thread-1-processing-n:127.0.0.1:60798_solr) [n:127.0.0.1:60798_solr ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/hdfsbackuprestore
[junit4] 2> 1708228 INFO (OverseerThreadFactory-6142-thread-1-processing-n:127.0.0.1:60798_solr) [n:127.0.0.1:60798_solr ] o.a.s.c.c.SolrZkClient makePath: /collections/hdfsbackuprestore
[junit4] 2> 1708229 INFO (zkCallback-2425-thread-1-processing-n:127.0.0.1:45884_solr) [n:127.0.0.1:45884_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1708229 INFO (zkCallback-2435-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1708229 INFO (zkCallback-2429-thread-1-processing-n:127.0.0.1:60798_solr) [n:127.0.0.1:60798_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1708231 INFO (OverseerStateUpdate-96478314192633862-127.0.0.1:60798_solr-n_0000000000) [n:127.0.0.1:60798_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"hdfsbackuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1708231 INFO (OverseerStateUpdate-96478314192633862-127.0.0.1:60798_solr-n_0000000000) [n:127.0.0.1:60798_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: hdfsbackuprestore
[junit4] 2> 1708232 INFO (OverseerStateUpdate-96478314192633862-127.0.0.1:60798_solr-n_0000000000) [n:127.0.0.1:60798_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/hdfsbackuprestore/state.json
[junit4] 2> 1708331 INFO (OverseerThreadFactory-6142-thread-1-processing-n:127.0.0.1:60798_solr) [n:127.0.0.1:60798_solr ] o.a.s.c.CreateCollectionCmd Creating SolrCores for new collection hdfsbackuprestore, shardNames [shard1, shard2] , replicationFactor : 2
[junit4] 2> 1708331 INFO (OverseerThreadFactory-6142-thread-1-processing-n:127.0.0.1:60798_solr) [n:127.0.0.1:60798_solr ] o.a.s.c.CreateCollectionCmd Creating core hdfsbackuprestore_shard1_replica2 as part of shard shard1 of collection hdfsbackuprestore on 127.0.0.1:45884_solr
[junit4] 2> 1708331 INFO (OverseerThreadFactory-6142-thread-1-processing-n:127.0.0.1:60798_solr) [n:127.0.0.1:60798_solr ] o.a.s.c.CreateCollectionCmd Creating core hdfsbackuprestore_shard1_replica1 as part of shard shard1 of collection hdfsbackuprestore on 127.0.0.1:60798_solr
[junit4] 2> 1708332 INFO (OverseerThreadFactory-6142-thread-1-processing-n:127.0.0.1:60798_solr) [n:127.0.0.1:60798_solr ] o.a.s.c.CreateCollectionCmd Creating core hdfsbackuprestore_shard2_replica2 as part of shard shard2 of collection hdfsbackuprestore on 127.0.0.1:45884_solr
[junit4] 2> 1708332 INFO (OverseerThreadFactory-6142-thread-1-processing-n:127.0.0.1:60798_solr) [n:127.0.0.1:60798_solr ] o.a.s.c.CreateCollectionCmd Creating core hdfsbackuprestore_shard2_replica1 as part of shard shard2 of collection hdfsbackuprestore on 127.0.0.1:60798_solr
[junit4] 2> 1708333 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard1_replica2&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard1&wt=javabin&version=2
[junit4] 2> 1708333 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard1_replica1&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard1&wt=javabin&version=2
[junit4] 2> 1708333 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard1_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
[junit4] 2> 1708333 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
[junit4] 2> 1708334 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1708334 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard2_replica2&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard2&wt=javabin&version=2
[junit4] 2> 1708334 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard2_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
[junit4] 2> 1708334 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard2_replica1&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard2&wt=javabin&version=2
[junit4] 2> 1708334 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1708334 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
[junit4] 2> 1708335 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1708335 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1708335 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1708335 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Add data for [hdfsbackuprestore] ver [0]
[junit4] 2> 1708336 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1708336 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1708336 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1708336 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1708336 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1708336 INFO (OverseerStateUpdate-96478314192633862-127.0.0.1:60798_solr-n_0000000000) [n:127.0.0.1:60798_solr ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:45884/solr",
[junit4] 2> "node_name":"127.0.0.1:45884_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1708336 INFO (OverseerStateUpdate-96478314192633862-127.0.0.1:60798_solr-n_0000000000) [n:127.0.0.1:60798_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:45884/solr",
[junit4] 2> "node_name":"127.0.0.1:45884_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1708337 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [hdfsbackuprestore] ver [0]
[junit4] 2> 1708337 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1708337 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1708338 INFO (OverseerStateUpdate-96478314192633862-127.0.0.1:60798_solr-n_0000000000) [n:127.0.0.1:60798_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:60798/solr",
[junit4] 2> "node_name":"127.0.0.1:60798_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1708338 INFO (OverseerStateUpdate-96478314192633862-127.0.0.1:60798_solr-n_0000000000) [n:127.0.0.1:60798_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:60798/solr",
[junit4] 2> "node_name":"127.0.0.1:60798_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1708340 INFO (OverseerStateUpdate-96478314192633862-127.0.0.1:60798_solr-n_0000000000) [n:127.0.0.1:60798_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:45884/solr",
[junit4] 2> "node_name":"127.0.0.1:45884_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1708340 INFO (OverseerStateUpdate-96478314192633862-127.0.0.1:60798_solr-n_0000000000) [n:127.0.0.1:60798_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:45884/solr",
[junit4] 2> "node_name":"127.0.0.1:45884_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1708341 INFO (OverseerStateUpdate-96478314192633862-127.0.0.1:60798_solr-n_0000000000) [n:127.0.0.1:60798_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:60798/solr",
[junit4] 2> "node_name":"127.0.0.1:60798_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1708342 INFO (OverseerStateUpdate-96478314192633862-127.0.0.1:60798_solr-n_0000000000) [n:127.0.0.1:60798_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:60798/solr",
[junit4] 2> "node_name":"127.0.0.1:60798_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1708443 INFO (OverseerStateUpdate-96478314192633862-127.0.0.1:60798_solr-n_0000000000) [n:127.0.0.1:60798_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/hdfsbackuprestore/state.json version: 0
[junit4] 2> 1708444 INFO (zkCallback-2429-thread-2-processing-n:127.0.0.1:60798_solr) [n:127.0.0.1:60798_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1708444 INFO (zkCallback-2425-thread-1-processing-n:127.0.0.1:45884_solr) [n:127.0.0.1:45884_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1708444 INFO (zkCallback-2425-thread-1-processing-n:127.0.0.1:45884_solr) [n:127.0.0.1:45884_solr ] o.a.s.c.c.ZkStateReader Updating data for [hdfsbackuprestore] from [0] to [1]
[junit4] 2> 1708444 INFO (zkCallback-2429-thread-2-processing-n:127.0.0.1:60798_solr) [n:127.0.0.1:60798_solr ] o.a.s.c.c.ZkStateReader Updating data for [hdfsbackuprestore] from [0] to [1]
[junit4] 2> 1709336 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard2_replica2
[junit4] 2> 1709336 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1709336 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1709337 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1709337 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard1_replica1
[junit4] 2> 1709337 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1709337 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard1_replica2
[junit4] 2> 1709337 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1709337 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard2_replica1
[junit4] 2> 1709337 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1709337 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1709337 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1709337 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica2'
[junit4] 2> 1709338 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1709338 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1709338 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1709338 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica2'
[junit4] 2> 1709338 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1709338 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1709337 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1709339 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1709339 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1709339 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1709339 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1709340 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1709340 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica1'
[junit4] 2> 1709340 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1709340 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1709341 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1709341 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica1'
[junit4] 2> 1709341 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1709341 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1709342 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1709342 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1709344 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1709344 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1709345 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1709348 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1709348 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1709349 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1709351 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1709351 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1709353 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1709354 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1709356 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1709356 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica2] Schema name=minimal
[junit4] 2> 1709357 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1709359 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1709360 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 1709360 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica2' using configuration from collection hdfsbackuprestore
[junit4] 2> 1709360 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica1] Schema name=minimal
[junit4] 2> 1709360 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 1709361 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica2/data/]
[junit4] 2> 1709361 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard1_replica2
[junit4] 2> 1709374 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica2/data/snapshot_metadata
[junit4] 2> 1709374 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 1709375 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1709375 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica2/data
[junit4] 2> 1709375 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica2/data/index/
[junit4] 2> 1709375 WARN (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1709376 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 1709376 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica1' using configuration from collection hdfsbackuprestore
[junit4] 2> 1709376 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica2/data/index
[junit4] 2> 1709376 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 1709377 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica1/data/]
[junit4] 2> 1709377 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard2_replica1
[junit4] 2> 1709377 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1709378 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1709382 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica1/data/snapshot_metadata
[junit4] 2> 1709382 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 1709382 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica1/data
[junit4] 2> 1709382 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica1/data/index/
[junit4] 2> 1709383 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica1] Schema name=minimal
[junit4] 2> 1709383 WARN (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1709383 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica1/data/index
[junit4] 2> 1709385 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1709387 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica2] Schema name=minimal
[junit4] 2> 1709388 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica2/data/index,segFN=segments_1,generation=1}
[junit4] 2> 1709388 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1709388 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 1709388 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica1' using configuration from collection hdfsbackuprestore
[junit4] 2> 1709388 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 r:core_node2 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 1709389 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 r:core_node2 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica1/data/]
[junit4] 2> 1709389 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 r:core_node2 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard1_replica1
[junit4] 2> 1709389 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 1709389 INFO (qtp382546711-14172) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1709389 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1709390 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 r:core_node2 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica1/data/snapshot_metadata
[junit4] 2> 1709390 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 r:core_node2 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 1709390 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 1709390 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica2' using configuration from collection hdfsbackuprestore
[junit4] 2> 1709390 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 r:core_node2 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica1/data
[junit4] 2> 1709391 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 1709391 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 r:core_node2 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica1/data/index/
[junit4] 2> 1709391 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica2/data/]
[junit4] 2> 1709391 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard2_replica2
[junit4] 2> 1709391 WARN (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 r:core_node2 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1709391 INFO (qtp382546711-14174) [n:127.0.0.1:60798_solr c:hdfsbackuprestore s:shard1 r:core_node2 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica1/data/index
[junit4] 2> 1709392 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica2/data/snapshot_metadata
[junit4] 2> 1709392 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 1709392 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica2/data
[junit4] 2> 1709392 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica2/data/index/
[junit4] 2> 1709393 WARN (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1709393 INFO (qtp1690852210-14166) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1709393 INFO (qtp1690852210-14168) [n:127.0.0.1:45884_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build
[...truncated too long message...]
erElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1738046 INFO (zkCallback-2425-thread-3-processing-n:127.0.0.1:45884_solr) [n:127.0.0.1:45884_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1738046 WARN (zkCallback-2425-thread-1-processing-n:127.0.0.1:45884_solr) [n:127.0.0.1:45884_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1738047 WARN (zkCallback-2425-thread-4-processing-n:127.0.0.1:45884_solr) [n:127.0.0.1:45884_solr ] o.a.s.c.LeaderElector
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/hdfsbackuprestore/leader_elect/shard1_0/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:331)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:105)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1738048 INFO (jetty-launcher-2418-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@733bef14{/solr,null,UNAVAILABLE}
[junit4] 2> 1739539 WARN (zkCallback-2429-thread-1-processing-n:127.0.0.1:60798_solr) [n:127.0.0.1:60798_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1739540 INFO (jetty-launcher-2418-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5acab3ca{/solr,null,UNAVAILABLE}
[junit4] 2> 1739543 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47241 47241
[junit4] 2> 1739628 INFO (Thread-3178) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47241 47241
[junit4] 2> 1739629 WARN (Thread-3178) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/hdfsbackuprestore/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 20 /solr/overseer/queue
[junit4] 2> 19 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 1739629 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[ABEDCCA9B5AEFAA5]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestHdfsCloudBackupRestore_ABEDCCA9B5AEFAA5-001
[junit4] 2> Aug 25, 2016 4:24:37 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 30 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=PostingsFormat(name=LuceneFixedGap), _version_=PostingsFormat(name=LuceneFixedGap), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{}, maxPointsInLeafNode=1286, maxMBSortInHeap=7.664186305002557, sim=RandomSimilarity(queryNorm=false): {}, locale=fi, timezone=Africa/Bujumbura
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=119306152,total=517472256
[junit4] 2> NOTE: All tests run in this JVM: [TestJettySolrRunner, DirectUpdateHandlerTest, LeaderElectionTest, EnumFieldTest, ScriptEngineTest, TestSolrJ, DebugComponentTest, SearchHandlerTest, CoreMergeIndexesAdminHandlerTest, CurrencyFieldXmlFileTest, HLLSerializationTest, DistribJoinFromCollectionTest, TestConfigOverlay, TestZkChroot, TestTolerantSearch, CircularListTest, DistributedFacetPivotSmallTest, DateMathParserTest, HdfsChaosMonkeySafeLeaderTest, TestManagedResourceStorage, TestQueryWrapperFilter, HdfsDirectoryFactoryTest, TestGroupingSearch, TestCryptoKeys, TestSchemaManager, TestCloudPivotFacet, CollectionReloadTest, DirectUpdateHandlerOptimizeTest, TestRandomRequestDistribution, TestAnalyzeInfixSuggestions, AnalyticsMergeStrategyTest, StatelessScriptUpdateProcessorFactoryTest, CoreAdminHandlerTest, TestStressReorder, LeaderInitiatedRecoveryOnCommitTest, TestFreeTextSuggestions, TestConfigSetsAPI, TestSchemaNameResource, BlockJoinFacetDistribTest, UpdateParamsTest, TestJmxMonitoredMap, TestPerFieldSimilarityWithDefaultOverride, TestComplexPhraseQParserPlugin, TestLeaderInitiatedRecoveryThread, StatsComponentTest, OverseerTest, TestPerFieldSimilarity, TestSort, TestMissingGroups, AutoCommitTest, TestReversedWildcardFilterFactory, TestManagedSynonymFilterFactory, TestIndexingPerformance, HighlighterConfigTest, RequestHandlersTest, TestLRUStatsCache, XmlUpdateRequestHandlerTest, TestFilteredDocIdSet, TestPostingsSolrHighlighter, AssignTest, TestSolrCloudWithKerberosAlt, OverseerCollectionConfigSetProcessorTest, SharedFSAutoReplicaFailoverTest, TestClusterStateMutator, TestSortingResponseWriter, ParsingFieldUpdateProcessorsTest, TestSubQueryTransformerCrossCore, SampleTest, TestFieldResource, TestSha256AuthenticationProvider, TestSolrDeletionPolicy1, TestSweetSpotSimilarityFactory, SuggesterWFSTTest, TestRequestForwarding, TestReload, TestSlowCompositeReaderWrapper, CoreSorterTest, RecoveryZkTest, TestJsonRequest, TestDistributedStatsComponentCardinality, DistributedQueryComponentOptimizationTest, TestClassicSimilarityFactory, TestSearcherReuse, TestCoreDiscovery, TestOrdValues, TestSolrConfigHandlerConcurrent, TestSolrDynamicMBean, HardAutoCommitTest, PluginInfoTest, TestRecovery, FullSolrCloudDistribCmdsTest, ChangedSchemaMergeTest, TestMiniSolrCloudClusterSSL, TestAuthenticationFramework, TestExceedMaxTermLength, TestCollationField, TestTestInjection, BlockDirectoryTest, TestDistribIDF, HdfsSyncSliceTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, BasicZkTest, TestReplicationHandler, TestSolr4Spatial, SpellCheckComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFunctionQuery, TestBadConfig, TestIndexSearcher, HighlighterTest, CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, TestExtendedDismaxParser, SolrRequestParserTest, DocValuesTest, TestQueryUtils, TestWriterPerf, FileBasedSpellCheckerTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, TestJmxIntegration, TestCSVResponseWriter, QueryParsingTest, JsonLoaderTest, TestPHPSerializedResponseWriter, TestComponentsName, TestBinaryResponseWriter, TestLFUCache, PreAnalyzedFieldTest, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, RAMDirectoryFactoryTest, ClusterStateTest, TestUtils, TestDocumentBuilder, SliceStateTest, UUIDFieldTest, CursorPagingTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestHighlightDedupGrouping, TestEmbeddedSolrServerConstructors, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CollectionsAPIAsyncDistributedZkTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteNodeTest, DeleteStatusTest, ForceLeaderTest, SSLMigrationTest, SaslZkACLProviderTest, SimpleCollectionCreateDeleteTest, TestCloudDeleteByQuery, TestHdfsCloudBackupRestore]
[junit4] Completed [451/632 (1!)] on J2 in 41.73s, 1 test, 1 error <<< FAILURES!
[...truncated 60679 lines...]