You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/08/10 17:33:19 UTC

[JENKINS-EA] Lucene-Solr-trunk-Linux (64bit/jdk1.9.0-ea-b60) - Build # 13803 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/13803/
Java: 64bit/jdk1.9.0-ea-b60 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC -Djava.locale.providers=JRE,SPI

1 tests failed.
FAILED:  org.apache.solr.cloud.CdcrReplicationHandlerTest.doTest

Error Message:
There are still nodes recoverying - waited for 330 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
	at __randomizedtesting.SeedInfo.seed([5982A81527CBDD91:FEC610B14A70CE28]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:172)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:133)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:128)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForRecoveriesToFinish(BaseCdcrDistributedZkTest.java:465)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.clearSourceCollection(BaseCdcrDistributedZkTest.java:319)
	at org.apache.solr.cloud.CdcrReplicationHandlerTest.doTestPartialReplicationWithTruncatedTlog(CdcrReplicationHandlerTest.java:121)
	at org.apache.solr.cloud.CdcrReplicationHandlerTest.doTest(CdcrReplicationHandlerTest.java:52)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:502)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11261 lines...]
   [junit4] Suite: org.apache.solr.cloud.CdcrReplicationHandlerTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/init-core-data-001
   [junit4]   2> 1110993 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[5982A81527CBDD91]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1110993 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[5982A81527CBDD91]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1110995 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1110995 INFO  (Thread-3516) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1110996 INFO  (Thread-3516) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1111095 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.ZkTestServer start zk server on port:60264
   [junit4]   2> 1111096 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1111096 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1111098 INFO  (zkCallback-1121-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@61560b75 name:ZooKeeperConnection Watcher:127.0.0.1:60264 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1111098 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1111098 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1111098 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1111100 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1111100 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1111100 INFO  (zkCallback-1122-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10e4893c name:ZooKeeperConnection Watcher:127.0.0.1:60264/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1111100 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1111101 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1111101 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1111101 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1111102 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1111102 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1111103 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1111103 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1111104 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1111104 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1111105 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1111105 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1111105 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1111105 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1111106 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1111106 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1111107 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1111107 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1111107 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1111107 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1111108 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1111108 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1111109 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1111109 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1111110 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1111110 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1111110 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1111111 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1111111 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTest
   [junit4]   2> 1111156 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-001/cores/collection1
   [junit4]   2> 1111157 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 1111158 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@571363d4{/,null,AVAILABLE}
   [junit4]   2> 1111160 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7a3ad4da{HTTP/1.1}{127.0.0.1:53852}
   [junit4]   2> 1111160 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.e.j.s.Server Started @1113076ms
   [junit4]   2> 1111160 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/, hostPort=53852, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-001/cores}
   [junit4]   2> 1111160 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@759ebb3d
   [junit4]   2> 1111160 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-001/'
   [junit4]   2> 1111169 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1111170 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1111170 INFO  (zkCallback-1123-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@55f5aec8 name:ZooKeeperConnection Watcher:127.0.0.1:60264/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1111170 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1111171 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1111171 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1111171 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-001/solr.xml
   [junit4]   2> 1111174 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-001/cores
   [junit4]   2> 1111174 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.CoreContainer New CoreContainer 131577919
   [junit4]   2> 1111174 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-001/]
   [junit4]   2> 1111174 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-001/lib
   [junit4]   2> 1111175 WARN  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-001/lib).
   [junit4]   2> 1111178 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1111179 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1111179 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1111180 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1111180 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60264/solr
   [junit4]   2> 1111180 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1111180 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1111180 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1111181 INFO  (zkCallback-1125-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@679495f2 name:ZooKeeperConnection Watcher:127.0.0.1:60264 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1111181 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1111181 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1111182 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1111182 INFO  (zkCallback-1126-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4ea76624 name:ZooKeeperConnection Watcher:127.0.0.1:60264/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1111182 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1111183 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1111183 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1111184 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1111185 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1111185 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1111186 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1111187 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1111187 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1111188 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1111188 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53852_
   [junit4]   2> 1111188 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:53852_
   [junit4]   2> 1111189 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1111189 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1111190 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1111190 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94320736685850628-127.0.0.1:53852_-n_0000000000
   [junit4]   2> 1111191 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53852_
   [junit4]   2> 1111191 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1111191 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.Overseer Overseer (id=94320736685850628-127.0.0.1:53852_-n_0000000000) starting
   [junit4]   2> 1111192 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1111194 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1111194 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1111194 INFO  (OverseerCollectionProcessor-94320736685850628-127.0.0.1:53852_-n_0000000000) [n:127.0.0.1:53852_    ] o.a.s.c.OverseerProcessor Process current queue of overseer operations
   [junit4]   2> 1111194 INFO  (OverseerStateUpdate-94320736685850628-127.0.0.1:53852_-n_0000000000) [n:127.0.0.1:53852_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1111204 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1111204 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1111204 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-001/cores
   [junit4]   2> 1111205 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-001/cores/collection1, collection=tmp_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1111205 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.CoresLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-001/cores/collection1/
   [junit4]   2> 1111205 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 1111205 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1111206 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1111205 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 1111206 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1111206 INFO  (zkCallback-1126-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1111206 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1111206 INFO  (OverseerStateUpdate-94320736685850628-127.0.0.1:53852_-n_0000000000) [n:127.0.0.1:53852_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:53852",
   [junit4]   2>   "node_name":"127.0.0.1:53852_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1111206 INFO  (OverseerStateUpdate-94320736685850628-127.0.0.1:53852_-n_0000000000) [n:127.0.0.1:53852_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:53852",
   [junit4]   2>   "node_name":"127.0.0.1:53852_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1111207 INFO  (OverseerStateUpdate-94320736685850628-127.0.0.1:53852_-n_0000000000) [n:127.0.0.1:53852_    ] o.a.s.c.o.ClusterStateMutator building a new cName: tmp_collection
   [junit4]   2> 1111207 INFO  (OverseerStateUpdate-94320736685850628-127.0.0.1:53852_-n_0000000000) [n:127.0.0.1:53852_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1111207 INFO  (zkCallback-1126-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1112206 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1112206 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:tmp_collection
   [junit4]   2> 1112207 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Creating collection in ZooKeeper:tmp_collection
   [junit4]   2> 1112207 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Looking for collection configName
   [junit4]   2> 1112207 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Only one config set found in zk - using it:conf1
   [junit4]   2> 1112207 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection
   [junit4]   2> 1112208 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/tmp_collection
   [junit4]   2> 1112208 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/tmp_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1112208 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-001/cores/collection1/'
   [junit4]   2> 1112215 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1112218 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1112220 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1112224 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1112225 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1112227 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1112286 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1112287 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1112287 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1112289 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1112295 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 1112295 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
   [junit4]   2> 1112295 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
   [junit4]   2> 1112295 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 1112295 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@121ab206
   [junit4]   2> 1112296 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-001/cores/collection1/data
   [junit4]   2> 1112296 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-001/cores/collection1/data/index/
   [junit4]   2> 1112296 WARN  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1112296 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-001/cores/collection1/data/index
   [junit4]   2> 1112297 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=35.7421875, floorSegmentMB=1.2607421875, forceMergeDeletesPctAllowed=28.277389536914452, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1112330 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-001/cores/collection1/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1112330 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1112331 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-001/cores/collection1/data/
   [junit4]   2> 1112333 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "cdcr-processor-chain"
   [junit4]   2> 1112333 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1112335 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1112336 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1112337 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1112337 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1112340 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/cdcr,/update,/admin/file
   [junit4]   2> 1112341 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1112341 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 1112341 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1112342 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 1112342 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 1112343 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=49, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.7412109375, noCFSRatio=0.14836059120812495]
   [junit4]   2> 1112343 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-001/cores/collection1/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1112343 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1112343 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@5fae244c[collection1] main
   [junit4]   2> 1112344 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/tmp_collection
   [junit4]   2> 1112344 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/tmp_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1112344 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1112344 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1112344 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1112345 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1112345 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1112345 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1112345 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1112345 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1112346 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection/cdcr/state
   [junit4]   2> 1112347 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 1112347 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
   [junit4]   2> 1112348 INFO  (searcherExecutor-4525-thread-1-processing-n:127.0.0.1:53852_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5fae244c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1112348 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1112348 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1112348 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1112348 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1509131788390236160
   [junit4]   2> 1112351 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1509131788390236160
   [junit4]   2> 1112351 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1112351 INFO  (coreLoadExecutor-4524-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1112352 INFO  (coreZkRegister-4518-thread-1-processing-n:127.0.0.1:53852_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:53852 collection:tmp_collection shard:shard1
   [junit4]   2> 1112352 INFO  (coreZkRegister-4518-thread-1-processing-n:127.0.0.1:53852_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection/leader_elect/shard1/election
   [junit4]   2> 1112353 INFO  (coreZkRegister-4518-thread-1-processing-n:127.0.0.1:53852_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/tmp_collection/leader_elect/shard1/election/94320736685850628-core_node1-n_0000000000
   [junit4]   2> 1112353 INFO  (coreZkRegister-4518-thread-1-processing-n:127.0.0.1:53852_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 1112354 INFO  (zkCallback-1126-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1112354 INFO  (coreZkRegister-4518-thread-1-processing-n:127.0.0.1:53852_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1112354 INFO  (coreZkRegister-4518-thread-1-processing-n:127.0.0.1:53852_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1112354 INFO  (OverseerStateUpdate-94320736685850628-127.0.0.1:53852_-n_0000000000) [n:127.0.0.1:53852_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"tmp_collection"} current state version: 1
   [junit4]   2> 1112354 INFO  (coreZkRegister-4518-thread-1-processing-n:127.0.0.1:53852_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53852/collection1/
   [junit4]   2> 1112354 INFO  (coreZkRegister-4518-thread-1-processing-n:127.0.0.1:53852_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1112355 INFO  (coreZkRegister-4518-thread-1-processing-n:127.0.0.1:53852_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:53852/collection1/ has no replicas
   [junit4]   2> 1112355 INFO  (coreZkRegister-4518-thread-1-processing-n:127.0.0.1:53852_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53852/collection1/ shard1
   [junit4]   2> 1112355 INFO  (coreZkRegister-4518-thread-1-processing-n:127.0.0.1:53852_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection/leaders/shard1
   [junit4]   2> 1112356 INFO  (zkCallback-1126-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_    ] o.a.s.h.CdcrProcessStateManager Received new leader state @ tmp_collection:shard1
   [junit4]   2> 1112357 INFO  (zkCallback-1126-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1112357 INFO  (OverseerStateUpdate-94320736685850628-127.0.0.1:53852_-n_0000000000) [n:127.0.0.1:53852_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:53852",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1112458 INFO  (zkCallback-1126-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1112507 INFO  (coreZkRegister-4518-thread-1-processing-n:127.0.0.1:53852_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:53852/collection1/ and leader is http://127.0.0.1:53852/collection1/
   [junit4]   2> 1112507 INFO  (coreZkRegister-4518-thread-1-processing-n:127.0.0.1:53852_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53852
   [junit4]   2> 1112508 INFO  (coreZkRegister-4518-thread-1-processing-n:127.0.0.1:53852_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1112508 INFO  (coreZkRegister-4518-thread-1-processing-n:127.0.0.1:53852_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1112508 INFO  (coreZkRegister-4518-thread-1-processing-n:127.0.0.1:53852_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:53852_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1112509 INFO  (zkCallback-1126-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1112509 INFO  (OverseerStateUpdate-94320736685850628-127.0.0.1:53852_-n_0000000000) [n:127.0.0.1:53852_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:53852",
   [junit4]   2>   "node_name":"127.0.0.1:53852_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1112509 INFO  (OverseerStateUpdate-94320736685850628-127.0.0.1:53852_-n_0000000000) [n:127.0.0.1:53852_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:53852",
   [junit4]   2>   "node_name":"127.0.0.1:53852_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1112610 INFO  (zkCallback-1126-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1112751 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-002/cores/collection1
   [junit4]   2> 1112752 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 1112753 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7cf992a8{/,null,AVAILABLE}
   [junit4]   2> 1112753 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.e.j.s.ServerConnector Started ServerConnector@5f806ea3{HTTP/1.1}{127.0.0.1:38229}
   [junit4]   2> 1112753 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.e.j.s.Server Started @1114669ms
   [junit4]   2> 1112753 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/, hostPort=38229, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-002/cores}
   [junit4]   2> 1112753 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@759ebb3d
   [junit4]   2> 1112754 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-002/'
   [junit4]   2> 1112762 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1112762 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1112763 INFO  (zkCallback-1127-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7d6ec1ab name:ZooKeeperConnection Watcher:127.0.0.1:60264/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1112763 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1112763 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1112764 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1112764 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-002/solr.xml
   [junit4]   2> 1112766 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-002/cores
   [junit4]   2> 1112767 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.CoreContainer New CoreContainer 2131044176
   [junit4]   2> 1112767 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-002/]
   [junit4]   2> 1112767 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-002/lib
   [junit4]   2> 1112767 WARN  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-002/lib).
   [junit4]   2> 1112771 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1112772 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1112772 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1112772 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1112772 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60264/solr
   [junit4]   2> 1112772 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1112772 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1112772 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1112773 INFO  (zkCallback-1129-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2a02058b name:ZooKeeperConnection Watcher:127.0.0.1:60264 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1112773 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1112774 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1112774 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:38229_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1112775 INFO  (zkCallback-1130-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@9c32cdd name:ZooKeeperConnection Watcher:127.0.0.1:60264/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1112775 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:38229_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1112776 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:38229_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1113778 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:38229_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38229_
   [junit4]   2> 1113778 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:38229_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:38229_
   [junit4]   2> 1113779 INFO  (zkCallback-1126-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1113779 INFO  (zkCallback-1130-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1113780 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:38229_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1113780 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:38229_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94320736685850631-127.0.0.1:38229_-n_0000000001
   [junit4]   2> 1113780 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:38229_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94320736685850628-127.0.0.1:53852_-n_0000000000 to know if I could be the leader
   [junit4]   2> 1113796 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:38229_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1113797 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:38229_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1113797 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:38229_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-002/cores
   [junit4]   2> 1113797 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:38229_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-002/cores/collection1, collection=tmp_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-002/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1113798 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:38229_    ] o.a.s.c.CoresLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-002/cores/collection1/
   [junit4]   2> 1113798 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:38229_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 1113798 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1113798 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1113798 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:38229_    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 1113799 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:38229_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1113799 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Registering watch for collection tmp_collection
   [junit4]   2> 1113799 INFO  (zkCallback-1126-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1113799 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch tmp_collection
   [junit4]   2> 1113799 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for tmp_collection
   [junit4]   2> 1113799 INFO  (OverseerStateUpdate-94320736685850628-127.0.0.1:53852_-n_0000000000) [n:127.0.0.1:53852_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:38229",
   [junit4]   2>   "node_name":"127.0.0.1:38229_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 1113799 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1113800 INFO  (OverseerStateUpdate-94320736685850628-127.0.0.1:53852_-n_0000000000) [n:127.0.0.1:53852_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:38229",
   [junit4]   2>   "node_name":"127.0.0.1:38229_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1113800 INFO  (OverseerStateUpdate-94320736685850628-127.0.0.1:53852_-n_0000000000) [n:127.0.0.1:53852_    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=1
   [junit4]   2> 1113800 INFO  (OverseerStateUpdate-94320736685850628-127.0.0.1:53852_-n_0000000000) [n:127.0.0.1:53852_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1113901 INFO  (zkCallback-1126-thread-1-processing-n:127.0.0.1:53852_) [n:127.0.0.1:53852_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1113901 INFO  (zkCallback-1130-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1114800 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1114800 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:tmp_collection
   [junit4]   2> 1114800 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1114800 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/tmp_collection
   [junit4]   2> 1114800 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/tmp_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1114801 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-002/cores/collection1/'
   [junit4]   2> 1114808 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1114811 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1114813 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1114825 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1114826 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1114828 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1114884 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1114885 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1114886 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1114887 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1114893 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 1114893 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
   [junit4]   2> 1114893 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
   [junit4]   2> 1114893 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-002/cores/collection1/], dataDir=[null]
   [junit4]   2> 1114893 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@121ab206
   [junit4]   2> 1114894 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-002/cores/collection1/data
   [junit4]   2> 1114894 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-002/cores/collection1/data/index/
   [junit4]   2> 1114894 WARN  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-002/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1114894 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-002/cores/collection1/data/index
   [junit4]   2> 1114895 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=35.7421875, floorSegmentMB=1.2607421875, forceMergeDeletesPctAllowed=28.277389536914452, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1114927 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-002/cores/collection1/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1114927 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1114927 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-002/cores/collection1/data/
   [junit4]   2> 1114929 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "cdcr-processor-chain"
   [junit4]   2> 1114929 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1114931 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1114931 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1114932 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1114932 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1114936 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/cdcr,/update,/admin/file
   [junit4]   2> 1114936 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1114936 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 1114936 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1114948 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 1114948 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 1114949 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=49, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.7412109375, noCFSRatio=0.14836059120812495]
   [junit4]   2> 1114949 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001/jetty-002/cores/collection1/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1114950 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1114950 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@4b21bfe9[collection1] main
   [junit4]   2> 1114950 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/tmp_collection
   [junit4]   2> 1114950 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/tmp_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1114950 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1114950 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1114951 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1114951 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1114951 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1114951 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1114951 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1114951 INFO  (coreLoadExecutor-4536-thread-1-processing-n:127.0.0.1:38229_) [n:127.0.0.1:38229_ c:tmp_collection s:shard1 r:core_node2 

[...truncated too long message...]

 ] o.a.s.s.SolrDispatchFilter [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=source_collection_shard1_replica2&action=CREATE&numShards=1&collection=source_collection&shard=shard1&wt=javabin&version=2} status=400 QTime=435657 
   [junit4]   2> 1603632 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_ c:source_collection s:shard1 r:core_node2 x:source_collection_shard1_replica1] o.a.s.SolrTestCaseJ4 ###Ending doTest
   [junit4]   2> 1603633 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[5982A81527CBDD91]) [n:127.0.0.1:53852_ c:source_collection s:shard1 r:core_node2 x:source_collection_shard1_replica1] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60264 60264
   [junit4]   2> 1603651 INFO  (Thread-3516) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60264 60264
   [junit4]   2> 1603652 WARN  (Thread-3516) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	48	/solr/aliases.json
   [junit4]   2> 	11	/solr/configs/conf1
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/collections/source_collection/leaders/shard1
   [junit4]   2> 	2	/solr/collections/tmp_collection/leaders/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	48	/solr/clusterstate.json
   [junit4]   2> 	9	/solr/collections/source_collection/cdcr/state/buffer
   [junit4]   2> 	9	/solr/collections/source_collection/cdcr/state/process
   [junit4]   2> 	5	/solr/collections/source_collection/state.json
   [junit4]   2> 	2	/solr/collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 	2	/solr/collections/source_collection/leader_elect/shard1/election/94320736685850631-core_node1-n_0000000000
   [junit4]   2> 	2	/solr/collections/source_collection/leader_elect/shard1/election/94320736685850655-core_node2-n_0000000000
   [junit4]   2> 	2	/solr/collections/tmp_collection/cdcr/state/process
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	46	/solr/live_nodes
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CdcrReplicationHandlerTest -Dtests.method=doTest -Dtests.seed=5982A81527CBDD91 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ga_IE -Dtests.timezone=Asia/Tokyo -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE  493s J2 | CdcrReplicationHandlerTest.doTest <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5982A81527CBDD91:FEC610B14A70CE28]:0)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:172)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:133)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:128)
   [junit4]    > 	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForRecoveriesToFinish(BaseCdcrDistributedZkTest.java:465)
   [junit4]    > 	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.clearSourceCollection(BaseCdcrDistributedZkTest.java:319)
   [junit4]    > 	at org.apache.solr.cloud.CdcrReplicationHandlerTest.doTestPartialReplicationWithTruncatedTlog(CdcrReplicationHandlerTest.java:121)
   [junit4]    > 	at org.apache.solr.cloud.CdcrReplicationHandlerTest.doTest(CdcrReplicationHandlerTest.java:52)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1603658 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[5982A81527CBDD91]-worker) [n:127.0.0.1:53852_ c:source_collection s:shard1 r:core_node2 x:source_collection_shard1_replica1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_5982A81527CBDD91-001
   [junit4]   2> Aug 10, 2015 3:31:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {_version_=PostingsFormat(name=LuceneVarGapFixedInterval), id=FST50}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=ga_IE, timezone=Asia/Tokyo
   [junit4]   2> NOTE: Linux 3.16.0-44-generic amd64/Oracle Corporation 1.9.0-ea (64-bit)/cpus=12,threads=1,free=207066840,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestSchemaVersionResource, SuggesterTest, XmlUpdateRequestHandlerTest, ExitableDirectoryReaderTest, TestPseudoReturnFields, TestTolerantSearch, TestSystemIdResolver, PathHierarchyTokenizerFactoryTest, SynonymTokenizerTest, CdcrVersionReplicationTest, RecoveryZkTest, ChangedSchemaMergeTest, HdfsRecoveryZkTest, TestSearcherReuse, TestDynamicLoading, DirectUpdateHandlerTest, OutputWriterTest, LeaderElectionTest, TestRequestStatusCollectionAPI, NumericFieldsTest, TestStressReorder, TestBinaryResponseWriter, TestEmbeddedSolrServerConstructors, SoftAutoCommitTest, LoggingHandlerTest, TestConfigReload, TestNonDefinedSimilarityFactory, PKIAuthenticationIntegrationTest, BigEndianAscendingWordDeserializerTest, BadCopyFieldTest, TestRuleBasedAuthorizationPlugin, UnloadDistributedZkTest, BadIndexSchemaTest, SearchHandlerTest, RollingRestartTest, HighlighterMaxOffsetTest, TestRebalanceLeaders, TestCloudSchemaless, BaseCdcrDistributedZkTest, TestOverriddenPrefixQueryForCustomFieldType, SuggestComponentTest, TermVectorComponentDistributedTest, VersionInfoTest, TestCustomDocTransformer, ResponseLogComponentTest, SOLR749Test, ResponseHeaderTest, TestJettySolrRunner, OverseerCollectionProcessorTest, HdfsLockFactoryTest, SimpleCollectionCreateDeleteTest, TestRecovery, VMParamsZkACLAndCredentialsProvidersTest, TestRandomMergePolicy, TestQueryUtils, DocExpirationUpdateProcessorFactoryTest, SolrCoreCheckLockOnStartupTest, HdfsRecoverLeaseTest, DistribJoinFromCollectionTest, TestStressRecovery, TestRandomRequestDistribution, TestMiniSolrCloudClusterSSL, TestCollationField, EnumFieldTest, SharedFSAutoReplicaFailoverUtilsTest, TestSerializedLuceneMatchVersion, SpatialRPTFieldTypeTest, RuleEngineTest, TestFieldResource, TestXIncludeConfig, ActionThrottleTest, DistributedQueueTest, DirectUpdateHandlerOptimizeTest, TestSortingResponseWriter, TestExactSharedStatsCache, CursorPagingTest, CoreAdminRequestStatusTest, TestComplexPhraseQParserPlugin, FileBasedSpellCheckerTest, MoreLikeThisHandlerTest, DistributedQueryElevationComponentTest, PreAnalyzedUpdateProcessorTest, TestConfigSetImmutable, CleanupOldIndexTest, TestCloudManagedSchema, TestSolrQueryParser, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, AutoCommitTest, DistributedSpellCheckComponentTest, ZkControllerTest, TestReload, HardAutoCommitTest, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, StatsComponentTest, TestBadConfig, HighlighterTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, TestExtendedDismaxParser, SolrRequestParserTest, TestTrie, TestCSVLoader, SchemaVersionSpecificBehaviorTest, TestUpdate, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, CacheHeaderTest, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestQueryTypes, DocumentBuilderTest, SolrPluginUtilsTest, TestCSVResponseWriter, JsonLoaderTest, TestPartialUpdateDeduplication, UpdateParamsTest, SampleTest, TestElisionMultitermQuery, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, TestCharFilters, TestDFRSimilarityFactory, TestBM25SimilarityFactory, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, RAMDirectoryFactoryTest, TestSolrJ, TestUtils, SystemInfoHandlerTest, FileUtilsTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, AliasIntegrationTest, CdcrReplicationHandlerTest]
   [junit4] Completed [490/540] on J2 in 492.93s, 1 test, 1 failure <<< FAILURES!

[...truncated 165 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:716: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:660: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:59: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:230: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:514: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1429: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:984: There were test failures: 540 suites, 2127 tests, 1 failure, 68 ignored (32 assumptions)

Total time: 44 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS-EA] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0_60-ea-b24) - Build # 13805 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/13805/
Java: 64bit/jdk1.8.0_60-ea-b24 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection

Error Message:
Delete action failed!

Stack Trace:
java.lang.AssertionError: Delete action failed!
	at __randomizedtesting.SeedInfo.seed([591B0CD8FFD4E234:4A783EB7CEBB5B92]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.SolrCloudExampleTest.doTestDeleteAction(SolrCloudExampleTest.java:169)
	at org.apache.solr.cloud.SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection(SolrCloudExampleTest.java:145)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 9655 lines...]
   [junit4] Suite: org.apache.solr.cloud.SolrCloudExampleTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/init-core-data-001
   [junit4]   2> 141166 INFO  (SUITE-SolrCloudExampleTest-seed#[591B0CD8FFD4E234]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 141166 INFO  (SUITE-SolrCloudExampleTest-seed#[591B0CD8FFD4E234]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 141167 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 141167 INFO  (Thread-271) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 141167 INFO  (Thread-271) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 141267 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.ZkTestServer start zk server on port:38211
   [junit4]   2> 141267 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 141268 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 141270 INFO  (zkCallback-290-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1c9dd5d6 name:ZooKeeperConnection Watcher:127.0.0.1:38211 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 141270 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 141270 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 141270 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 141272 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 141272 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 141273 INFO  (zkCallback-291-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34d4a658 name:ZooKeeperConnection Watcher:127.0.0.1:38211/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 141273 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 141273 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 141273 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 141274 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 141274 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 141275 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 141275 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 141275 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 141276 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 141276 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 141277 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 141277 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 141277 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 141278 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 141278 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 141278 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 141279 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 141279 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 141279 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 141279 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 141280 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 141280 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 141280 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 141281 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 141281 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 141281 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 141282 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 141282 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 141328 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/control-001/cores/collection1
   [junit4]   2> 141329 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 141330 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64eb9ef3{/,null,AVAILABLE}
   [junit4]   2> 141331 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.e.j.s.ServerConnector Started ServerConnector@1275120b{HTTP/1.1}{127.0.0.1:49843}
   [junit4]   2> 141332 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.e.j.s.Server Started @142845ms
   [junit4]   2> 141332 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/tempDir-001/control/data, hostContext=/, hostPort=49843, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/control-001/cores}
   [junit4]   2> 141332 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 141332 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/control-001/'
   [junit4]   2> 141340 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 141340 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 141341 INFO  (zkCallback-292-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@566174c6 name:ZooKeeperConnection Watcher:127.0.0.1:38211/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 141341 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 141341 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 141342 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 141342 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/control-001/solr.xml
   [junit4]   2> 141345 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/control-001/cores
   [junit4]   2> 141345 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.CoreContainer New CoreContainer 387515354
   [junit4]   2> 141345 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/control-001/]
   [junit4]   2> 141345 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/control-001/lib
   [junit4]   2> 141345 WARN  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/control-001/lib).
   [junit4]   2> 141350 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 141350 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 141351 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 141351 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 141351 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38211/solr
   [junit4]   2> 141351 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 141351 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 141351 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 141352 INFO  (zkCallback-294-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@57763105 name:ZooKeeperConnection Watcher:127.0.0.1:38211 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 141353 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 141353 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 141354 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 141354 INFO  (zkCallback-295-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@43065cb5 name:ZooKeeperConnection Watcher:127.0.0.1:38211/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 141354 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 141355 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 141356 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 141356 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 141357 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 141357 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 141358 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 141359 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 141359 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 141360 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 141360 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49843_
   [junit4]   2> 141360 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:49843_
   [junit4]   2> 141361 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 141361 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 141362 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 141362 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94321507036233732-127.0.0.1:49843_-n_0000000000
   [junit4]   2> 141362 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49843_
   [junit4]   2> 141363 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 141363 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.Overseer Overseer (id=94321507036233732-127.0.0.1:49843_-n_0000000000) starting
   [junit4]   2> 141364 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 141366 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 141366 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 141366 INFO  (OverseerCollectionProcessor-94321507036233732-127.0.0.1:49843_-n_0000000000) [n:127.0.0.1:49843_    ] o.a.s.c.OverseerProcessor Process current queue of overseer operations
   [junit4]   2> 141367 INFO  (OverseerStateUpdate-94321507036233732-127.0.0.1:49843_-n_0000000000) [n:127.0.0.1:49843_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 141383 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 141383 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 141384 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/control-001/cores
   [junit4]   2> 141385 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 141385 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.CoresLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/control-001/cores/collection1/
   [junit4]   2> 141385 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 141386 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 141386 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 141386 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 141386 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:49843_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 141386 INFO  (zkCallback-295-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 141386 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 141387 INFO  (OverseerStateUpdate-94321507036233732-127.0.0.1:49843_-n_0000000000) [n:127.0.0.1:49843_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49843",
   [junit4]   2>   "node_name":"127.0.0.1:49843_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 141387 INFO  (OverseerStateUpdate-94321507036233732-127.0.0.1:49843_-n_0000000000) [n:127.0.0.1:49843_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49843",
   [junit4]   2>   "node_name":"127.0.0.1:49843_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 141388 INFO  (OverseerStateUpdate-94321507036233732-127.0.0.1:49843_-n_0000000000) [n:127.0.0.1:49843_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 141388 INFO  (OverseerStateUpdate-94321507036233732-127.0.0.1:49843_-n_0000000000) [n:127.0.0.1:49843_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 141389 INFO  (zkCallback-295-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 142386 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 142387 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 142387 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 142387 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 142387 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 142388 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/control-001/cores/collection1/'
   [junit4]   2> 142395 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 142398 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 142400 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 142404 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 142405 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 142408 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 142472 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 142476 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 142477 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 142480 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 142482 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 142483 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 142483 WARN  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 142483 WARN  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 142484 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 142484 WARN  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 142484 WARN  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 142484 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 142484 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 142485 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 142485 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 142485 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ae4eade
   [junit4]   2> 142485 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/control-001/cores/collection1/data
   [junit4]   2> 142485 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/control-001/cores/collection1/data/index/
   [junit4]   2> 142485 WARN  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 142486 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/control-001/cores/collection1/data/index
   [junit4]   2> 142486 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=78.1064453125, floorSegmentMB=1.072265625, forceMergeDeletesPctAllowed=4.840319925233269, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 142486 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@562916f7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@63ad0dda),segFN=segments_1,generation=1}
   [junit4]   2> 142486 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 142487 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/control-001/cores/collection1/data/
   [junit4]   2> 142487 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 142489 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 142489 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 142489 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 142489 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 142490 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 142490 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 142490 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 142490 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 142490 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 142491 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 142492 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 142492 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 142493 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 142494 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 142495 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 142495 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 142495 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 142496 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 142496 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 142498 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@40c14d11
   [junit4]   2> 142499 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@562916f7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@63ad0dda),segFN=segments_1,generation=1}
   [junit4]   2> 142499 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 142499 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@23c57cea[collection1] main
   [junit4]   2> 142499 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 142500 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 142500 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 142500 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 142500 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 142500 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 142500 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 142500 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 142500 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 142501 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 142501 INFO  (searcherExecutor-438-thread-1-processing-n:127.0.0.1:49843_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@23c57cea[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 142501 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 142501 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 142501 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 142501 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1509144113977491456
   [junit4]   2> 142503 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1509144113977491456
   [junit4]   2> 142503 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 142503 INFO  (coreLoadExecutor-437-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 142503 INFO  (coreZkRegister-431-thread-1-processing-n:127.0.0.1:49843_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:49843 collection:control_collection shard:shard1
   [junit4]   2> 142504 INFO  (coreZkRegister-431-thread-1-processing-n:127.0.0.1:49843_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 142505 INFO  (coreZkRegister-431-thread-1-processing-n:127.0.0.1:49843_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94321507036233732-core_node1-n_0000000000
   [junit4]   2> 142505 INFO  (coreZkRegister-431-thread-1-processing-n:127.0.0.1:49843_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 142505 INFO  (zkCallback-295-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 142506 INFO  (coreZkRegister-431-thread-1-processing-n:127.0.0.1:49843_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 142506 INFO  (coreZkRegister-431-thread-1-processing-n:127.0.0.1:49843_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 142506 INFO  (coreZkRegister-431-thread-1-processing-n:127.0.0.1:49843_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49843/collection1/
   [junit4]   2> 142506 INFO  (coreZkRegister-431-thread-1-processing-n:127.0.0.1:49843_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 142506 INFO  (coreZkRegister-431-thread-1-processing-n:127.0.0.1:49843_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:49843/collection1/ has no replicas
   [junit4]   2> 142506 INFO  (OverseerStateUpdate-94321507036233732-127.0.0.1:49843_-n_0000000000) [n:127.0.0.1:49843_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 142506 INFO  (coreZkRegister-431-thread-1-processing-n:127.0.0.1:49843_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49843/collection1/ shard1
   [junit4]   2> 142506 INFO  (coreZkRegister-431-thread-1-processing-n:127.0.0.1:49843_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 142508 INFO  (zkCallback-295-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 142508 INFO  (OverseerStateUpdate-94321507036233732-127.0.0.1:49843_-n_0000000000) [n:127.0.0.1:49843_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:49843",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 142610 INFO  (zkCallback-295-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 142659 INFO  (coreZkRegister-431-thread-1-processing-n:127.0.0.1:49843_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:49843/collection1/ and leader is http://127.0.0.1:49843/collection1/
   [junit4]   2> 142659 INFO  (coreZkRegister-431-thread-1-processing-n:127.0.0.1:49843_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49843
   [junit4]   2> 142659 INFO  (coreZkRegister-431-thread-1-processing-n:127.0.0.1:49843_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 142659 INFO  (coreZkRegister-431-thread-1-processing-n:127.0.0.1:49843_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 142659 INFO  (coreZkRegister-431-thread-1-processing-n:127.0.0.1:49843_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:49843_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 142660 INFO  (zkCallback-295-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 142660 INFO  (OverseerStateUpdate-94321507036233732-127.0.0.1:49843_-n_0000000000) [n:127.0.0.1:49843_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49843",
   [junit4]   2>   "node_name":"127.0.0.1:49843_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 142660 INFO  (OverseerStateUpdate-94321507036233732-127.0.0.1:49843_-n_0000000000) [n:127.0.0.1:49843_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49843",
   [junit4]   2>   "node_name":"127.0.0.1:49843_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 142761 INFO  (zkCallback-295-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 142887 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 142888 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 142889 INFO  (zkCallback-297-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@41255cbb name:ZooKeeperConnection Watcher:127.0.0.1:38211/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 142889 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 142889 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 142889 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 142890 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 142890 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 142890 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 142891 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 142891 INFO  (zkCallback-298-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@77572c27 name:ZooKeeperConnection Watcher:127.0.0.1:38211/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 142892 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 142892 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 142892 INFO  (zkCallback-295-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 142893 INFO  (OverseerStateUpdate-94321507036233732-127.0.0.1:49843_-n_0000000000) [n:127.0.0.1:49843_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 142893 INFO  (OverseerStateUpdate-94321507036233732-127.0.0.1:49843_-n_0000000000) [n:127.0.0.1:49843_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 142937 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/shard-1-001/cores/collection1
   [junit4]   2> 142938 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/shard-1-001
   [junit4]   2> 142938 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 142940 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4cc84332{/,null,AVAILABLE}
   [junit4]   2> 142940 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.e.j.s.ServerConnector Started ServerConnector@77cff736{HTTP/1.1}{127.0.0.1:44123}
   [junit4]   2> 142940 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.e.j.s.Server Started @144453ms
   [junit4]   2> 142940 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=44123, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/shard-1-001/cores}
   [junit4]   2> 142941 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 142941 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/shard-1-001/'
   [junit4]   2> 142949 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 142949 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 142950 INFO  (zkCallback-299-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@40099e1a name:ZooKeeperConnection Watcher:127.0.0.1:38211/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 142950 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 142950 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 142951 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 142951 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/shard-1-001/solr.xml
   [junit4]   2> 142954 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/shard-1-001/cores
   [junit4]   2> 142954 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.CoreContainer New CoreContainer 1716311231
   [junit4]   2> 142955 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/shard-1-001/]
   [junit4]   2> 142955 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/shard-1-001/lib
   [junit4]   2> 142955 WARN  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/shard-1-001/lib).
   [junit4]   2> 142978 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 142979 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 142979 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 142979 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 142979 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38211/solr
   [junit4]   2> 142979 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 142980 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 142980 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 142981 INFO  (zkCallback-301-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@65fd9ce5 name:ZooKeeperConnection Watcher:127.0.0.1:38211 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 142981 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 142981 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 142982 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:44123_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 142983 INFO  (zkCallback-302-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2e6215b6 name:ZooKeeperConnection Watcher:127.0.0.1:38211/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 142983 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:44123_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 142985 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:44123_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 142994 INFO  (OverseerStateUpdate-94321507036233732-127.0.0.1:49843_-n_0000000000) [n:127.0.0.1:49843_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 142995 INFO  (zkCallback-295-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 142995 INFO  (zkCallback-302-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 142995 INFO  (zkCallback-297-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 143986 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:44123_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44123_
   [junit4]   2> 143987 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:44123_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:44123_
   [junit4]   2> 143987 INFO  (zkCallback-295-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 143987 INFO  (zkCallback-297-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 143987 INFO  (zkCallback-302-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 143988 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:44123_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 143988 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:44123_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94321507036233737-127.0.0.1:44123_-n_0000000001
   [junit4]   2> 143988 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:44123_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94321507036233732-127.0.0.1:49843_-n_0000000000 to know if I could be the leader
   [junit4]   2> 143995 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:44123_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 143996 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:44123_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 143996 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:44123_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/shard-1-001/cores
   [junit4]   2> 143997 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:44123_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 143997 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:44123_    ] o.a.s.c.CoresLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/shard-1-001/cores/collection1/
   [junit4]   2> 143997 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:44123_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 143998 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:44123_    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 143998 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:44123_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 143998 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 143998 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 143998 INFO  (zkCallback-295-thread-1-processing-n:127.0.0.1:49843_) [n:127.0.0.1:49843_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 143998 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 143999 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch collection1
   [junit4]   2> 143999 INFO  (OverseerStateUpdate-94321507036233732-127.0.0.1:49843_-n_0000000000) [n:127.0.0.1:49843_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44123",
   [junit4]   2>   "node_name":"127.0.0.1:44123_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 4
   [junit4]   2> 143999 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Updating data for collection1 to ver 0 
   [junit4]   2> 143999 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 143999 INFO  (OverseerStateUpdate-94321507036233732-127.0.0.1:49843_-n_0000000000) [n:127.0.0.1:49843_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44123",
   [junit4]   2>   "node_name":"127.0.0.1:44123_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 143999 INFO  (OverseerStateUpdate-94321507036233732-127.0.0.1:49843_-n_0000000000) [n:127.0.0.1:49843_    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 143999 INFO  (OverseerStateUpdate-94321507036233732-127.0.0.1:49843_-n_0000000000) [n:127.0.0.1:49843_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 144100 INFO  (OverseerStateUpdate-94321507036233732-127.0.0.1:49843_-n_0000000000) [n:127.0.0.1:49843_    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 144101 INFO  (zkCallback-302-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 144101 INFO  (zkCallback-302-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_    ] o.a.s.c.c.ZkStateReader Updating data for collection1 to ver 1 
   [junit4]   2> 144999 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 144999 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 145000 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 145000 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/collection1
   [junit4]   2> 145000 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 145000 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/shard-1-001/cores/collection1/'
   [junit4]   2> 145007 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 145011 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 145013 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 145017 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 145018 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 145021 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 145083 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 145087 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 145087 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 145092 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 145094 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 145095 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 145095 WARN  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 145095 WARN  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 145095 INFO  (coreLoadExecutor-448-thread-1-processing-n:127.0.0.1:44123_) [n:127.0.0.1:44123_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 145096 WARN  (coreLoadExecutor-448-thread-1-processing-n:127

[...truncated too long message...]

/collection1/data
   [junit4]   2> 208145 INFO  (zkCallback-315-thread-1-processing-n:127.0.0.1:42351_) [n:127.0.0.1:42351_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/shard-4-001/cores/collection1/data/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/shard-4-001/cores/collection1/data/index;done=false>>]
   [junit4]   2> 208145 INFO  (zkCallback-315-thread-1-processing-n:127.0.0.1:42351_) [n:127.0.0.1:42351_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001/shard-4-001/cores/collection1/data/index
   [junit4]   2> 208145 INFO  (zkCallback-315-thread-1-processing-n:127.0.0.1:42351_) [n:127.0.0.1:42351_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 208145 ERROR (zkCallback-315-thread-1-processing-n:127.0.0.1:42351_) [n:127.0.0.1:42351_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ShardLeaderElectionContext There was a problem trying to register as the leader:org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:149)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:316)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:199)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:159)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:390)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:269)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:210)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:302)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:299)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:299)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:493)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:463)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:450)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:141)
   [junit4]   2> 	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:31)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:137)
   [junit4]   2> 	... 12 more
   [junit4]   2> 
   [junit4]   2> 208146 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@3f7d5d43{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 208146 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7035948d{/,null,UNAVAILABLE}
   [junit4]   2> 208148 INFO  (TEST-SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection-seed#[591B0CD8FFD4E234]) [n:127.0.0.1:42351_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38211 38211
   [junit4]   2> 208183 INFO  (Thread-271) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38211 38211
   [junit4]   2> 208184 WARN  (Thread-271) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	9	/solr/configs/gettingstarted/managed-schema
   [junit4]   2> 	9	/solr/configs/gettingstarted
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	5	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 	4	/solr/collections/gettingstarted/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrCloudExampleTest -Dtests.method=testLoadDocsIntoGettingStartedCollection -Dtests.seed=591B0CD8FFD4E234 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hr -Dtests.timezone=Asia/Manila -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 67.0s J1 | SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Delete action failed!
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([591B0CD8FFD4E234:4A783EB7CEBB5B92]:0)
   [junit4]    > 	at org.apache.solr.cloud.SolrCloudExampleTest.doTestDeleteAction(SolrCloudExampleTest.java:169)
   [junit4]    > 	at org.apache.solr.cloud.SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection(SolrCloudExampleTest.java:145)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 208191 INFO  (SUITE-SolrCloudExampleTest-seed#[591B0CD8FFD4E234]-worker) [n:127.0.0.1:42351_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.SolrCloudExampleTest_591B0CD8FFD4E234-001
   [junit4]   2> Aug 10, 2015 6:40:46 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=hr, timezone=Asia/Manila
   [junit4]   2> NOTE: Linux 3.16.0-44-generic amd64/Oracle Corporation 1.8.0_60-ea (64-bit)/cpus=12,threads=1,free=330921576,total=508952576
   [junit4]   2> NOTE: All tests run in this JVM: [TestHighFrequencyDictionaryFactory, TestFieldCollectionResource, TestNRTOpen, TestWriterPerf, OutOfBoxZkACLAndCredentialsProvidersTest, TestSortByMinMaxFunction, ClusterStateUpdateTest, LukeRequestHandlerTest, RankQueryTest, TestExpandComponent, TestStandardQParsers, TestFastLRUCache, SolrXmlInZkTest, ResourceLoaderTest, JsonLoaderTest, ShowFileRequestHandlerTest, AlternateDirectoryTest, TestManagedSynonymFilterFactory, CdcrReplicationHandlerTest, TestSolr4Spatial2, EchoParamsTest, ScriptEngineTest, TestAtomicUpdateErrorCases, SolrCloudExampleTest]
   [junit4] Completed [46/540] on J1 in 67.30s, 1 test, 1 failure <<< FAILURES!

[...truncated 1547 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:716: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:660: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:59: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:230: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:514: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1429: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:984: There were test failures: 540 suites, 2127 tests, 1 failure, 68 ignored (32 assumptions)

Total time: 43 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS-EA] Lucene-Solr-trunk-Linux (32bit/jdk1.9.0-ea-b60) - Build # 13804 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/13804/
Java: 32bit/jdk1.9.0-ea-b60 -server -XX:+UseG1GC -Djava.locale.providers=JRE,SPI

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
commitWithin did not work on node: http://127.0.0.1:48701/zq/b/collection1 expected:<68> but was:<67>

Stack Trace:
java.lang.AssertionError: commitWithin did not work on node: http://127.0.0.1:48701/zq/b/collection1 expected:<68> but was:<67>
	at __randomizedtesting.SeedInfo.seed([A5DD87CA70947DE4:2D89B810DE68101C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:333)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:502)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10398 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/init-core-data-001
   [junit4]   2> 639897 INFO  (SUITE-BasicDistributedZkTest-seed#[A5DD87CA70947DE4]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /zq/b
   [junit4]   2> 639899 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 639899 INFO  (Thread-1857) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 639899 INFO  (Thread-1857) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 639999 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.ZkTestServer start zk server on port:39648
   [junit4]   2> 639999 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 640000 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 640002 INFO  (zkCallback-722-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@144423a name:ZooKeeperConnection Watcher:127.0.0.1:39648 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 640002 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 640002 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 640002 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 640006 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 640006 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 640007 INFO  (zkCallback-723-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@18f67a6 name:ZooKeeperConnection Watcher:127.0.0.1:39648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 640007 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 640007 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 640007 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 640008 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 640009 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 640009 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 640010 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 640010 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 640011 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 640011 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 640012 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 640012 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 640012 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 640013 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 640013 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 640013 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 640014 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 640014 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 640014 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 640015 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 640015 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 640015 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 640016 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 640016 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 640017 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 640017 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 640018 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 640018 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 640068 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/control-001/cores/collection1
   [junit4]   2> 640070 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 640071 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1edf10{/zq/b,null,AVAILABLE}
   [junit4]   2> 640073 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.e.j.s.ServerConnector Started ServerConnector@716c43{HTTP/1.1}{127.0.0.1:41502}
   [junit4]   2> 640073 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.e.j.s.Server Started @641772ms
   [junit4]   2> 640073 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/tempDir-001/control/data, hostContext=/zq/b, hostPort=41502, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/control-001/cores}
   [junit4]   2> 640074 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@19ebb3d
   [junit4]   2> 640074 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/control-001/'
   [junit4]   2> 640085 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 640085 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 640086 INFO  (zkCallback-724-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1074e4f name:ZooKeeperConnection Watcher:127.0.0.1:39648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 640086 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 640087 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 640087 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 640087 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/control-001/solr.xml
   [junit4]   2> 640090 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/control-001/cores
   [junit4]   2> 640090 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.CoreContainer New CoreContainer 18909261
   [junit4]   2> 640090 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/control-001/]
   [junit4]   2> 640090 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/control-001/lib
   [junit4]   2> 640091 WARN  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/control-001/lib).
   [junit4]   2> 640095 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 640096 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 640096 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 640097 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 640097 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39648/solr
   [junit4]   2> 640097 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 640097 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 640097 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 640098 INFO  (zkCallback-726-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1867fbb name:ZooKeeperConnection Watcher:127.0.0.1:39648 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 640098 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 640098 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 640099 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 640100 INFO  (zkCallback-727-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@807bb0 name:ZooKeeperConnection Watcher:127.0.0.1:39648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 640100 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 640101 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 640101 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 640102 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 640103 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 640103 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 640104 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 640104 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 640105 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 640105 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 640106 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41502_zq%2Fb
   [junit4]   2> 640106 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:41502_zq%2Fb
   [junit4]   2> 640106 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 640107 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 640107 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 640108 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94321364784840708-127.0.0.1:41502_zq%2Fb-n_0000000000
   [junit4]   2> 640108 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41502_zq%2Fb
   [junit4]   2> 640108 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 640109 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.Overseer Overseer (id=94321364784840708-127.0.0.1:41502_zq%2Fb-n_0000000000) starting
   [junit4]   2> 640110 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 640112 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 640112 INFO  (OverseerCollectionProcessor-94321364784840708-127.0.0.1:41502_zq%2Fb-n_0000000000) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.OverseerProcessor Process current queue of overseer operations
   [junit4]   2> 640112 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 640112 INFO  (OverseerStateUpdate-94321364784840708-127.0.0.1:41502_zq%2Fb-n_0000000000) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 640125 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 640125 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 640126 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.CoresLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/control-001/cores
   [junit4]   2> 640126 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 640126 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.CoresLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/control-001/cores/collection1/
   [junit4]   2> 640126 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 640127 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 640127 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 640127 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 640127 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 640128 INFO  (zkCallback-727-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 640128 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 640128 INFO  (OverseerStateUpdate-94321364784840708-127.0.0.1:41502_zq%2Fb-n_0000000000) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41502/zq/b",
   [junit4]   2>   "node_name":"127.0.0.1:41502_zq%2Fb",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 640128 INFO  (OverseerStateUpdate-94321364784840708-127.0.0.1:41502_zq%2Fb-n_0000000000) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41502/zq/b",
   [junit4]   2>   "node_name":"127.0.0.1:41502_zq%2Fb",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 640129 INFO  (OverseerStateUpdate-94321364784840708-127.0.0.1:41502_zq%2Fb-n_0000000000) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 640129 INFO  (OverseerStateUpdate-94321364784840708-127.0.0.1:41502_zq%2Fb-n_0000000000) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 640129 INFO  (zkCallback-727-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 641128 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 641128 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 641129 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 641129 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 641129 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 641129 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/control-001/cores/collection1/'
   [junit4]   2> 641138 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 641140 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 641142 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 641147 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 641147 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 641150 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 641205 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 641209 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 641210 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 641213 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 641215 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 641215 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 641216 WARN  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 641216 WARN  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 641216 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 641217 WARN  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 641217 WARN  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 641217 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 641217 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 641217 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 641218 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 641218 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e2d8f4
   [junit4]   2> 641218 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/control-001/cores/collection1/data
   [junit4]   2> 641218 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/control-001/cores/collection1/data/index/
   [junit4]   2> 641218 WARN  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 641219 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/control-001/cores/collection1/data/index
   [junit4]   2> 641219 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 641219 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1e2a421 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6da558),segFN=segments_1,generation=1}
   [junit4]   2> 641219 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 641219 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/control-001/cores/collection1/data/
   [junit4]   2> 641220 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 641222 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 641222 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 641222 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 641222 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 641222 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 641222 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 641223 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 641223 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 641223 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 641224 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 641225 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 641226 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 641226 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 641230 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 641230 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 641231 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 641231 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 641232 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 641232 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 641233 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=0.4296875, floorSegmentMB=0.55078125, forceMergeDeletesPctAllowed=2.1363099273944663, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 641233 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1e2a421 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6da558),segFN=segments_1,generation=1}
   [junit4]   2> 641233 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 641233 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@1d465f3[collection1] main
   [junit4]   2> 641234 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 641234 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 641234 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 641234 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 641235 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 641235 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 641235 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 641235 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 641235 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 641235 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 641236 INFO  (searcherExecutor-2275-thread-1-processing-n:127.0.0.1:41502_zq%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d465f3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 641236 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 641236 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 641236 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 641236 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1509141837957300224
   [junit4]   2> 641238 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1509141837957300224
   [junit4]   2> 641238 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 641239 INFO  (coreLoadExecutor-2274-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 641239 INFO  (coreZkRegister-2268-thread-1-processing-n:127.0.0.1:41502_zq%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:41502/zq/b collection:control_collection shard:shard1
   [junit4]   2> 641239 INFO  (coreZkRegister-2268-thread-1-processing-n:127.0.0.1:41502_zq%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 641241 INFO  (coreZkRegister-2268-thread-1-processing-n:127.0.0.1:41502_zq%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94321364784840708-core_node1-n_0000000000
   [junit4]   2> 641242 INFO  (coreZkRegister-2268-thread-1-processing-n:127.0.0.1:41502_zq%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 641242 INFO  (zkCallback-727-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 641242 INFO  (coreZkRegister-2268-thread-1-processing-n:127.0.0.1:41502_zq%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 641242 INFO  (coreZkRegister-2268-thread-1-processing-n:127.0.0.1:41502_zq%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 641243 INFO  (OverseerStateUpdate-94321364784840708-127.0.0.1:41502_zq%2Fb-n_0000000000) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 641243 INFO  (coreZkRegister-2268-thread-1-processing-n:127.0.0.1:41502_zq%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41502/zq/b/collection1/
   [junit4]   2> 641243 INFO  (coreZkRegister-2268-thread-1-processing-n:127.0.0.1:41502_zq%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 641243 INFO  (coreZkRegister-2268-thread-1-processing-n:127.0.0.1:41502_zq%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:41502/zq/b/collection1/ has no replicas
   [junit4]   2> 641243 INFO  (coreZkRegister-2268-thread-1-processing-n:127.0.0.1:41502_zq%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41502/zq/b/collection1/ shard1
   [junit4]   2> 641243 INFO  (coreZkRegister-2268-thread-1-processing-n:127.0.0.1:41502_zq%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 641244 INFO  (zkCallback-727-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 641245 INFO  (OverseerStateUpdate-94321364784840708-127.0.0.1:41502_zq%2Fb-n_0000000000) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:41502/zq/b",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 641346 INFO  (zkCallback-727-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 641395 INFO  (coreZkRegister-2268-thread-1-processing-n:127.0.0.1:41502_zq%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:41502/zq/b/collection1/ and leader is http://127.0.0.1:41502/zq/b/collection1/
   [junit4]   2> 641395 INFO  (coreZkRegister-2268-thread-1-processing-n:127.0.0.1:41502_zq%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41502/zq/b
   [junit4]   2> 641395 INFO  (coreZkRegister-2268-thread-1-processing-n:127.0.0.1:41502_zq%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 641395 INFO  (coreZkRegister-2268-thread-1-processing-n:127.0.0.1:41502_zq%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 641395 INFO  (coreZkRegister-2268-thread-1-processing-n:127.0.0.1:41502_zq%2Fb x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41502_zq%2Fb c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 641396 INFO  (zkCallback-727-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 641396 INFO  (OverseerStateUpdate-94321364784840708-127.0.0.1:41502_zq%2Fb-n_0000000000) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41502/zq/b",
   [junit4]   2>   "node_name":"127.0.0.1:41502_zq%2Fb",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 641397 INFO  (OverseerStateUpdate-94321364784840708-127.0.0.1:41502_zq%2Fb-n_0000000000) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41502/zq/b",
   [junit4]   2>   "node_name":"127.0.0.1:41502_zq%2Fb",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 641498 INFO  (zkCallback-727-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 641629 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 641629 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 641630 INFO  (zkCallback-729-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1c5b55c name:ZooKeeperConnection Watcher:127.0.0.1:39648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 641630 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 641631 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 641631 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 641632 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 641632 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 641632 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 641633 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 641634 INFO  (zkCallback-730-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@18b252a name:ZooKeeperConnection Watcher:127.0.0.1:39648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 641634 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 641634 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 641635 INFO  (zkCallback-727-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 641635 INFO  (OverseerStateUpdate-94321364784840708-127.0.0.1:41502_zq%2Fb-n_0000000000) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 641635 INFO  (OverseerStateUpdate-94321364784840708-127.0.0.1:41502_zq%2Fb-n_0000000000) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 641686 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/shard-1-001/cores/collection1
   [junit4]   2> 641686 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/shard-1-001
   [junit4]   2> 641688 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 641689 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13812c0{/zq/b,null,AVAILABLE}
   [junit4]   2> 641689 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.e.j.s.ServerConnector Started ServerConnector@c21627{HTTP/1.1}{127.0.0.1:48701}
   [junit4]   2> 641689 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.e.j.s.Server Started @643388ms
   [junit4]   2> 641689 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/zq/b, hostPort=48701, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/shard-1-001/cores}
   [junit4]   2> 641690 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@19ebb3d
   [junit4]   2> 641690 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/shard-1-001/'
   [junit4]   2> 641699 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 641700 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 641701 INFO  (zkCallback-731-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1a9e95a name:ZooKeeperConnection Watcher:127.0.0.1:39648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 641701 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 641701 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 641702 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 641702 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/shard-1-001/solr.xml
   [junit4]   2> 641705 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/shard-1-001/cores
   [junit4]   2> 641705 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.CoreContainer New CoreContainer 12251037
   [junit4]   2> 641705 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/shard-1-001/]
   [junit4]   2> 641705 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/shard-1-001/lib
   [junit4]   2> 641705 WARN  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/shard-1-001/lib).
   [junit4]   2> 641709 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 641710 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 641711 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 641711 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 641711 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39648/solr
   [junit4]   2> 641711 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 641711 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 641711 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 641712 INFO  (zkCallback-733-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1a511df name:ZooKeeperConnection Watcher:127.0.0.1:39648 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 641712 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 641713 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 641714 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:48701_zq%2Fb    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 641714 INFO  (zkCallback-734-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@577c6 name:ZooKeeperConnection Watcher:127.0.0.1:39648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 641714 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:48701_zq%2Fb    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 641716 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:48701_zq%2Fb    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 641737 INFO  (OverseerStateUpdate-94321364784840708-127.0.0.1:41502_zq%2Fb-n_0000000000) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 641737 INFO  (zkCallback-727-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 641737 INFO  (zkCallback-734-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 641737 INFO  (zkCallback-729-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 642717 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:48701_zq%2Fb    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48701_zq%2Fb
   [junit4]   2> 642718 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:48701_zq%2Fb    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:48701_zq%2Fb
   [junit4]   2> 642718 INFO  (zkCallback-727-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 642718 INFO  (zkCallback-734-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 642718 INFO  (zkCallback-729-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 642719 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:48701_zq%2Fb    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 642719 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:48701_zq%2Fb    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94321364784840713-127.0.0.1:48701_zq%2Fb-n_0000000001
   [junit4]   2> 642719 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:48701_zq%2Fb    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94321364784840708-127.0.0.1:41502_zq%2Fb-n_0000000000 to know if I could be the leader
   [junit4]   2> 642739 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:48701_zq%2Fb    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 642739 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:48701_zq%2Fb    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 642739 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:48701_zq%2Fb    ] o.a.s.c.CoresLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/shard-1-001/cores
   [junit4]   2> 642740 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:48701_zq%2Fb    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 642740 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:48701_zq%2Fb    ] o.a.s.c.CoresLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/shard-1-001/cores/collection1/
   [junit4]   2> 642740 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:48701_zq%2Fb    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 642741 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:48701_zq%2Fb    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 642741 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:48701_zq%2Fb    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 642741 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 642741 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 642742 INFO  (zkCallback-727-thread-1-processing-n:127.0.0.1:41502_zq%2Fb) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 642742 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 642742 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch collection1
   [junit4]   2> 642742 INFO  (OverseerStateUpdate-94321364784840708-127.0.0.1:41502_zq%2Fb-n_0000000000) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:48701/zq/b",
   [junit4]   2>   "node_name":"127.0.0.1:48701_zq%2Fb",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 4
   [junit4]   2> 642742 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Updating data for collection1 to ver 0 
   [junit4]   2> 642742 INFO  (OverseerStateUpdate-94321364784840708-127.0.0.1:41502_zq%2Fb-n_0000000000) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:48701/zq/b",
   [junit4]   2>   "node_name":"127.0.0.1:48701_zq%2Fb",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 642742 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 642743 INFO  (OverseerStateUpdate-94321364784840708-127.0.0.1:41502_zq%2Fb-n_0000000000) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 642743 INFO  (OverseerStateUpdate-94321364784840708-127.0.0.1:41502_zq%2Fb-n_0000000000) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 642844 INFO  (OverseerStateUpdate-94321364784840708-127.0.0.1:41502_zq%2Fb-n_0000000000) [n:127.0.0.1:41502_zq%2Fb    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 642844 INFO  (zkCallback-734-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 642845 INFO  (zkCallback-734-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb    ] o.a.s.c.c.ZkStateReader Updating data for collection1 to ver 1 
   [junit4]   2> 643743 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 643743 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 643743 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 643743 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/collection1
   [junit4]   2> 643744 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 643744 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/shard-1-001/cores/collection1/'
   [junit4]   2> 643756 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 643759 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 643762 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 643769 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 643769 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 643784 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 643833 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 643836 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 643837 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 643841 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 643842 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 643843 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 643844 WARN  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 643844 WARN  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 643844 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 643844 WARN  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 643844 WARN  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 643845 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 643845 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 643845 INFO  (coreLoadExecutor-2285-thread-1-processing-n:127.0.0.1:48701_zq%2Fb) [n:127.0.0.1:48701_zq%2Fb c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 643845 INFO  (coreLoadExecutor-2285-thread-1-processing-n:1

[...truncated too long message...]

../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/shard-4-001/cores/collection1/data;done=false>>]
   [junit4]   2> 664858 INFO  (zkCallback-747-thread-1-processing-n:127.0.0.1:60672_zq%2Fb) [n:127.0.0.1:60672_zq%2Fb c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/shard-4-001/cores/collection1/data
   [junit4]   2> 664858 INFO  (zkCallback-747-thread-1-processing-n:127.0.0.1:60672_zq%2Fb) [n:127.0.0.1:60672_zq%2Fb c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/shard-4-001/cores/collection1/data/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/shard-4-001/cores/collection1/data/index;done=false>>]
   [junit4]   2> 664858 INFO  (zkCallback-747-thread-1-processing-n:127.0.0.1:60672_zq%2Fb) [n:127.0.0.1:60672_zq%2Fb c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001/shard-4-001/cores/collection1/data/index
   [junit4]   2> 664859 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@15b524f{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 664859 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@11d51a9{/zq/b,null,UNAVAILABLE}
   [junit4]   2> 664861 INFO  (TEST-BasicDistributedZkTest.test-seed#[A5DD87CA70947DE4]) [n:127.0.0.1:60672_zq%2Fb c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39648 39648
   [junit4]   2> 664874 INFO  (Thread-1857) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39648 39648
   [junit4]   2> 664875 WARN  (Thread-1857) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	5	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	4	/solr/overseer/queue
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZkTest -Dtests.method=test -Dtests.seed=A5DD87CA70947DE4 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr_FR -Dtests.timezone=America/Catamarca -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 25.0s J2 | BasicDistributedZkTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: commitWithin did not work on node: http://127.0.0.1:48701/zq/b/collection1 expected:<68> but was:<67>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A5DD87CA70947DE4:2D89B810DE68101C]:0)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:333)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 664882 INFO  (SUITE-BasicDistributedZkTest-seed#[A5DD87CA70947DE4]-worker) [n:127.0.0.1:60672_zq%2Fb c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_A5DD87CA70947DE4-001
   [junit4]   2> Aug 10, 2015 6:03:54 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {other_tl1=PostingsFormat(name=Memory doPackFST= true), range_facet_l_dv=PostingsFormat(name=MockRandom), SubjectTerms_mfacet=PostingsFormat(name=Memory doPackFST= true), n_l1=FST50, multiDefault=FST50, intDefault=PostingsFormat(name=Memory doPackFST= true), n_td1=PostingsFormat(name=Memory doPackFST= true), n_d1=FST50, range_facet_l=FST50, n_f1=PostingsFormat(name=Memory doPackFST= true), n_tl1=PostingsFormat(name=Memory doPackFST= true), oddField_s=PostingsFormat(name=MockRandom), n_tf1=FST50, a_t=FST50, id=PostingsFormat(name=MockRandom), text=PostingsFormat(name=Direct), timestamp=FST50, foo_i=PostingsFormat(name=Memory doPackFST= true), n_dt1=PostingsFormat(name=Memory doPackFST= true), a_i1=FST50, n_ti1=PostingsFormat(name=MockRandom), rnd_b=PostingsFormat(name=MockRandom), _version_=PostingsFormat(name=Memory doPackFST= true), foo_b=PostingsFormat(name=Direct), n_tdt1=PostingsFormat(name=Memory doPackFST= true), foo_d=PostingsFormat(name=MockRandom), range_facet_i_dv=FST50, foo_f=PostingsFormat(name=Direct)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Lucene50), timestamp=DocValuesFormat(name=Lucene50)}, sim=DefaultSimilarity, locale=fr_FR, timezone=America/Catamarca
   [junit4]   2> NOTE: Linux 3.16.0-44-generic i386/Oracle Corporation 1.9.0-ea (32-bit)/cpus=12,threads=1,free=265186720,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TermVectorComponentDistributedTest, TestOverriddenPrefixQueryForCustomFieldType, SimpleFacetsTest, SuggesterTest, SortByFunctionTest, HdfsRecoveryZkTest, TestPseudoReturnFields, RulesTest, TestDefaultSimilarityFactory, VMParamsZkACLAndCredentialsProvidersTest, LoggingHandlerTest, TestBulkSchemaConcurrent, OutputWriterTest, PolyFieldTest, TestSchemaVersionResource, CursorPagingTest, AutoCommitTest, TestMiniSolrCloudClusterSSL, OverseerCollectionProcessorTest, PrimUtilsTest, DirectUpdateHandlerTest, AnalysisErrorHandlingTest, TestQuerySenderNoQuery, ResponseHeaderTest, TestSerializedLuceneMatchVersion, DistributedVersionInfoTest, TestRebalanceLeaders, CdcrVersionReplicationTest, TestQueryUtils, TestFieldResource, TestConfigReload, RuleEngineTest, SolrInfoMBeanTest, TestPartialUpdateDeduplication, TestStressRecovery, NotRequiredUniqueKeyTest, TestGroupingSearch, BinaryUpdateRequestHandlerTest, HighlighterMaxOffsetTest, QueryResultKeyTest, ChangedSchemaMergeTest, TestStressReorder, ResponseLogComponentTest, TestCollationField, MoreLikeThisHandlerTest, TestEmbeddedSolrServerConstructors, CloudMLTQParserTest, TestConfigSetImmutable, HLLSerializationTest, BasicDistributedZk2Test, CoreAdminRequestStatusTest, TestDynamicLoading, SynonymTokenizerTest, SSLMigrationTest, OverriddenZkACLAndCredentialsProvidersTest, TestPerFieldSimilarity, SearchHandlerTest, HdfsDirectoryFactoryTest, SimpleCollectionCreateDeleteTest, TestFastOutputStream, TestDocSet, SOLR749Test, PluginInfoTest, NumericFieldsTest, EnumFieldTest, TestRemoveLastDynamicCopyField, HdfsWriteToMultipleCollectionsTest, TestSQLHandler, TestRecovery, TestTrie, TestRandomMergePolicy, OpenExchangeRatesOrgProviderTest, BadIndexSchemaTest, PreAnalyzedUpdateProcessorTest, RegexBoostProcessorTest, PathHierarchyTokenizerFactoryTest, HdfsLockFactoryTest, HdfsRecoverLeaseTest, PKIAuthenticationIntegrationTest, FileBasedSpellCheckerTest, TestSolrJ, ActionThrottleTest, DirectSolrSpellCheckerTest, ConnectionManagerTest, TestCursorMarkWithoutUniqueKey, TestPKIAuthenticationPlugin, RequestLoggingTest, DirectUpdateHandlerOptimizeTest, BasicDistributedZkTest]
   [junit4] Completed [254/540] on J2 in 25.76s, 1 test, 1 failure <<< FAILURES!

[...truncated 888 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:716: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:660: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:59: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:230: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:514: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1429: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:984: There were test failures: 540 suites, 2127 tests, 1 failure, 68 ignored (32 assumptions)

Total time: 45 minutes 39 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any