You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/08/09 04:44:24 UTC

[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0_51) - Build # 13785 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/13785/
Java: 64bit/jdk1.8.0_51 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.CdcrReplicationHandlerTest.doTest

Error Message:
There are still nodes recoverying - waited for 330 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
	at __randomizedtesting.SeedInfo.seed([616172628F6827B6:C625CAC6E2D3340F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:172)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:133)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:128)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForRecoveriesToFinish(BaseCdcrDistributedZkTest.java:465)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.clearSourceCollection(BaseCdcrDistributedZkTest.java:319)
	at org.apache.solr.cloud.CdcrReplicationHandlerTest.doTestPartialReplicationWithTruncatedTlog(CdcrReplicationHandlerTest.java:121)
	at org.apache.solr.cloud.CdcrReplicationHandlerTest.doTest(CdcrReplicationHandlerTest.java:52)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11098 lines...]
   [junit4] Suite: org.apache.solr.cloud.CdcrReplicationHandlerTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/init-core-data-001
   [junit4]   2> 1160984 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[616172628F6827B6]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1160984 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[616172628F6827B6]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1160986 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1160987 INFO  (Thread-3078) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1160987 INFO  (Thread-3078) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1161087 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.ZkTestServer start zk server on port:42143
   [junit4]   2> 1161087 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1161087 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1161089 INFO  (zkCallback-1163-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7a36c098 name:ZooKeeperConnection Watcher:127.0.0.1:42143 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1161089 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1161090 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1161090 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1161092 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1161092 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1161093 INFO  (zkCallback-1164-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@125e165f name:ZooKeeperConnection Watcher:127.0.0.1:42143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1161093 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1161093 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1161093 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1161094 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1161094 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1161095 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1161096 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1161096 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1161097 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1161097 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1161098 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1161098 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1161099 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1161099 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1161100 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1161100 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1161101 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1161101 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1161102 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1161102 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1161103 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1161103 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1161104 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1161104 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1161104 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1161105 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1161105 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1161105 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1161106 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTest
   [junit4]   2> 1161159 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-001/cores/collection1
   [junit4]   2> 1161160 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 1161161 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16327a50{/,null,AVAILABLE}
   [junit4]   2> 1161162 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.e.j.s.ServerConnector Started ServerConnector@1887c6f2{HTTP/1.1}{127.0.0.1:58966}
   [junit4]   2> 1161162 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.e.j.s.Server Started @1162886ms
   [junit4]   2> 1161162 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/, hostPort=58966, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-001/cores}
   [junit4]   2> 1161163 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1161163 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-001/'
   [junit4]   2> 1161172 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1161173 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1161173 INFO  (zkCallback-1165-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6204870 name:ZooKeeperConnection Watcher:127.0.0.1:42143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1161173 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1161174 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1161174 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1161174 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-001/solr.xml
   [junit4]   2> 1161178 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-001/cores
   [junit4]   2> 1161178 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.CoreContainer New CoreContainer 1139729510
   [junit4]   2> 1161178 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-001/]
   [junit4]   2> 1161178 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-001/lib
   [junit4]   2> 1161178 WARN  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-001/lib).
   [junit4]   2> 1161183 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1161184 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1161184 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1161184 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1161185 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42143/solr
   [junit4]   2> 1161185 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1161185 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1161185 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1161186 INFO  (zkCallback-1167-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2b8eee86 name:ZooKeeperConnection Watcher:127.0.0.1:42143 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1161186 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1161186 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1161187 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1161187 INFO  (zkCallback-1168-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@53cc7295 name:ZooKeeperConnection Watcher:127.0.0.1:42143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1161187 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1161188 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1161189 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1161190 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1161190 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1161191 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1161192 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1161192 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1161193 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1161193 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1161194 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58966_
   [junit4]   2> 1161194 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:58966_
   [junit4]   2> 1161195 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1161195 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1161195 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1161196 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94312048972333060-127.0.0.1:58966_-n_0000000000
   [junit4]   2> 1161196 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58966_
   [junit4]   2> 1161196 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1161196 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.Overseer Overseer (id=94312048972333060-127.0.0.1:58966_-n_0000000000) starting
   [junit4]   2> 1161197 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1161199 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1161199 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1161199 INFO  (OverseerCollectionProcessor-94312048972333060-127.0.0.1:58966_-n_0000000000) [n:127.0.0.1:58966_    ] o.a.s.c.OverseerProcessor Process current queue of overseer operations
   [junit4]   2> 1161199 INFO  (OverseerStateUpdate-94312048972333060-127.0.0.1:58966_-n_0000000000) [n:127.0.0.1:58966_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1161214 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1161214 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1161215 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-001/cores
   [junit4]   2> 1161215 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-001/cores/collection1, collection=tmp_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1161215 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.CoresLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-001/cores/collection1/
   [junit4]   2> 1161215 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 1161216 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1161216 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 1161216 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1161216 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1161216 INFO  (zkCallback-1168-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1161216 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1161217 INFO  (OverseerStateUpdate-94312048972333060-127.0.0.1:58966_-n_0000000000) [n:127.0.0.1:58966_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:58966",
   [junit4]   2>   "node_name":"127.0.0.1:58966_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1161217 INFO  (OverseerStateUpdate-94312048972333060-127.0.0.1:58966_-n_0000000000) [n:127.0.0.1:58966_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:58966",
   [junit4]   2>   "node_name":"127.0.0.1:58966_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1161217 INFO  (OverseerStateUpdate-94312048972333060-127.0.0.1:58966_-n_0000000000) [n:127.0.0.1:58966_    ] o.a.s.c.o.ClusterStateMutator building a new cName: tmp_collection
   [junit4]   2> 1161217 INFO  (OverseerStateUpdate-94312048972333060-127.0.0.1:58966_-n_0000000000) [n:127.0.0.1:58966_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1161218 INFO  (zkCallback-1168-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1162217 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1162217 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:tmp_collection
   [junit4]   2> 1162217 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Creating collection in ZooKeeper:tmp_collection
   [junit4]   2> 1162217 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Looking for collection configName
   [junit4]   2> 1162218 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Only one config set found in zk - using it:conf1
   [junit4]   2> 1162218 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection
   [junit4]   2> 1162218 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/tmp_collection
   [junit4]   2> 1162218 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/tmp_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1162219 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-001/cores/collection1/'
   [junit4]   2> 1162225 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1162227 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1162229 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1162234 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1162235 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1162237 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1162300 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1162301 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1162301 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1162303 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1162308 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 1162308 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
   [junit4]   2> 1162309 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
   [junit4]   2> 1162309 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 1162309 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cea8293
   [junit4]   2> 1162309 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-001/cores/collection1/data
   [junit4]   2> 1162309 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-001/cores/collection1/data/index/
   [junit4]   2> 1162310 WARN  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1162310 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-001/cores/collection1/data/index
   [junit4]   2> 1162310 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8828260341753162]
   [junit4]   2> 1162343 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-001/cores/collection1/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1162343 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1162343 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-001/cores/collection1/data/
   [junit4]   2> 1162345 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "cdcr-processor-chain"
   [junit4]   2> 1162345 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1162346 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1162347 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1162347 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1162348 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1162349 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/cdcr,/update,/admin/file
   [junit4]   2> 1162350 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1162350 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 1162350 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1162351 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 1162351 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 1162351 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=10.07421875, floorSegmentMB=0.8369140625, forceMergeDeletesPctAllowed=5.5528099695023005, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7632653753181229
   [junit4]   2> 1162351 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-001/cores/collection1/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1162351 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1162351 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@7497cf95[collection1] main
   [junit4]   2> 1162352 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/tmp_collection
   [junit4]   2> 1162352 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/tmp_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1162352 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1162352 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1162352 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1162352 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1162353 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1162353 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1162353 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1162353 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1162353 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection/cdcr/state
   [junit4]   2> 1162354 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 1162355 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
   [junit4]   2> 1162355 INFO  (searcherExecutor-3737-thread-1-processing-n:127.0.0.1:58966_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7497cf95[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1162355 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1162355 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1162355 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1162356 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1508992784991780864
   [junit4]   2> 1162357 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1508992784991780864
   [junit4]   2> 1162357 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1162358 INFO  (coreLoadExecutor-3736-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1162358 INFO  (coreZkRegister-3730-thread-1-processing-n:127.0.0.1:58966_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:58966 collection:tmp_collection shard:shard1
   [junit4]   2> 1162358 INFO  (coreZkRegister-3730-thread-1-processing-n:127.0.0.1:58966_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection/leader_elect/shard1/election
   [junit4]   2> 1162359 INFO  (coreZkRegister-3730-thread-1-processing-n:127.0.0.1:58966_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/tmp_collection/leader_elect/shard1/election/94312048972333060-core_node1-n_0000000000
   [junit4]   2> 1162359 INFO  (coreZkRegister-3730-thread-1-processing-n:127.0.0.1:58966_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 1162360 INFO  (zkCallback-1168-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1162360 INFO  (coreZkRegister-3730-thread-1-processing-n:127.0.0.1:58966_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1162360 INFO  (coreZkRegister-3730-thread-1-processing-n:127.0.0.1:58966_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1162360 INFO  (coreZkRegister-3730-thread-1-processing-n:127.0.0.1:58966_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58966/collection1/
   [junit4]   2> 1162360 INFO  (OverseerStateUpdate-94312048972333060-127.0.0.1:58966_-n_0000000000) [n:127.0.0.1:58966_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"tmp_collection"} current state version: 1
   [junit4]   2> 1162360 INFO  (coreZkRegister-3730-thread-1-processing-n:127.0.0.1:58966_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1162360 INFO  (coreZkRegister-3730-thread-1-processing-n:127.0.0.1:58966_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:58966/collection1/ has no replicas
   [junit4]   2> 1162360 INFO  (coreZkRegister-3730-thread-1-processing-n:127.0.0.1:58966_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58966/collection1/ shard1
   [junit4]   2> 1162360 INFO  (coreZkRegister-3730-thread-1-processing-n:127.0.0.1:58966_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection/leaders/shard1
   [junit4]   2> 1162361 INFO  (zkCallback-1168-thread-1-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_    ] o.a.s.h.CdcrProcessStateManager Received new leader state @ tmp_collection:shard1
   [junit4]   2> 1162363 INFO  (zkCallback-1168-thread-2-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1162363 INFO  (OverseerStateUpdate-94312048972333060-127.0.0.1:58966_-n_0000000000) [n:127.0.0.1:58966_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:58966",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1162464 INFO  (zkCallback-1168-thread-2-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1162513 INFO  (coreZkRegister-3730-thread-1-processing-n:127.0.0.1:58966_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:58966/collection1/ and leader is http://127.0.0.1:58966/collection1/
   [junit4]   2> 1162513 INFO  (coreZkRegister-3730-thread-1-processing-n:127.0.0.1:58966_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58966
   [junit4]   2> 1162513 INFO  (coreZkRegister-3730-thread-1-processing-n:127.0.0.1:58966_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1162514 INFO  (coreZkRegister-3730-thread-1-processing-n:127.0.0.1:58966_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1162514 INFO  (coreZkRegister-3730-thread-1-processing-n:127.0.0.1:58966_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:58966_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1162514 INFO  (zkCallback-1168-thread-2-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1162515 INFO  (OverseerStateUpdate-94312048972333060-127.0.0.1:58966_-n_0000000000) [n:127.0.0.1:58966_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:58966",
   [junit4]   2>   "node_name":"127.0.0.1:58966_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1162515 INFO  (OverseerStateUpdate-94312048972333060-127.0.0.1:58966_-n_0000000000) [n:127.0.0.1:58966_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:58966",
   [junit4]   2>   "node_name":"127.0.0.1:58966_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1162616 INFO  (zkCallback-1168-thread-2-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1162766 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-002/cores/collection1
   [junit4]   2> 1162767 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 1162768 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57d6e8da{/,null,AVAILABLE}
   [junit4]   2> 1162768 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.e.j.s.ServerConnector Started ServerConnector@210b3ce1{HTTP/1.1}{127.0.0.1:35907}
   [junit4]   2> 1162768 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.e.j.s.Server Started @1164492ms
   [junit4]   2> 1162768 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/, hostPort=35907, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-002/cores}
   [junit4]   2> 1162769 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1162769 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-002/'
   [junit4]   2> 1162776 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1162777 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1162777 INFO  (zkCallback-1169-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6a482b5c name:ZooKeeperConnection Watcher:127.0.0.1:42143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1162777 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1162778 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1162778 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1162778 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-002/solr.xml
   [junit4]   2> 1162781 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-002/cores
   [junit4]   2> 1162782 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.CoreContainer New CoreContainer 884636383
   [junit4]   2> 1162782 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-002/]
   [junit4]   2> 1162782 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-002/lib
   [junit4]   2> 1162782 WARN  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-002/lib).
   [junit4]   2> 1162786 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1162787 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1162787 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1162787 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1162787 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42143/solr
   [junit4]   2> 1162787 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1162788 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1162788 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1162789 INFO  (zkCallback-1171-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7abf6c2d name:ZooKeeperConnection Watcher:127.0.0.1:42143 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1162789 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1162789 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1162790 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:35907_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1162790 INFO  (zkCallback-1172-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2118cd03 name:ZooKeeperConnection Watcher:127.0.0.1:42143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1162790 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:35907_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1162792 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:35907_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1163794 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:35907_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35907_
   [junit4]   2> 1163794 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:35907_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35907_
   [junit4]   2> 1163795 INFO  (zkCallback-1168-thread-2-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1163795 INFO  (zkCallback-1172-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1163795 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:35907_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1163795 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:35907_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94312048972333063-127.0.0.1:35907_-n_0000000001
   [junit4]   2> 1163795 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:35907_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94312048972333060-127.0.0.1:58966_-n_0000000000 to know if I could be the leader
   [junit4]   2> 1163809 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:35907_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1163809 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:35907_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1163810 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:35907_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-002/cores
   [junit4]   2> 1163810 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:35907_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-002/cores/collection1, collection=tmp_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-002/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1163810 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:35907_    ] o.a.s.c.CoresLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-002/cores/collection1/
   [junit4]   2> 1163811 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:35907_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 1163811 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1163811 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1163811 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:35907_    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 1163811 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:35907_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1163812 INFO  (zkCallback-1168-thread-2-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1163812 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Registering watch for collection tmp_collection
   [junit4]   2> 1163812 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch tmp_collection
   [junit4]   2> 1163812 INFO  (OverseerStateUpdate-94312048972333060-127.0.0.1:58966_-n_0000000000) [n:127.0.0.1:58966_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35907",
   [junit4]   2>   "node_name":"127.0.0.1:35907_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 1163812 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for tmp_collection
   [junit4]   2> 1163812 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1163812 INFO  (OverseerStateUpdate-94312048972333060-127.0.0.1:58966_-n_0000000000) [n:127.0.0.1:58966_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35907",
   [junit4]   2>   "node_name":"127.0.0.1:35907_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1163812 INFO  (OverseerStateUpdate-94312048972333060-127.0.0.1:58966_-n_0000000000) [n:127.0.0.1:58966_    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=1
   [junit4]   2> 1163812 INFO  (OverseerStateUpdate-94312048972333060-127.0.0.1:58966_-n_0000000000) [n:127.0.0.1:58966_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1163913 INFO  (zkCallback-1172-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1163913 INFO  (zkCallback-1168-thread-2-processing-n:127.0.0.1:58966_) [n:127.0.0.1:58966_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1164812 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1164812 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:tmp_collection
   [junit4]   2> 1164813 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1164813 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/tmp_collection
   [junit4]   2> 1164813 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/tmp_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1164813 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-002/cores/collection1/'
   [junit4]   2> 1164820 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1164822 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1164825 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1164831 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1164832 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1164835 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1164889 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1164890 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1164890 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1164892 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1164899 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 1164899 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
   [junit4]   2> 1164900 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
   [junit4]   2> 1164900 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-002/cores/collection1/], dataDir=[null]
   [junit4]   2> 1164900 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cea8293
   [junit4]   2> 1164901 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-002/cores/collection1/data
   [junit4]   2> 1164901 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-002/cores/collection1/data/index/
   [junit4]   2> 1164901 WARN  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-002/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1164902 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-002/cores/collection1/data/index
   [junit4]   2> 1164902 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8828260341753162]
   [junit4]   2> 1164925 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-002/cores/collection1/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1164925 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1164926 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-002/cores/collection1/data/
   [junit4]   2> 1164929 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "cdcr-processor-chain"
   [junit4]   2> 1164929 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1164931 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1164932 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1164932 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1164934 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1164938 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/cdcr,/update,/admin/file
   [junit4]   2> 1164939 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1164939 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 1164939 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1164940 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 1164940 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 1164941 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=10.07421875, floorSegmentMB=0.8369140625, forceMergeDeletesPctAllowed=5.5528099695023005, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7632653753181229
   [junit4]   2> 1164942 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001/jetty-002/cores/collection1/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1164942 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1164942 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@3bb54cd0[collection1] main
   [junit4]   2> 1164942 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/tmp_collection
   [junit4]   2> 1164942 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/tmp_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1164942 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1164943 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1164943 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1164943 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1164943 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1164943 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1164943 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1164943 INFO  (coreLoadExecutor-3748-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:tmp_collection s:shard1 r:core_node2 x:colle

[...truncated too long message...]

4]   2> 1658958 INFO  (qtp289470778-8590) [n:127.0.0.1:35907_    ] o.a.s.s.SolrDispatchFilter [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=source_collection_shard1_replica1&action=CREATE&numShards=1&collection=source_collection&shard=shard1&wt=javabin&version=2} status=400 QTime=435714 
   [junit4]   2> 1658959 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_ c:source_collection s:shard1 r:core_node2 x:source_collection_shard1_replica2] o.a.s.SolrTestCaseJ4 ###Ending doTest
   [junit4]   2> 1658960 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[616172628F6827B6]) [n:127.0.0.1:58966_ c:source_collection s:shard1 r:core_node2 x:source_collection_shard1_replica2] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42143 42143
   [junit4]   2> 1659056 INFO  (Thread-3078) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42143 42143
   [junit4]   2> 1659057 WARN  (Thread-3078) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	48	/solr/aliases.json
   [junit4]   2> 	11	/solr/configs/conf1
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/collections/source_collection/leaders/shard1
   [junit4]   2> 	2	/solr/collections/tmp_collection/leaders/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	48	/solr/clusterstate.json
   [junit4]   2> 	9	/solr/collections/source_collection/cdcr/state/buffer
   [junit4]   2> 	9	/solr/collections/source_collection/cdcr/state/process
   [junit4]   2> 	6	/solr/collections/source_collection/state.json
   [junit4]   2> 	2	/solr/collections/source_collection/leader_elect/shard1/election/94312048972333087-core_node1-n_0000000000
   [junit4]   2> 	2	/solr/collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 	2	/solr/collections/source_collection/leader_elect/shard1/election/94312048972333063-core_node1-n_0000000000
   [junit4]   2> 	2	/solr/collections/tmp_collection/cdcr/state/process
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	46	/solr/live_nodes
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CdcrReplicationHandlerTest -Dtests.method=doTest -Dtests.seed=616172628F6827B6 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en_CA -Dtests.timezone=America/Iqaluit -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE  498s J2 | CdcrReplicationHandlerTest.doTest <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([616172628F6827B6:C625CAC6E2D3340F]:0)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:172)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:133)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:128)
   [junit4]    > 	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForRecoveriesToFinish(BaseCdcrDistributedZkTest.java:465)
   [junit4]    > 	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.clearSourceCollection(BaseCdcrDistributedZkTest.java:319)
   [junit4]    > 	at org.apache.solr.cloud.CdcrReplicationHandlerTest.doTestPartialReplicationWithTruncatedTlog(CdcrReplicationHandlerTest.java:121)
   [junit4]    > 	at org.apache.solr.cloud.CdcrReplicationHandlerTest.doTest(CdcrReplicationHandlerTest.java:52)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1659064 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[616172628F6827B6]-worker) [n:127.0.0.1:58966_ c:source_collection s:shard1 r:core_node2 x:source_collection_shard1_replica2] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationHandlerTest_616172628F6827B6-001
   [junit4]   2> Aug 09, 2015 2:42:39 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {_version_=PostingsFormat(name=MockRandom), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=en_CA, timezone=America/Iqaluit
   [junit4]   2> NOTE: Linux 3.16.0-44-generic amd64/Oracle Corporation 1.8.0_51 (64-bit)/cpus=12,threads=1,free=161635672,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [MoreLikeThisHandlerTest, TestDefaultSearchFieldResource, TestExtendedDismaxParser, DistributedQueryElevationComponentTest, TestRandomMergePolicy, BadIndexSchemaTest, HighlighterMaxOffsetTest, TestManagedResourceStorage, SparseHLLTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSystemIdResolver, TestDistributedStatsComponentCardinality, TestCloudPivotFacet, ResponseHeaderTest, ExplicitHLLTest, ShardSplitTest, TestManagedResource, DistributedFacetPivotSmallAdvancedTest, TestManagedStopFilterFactory, TestRandomRequestDistribution, SynonymTokenizerTest, SimpleMLTQParserTest, QueryEqualityTest, AddBlockUpdateTest, TestSmileRequest, CursorMarkTest, SoftAutoCommitTest, TestComplexPhraseQParserPlugin, TestUtils, SOLR749Test, XsltUpdateRequestHandlerTest, OverseerTest, SampleTest, TestMiniSolrCloudCluster, BasicDistributedZk2Test, CdcrReplicationDistributedZkTest, TestCollationField, StatsComponentTest, OutputWriterTest, TestUniqueKeyFieldResource, TestConfigReload, TestScoreJoinQPScore, TestNoOpRegenerator, NumericFieldsTest, MergeStrategyTest, ResponseLogComponentTest, HdfsNNFailoverTest, TestTrie, SpellCheckCollatorTest, LoggingHandlerTest, TestDefaultSimilarityFactory, BlockCacheTest, PluginInfoTest, DistanceUnitsTest, CdcrVersionReplicationTest, DistributedExpandComponentTest, TestShortCircuitedRequests, TestAuthorizationFramework, DistributedDebugComponentTest, TestManagedSchemaFieldTypeResource, CircularListTest, PolyFieldTest, TestSchemaNameResource, BinaryUpdateRequestHandlerTest, DistributedQueryComponentCustomSortTest, TestConfigSetProperties, TestDocSet, TestQueryUtils, TestFieldTypeCollectionResource, TestShardHandlerFactory, BitVectorTest, TestJsonFacets, BasicAuthIntegrationTest, TestQueryTypes, CollectionReloadTest, TestClusterStateMutator, TestZkChroot, TestSerializedLuceneMatchVersion, TestStressRecovery, TestXIncludeConfig, TestCryptoKeys, OverseerCollectionProcessorTest, SuggesterTest, NotRequiredUniqueKeyTest, TestExactSharedStatsCache, TestSurroundQueryParser, RegexBoostProcessorTest, SimpleFacetsTest, LeaderElectionIntegrationTest, ClusterStateUpdateTest, LeaderElectionTest, AutoCommitTest, TestHashPartitioner, TestJoin, HardAutoCommitTest, TestRangeQuery, TestSolr4Spatial, TestGroupingSearch, TestLazyCores, DirectUpdateHandlerTest, ShowFileRequestHandlerTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, SuggesterTSTTest, SpatialFilterTest, TestCSVLoader, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestAtomicUpdateErrorCases, SortByFunctionTest, DistanceFunctionTest, IndexBasedSpellCheckerTest, StandardRequestHandlerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, TestJmxIntegration, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, PingRequestHandlerTest, AlternateDirectoryTest, TestSolrIndexConfig, SolrIndexConfigTest, TestSearchPerf, TestElisionMultitermQuery, TestSolrCoreProperties, TestLuceneMatchVersion, TestPhraseSuggestions, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestFastOutputStream, URLClassifyProcessorTest, ChaosMonkeyNothingIsSafeTest, CdcrReplicationHandlerTest]
   [junit4] Completed [462/539] on J2 in 498.85s, 1 test, 1 failure <<< FAILURES!

[...truncated 246 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:716: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:660: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:59: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:230: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:514: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1429: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:984: There were test failures: 539 suites, 2126 tests, 1 failure, 67 ignored (31 assumptions)

Total time: 47 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS-EA] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0_60-ea-b24) - Build # 13787 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/13787/
Java: 64bit/jdk1.8.0_60-ea-b24 -XX:-UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.CdcrReplicationHandlerTest.doTest

Error Message:
There are still nodes recoverying - waited for 330 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
	at __randomizedtesting.SeedInfo.seed([94DADCA332B2B55C:339E64075F09A6E5]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:172)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:133)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:128)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForRecoveriesToFinish(BaseCdcrDistributedZkTest.java:465)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.clearSourceCollection(BaseCdcrDistributedZkTest.java:319)
	at org.apache.solr.cloud.CdcrReplicationHandlerTest.doTestPartialReplicationWithTruncatedTlog(CdcrReplicationHandlerTest.java:121)
	at org.apache.solr.cloud.CdcrReplicationHandlerTest.doTest(CdcrReplicationHandlerTest.java:52)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10794 lines...]
   [junit4] Suite: org.apache.solr.cloud.CdcrReplicationHandlerTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/init-core-data-001
   [junit4]   2> 859777 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[94DADCA332B2B55C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 859778 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[94DADCA332B2B55C]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /en_/
   [junit4]   2> 859780 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 859780 INFO  (Thread-2628) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 859781 INFO  (Thread-2628) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 859881 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.ZkTestServer start zk server on port:39896
   [junit4]   2> 859882 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 859882 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 859885 INFO  (zkCallback-1505-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4c03628b name:ZooKeeperConnection Watcher:127.0.0.1:39896 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 859885 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 859885 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 859885 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 859889 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 859889 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 859890 INFO  (zkCallback-1506-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@65663963 name:ZooKeeperConnection Watcher:127.0.0.1:39896/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 859891 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 859891 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 859891 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 859892 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 859892 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 859893 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 859894 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 859894 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 859895 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 859895 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 859896 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 859896 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 859897 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 859897 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 859898 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 859898 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 859898 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 859899 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 859900 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 859900 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 859901 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 859901 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 859901 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 859901 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 859902 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 859902 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 859903 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 859903 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 859904 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTest
   [junit4]   2> 859957 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-001/cores/collection1
   [junit4]   2> 859959 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 859961 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f55074{/en_,null,AVAILABLE}
   [junit4]   2> 859961 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.e.j.s.ServerConnector Started ServerConnector@47e27187{HTTP/1.1}{127.0.0.1:38889}
   [junit4]   2> 859961 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.e.j.s.Server Started @862070ms
   [junit4]   2> 859962 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/en_, hostPort=38889, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-001/cores}
   [junit4]   2> 859962 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 859962 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-001/'
   [junit4]   2> 859974 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 859974 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 859975 INFO  (zkCallback-1507-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@739024a6 name:ZooKeeperConnection Watcher:127.0.0.1:39896/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 859975 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 859976 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 859976 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 859976 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-001/solr.xml
   [junit4]   2> 859980 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-001/cores
   [junit4]   2> 859981 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.CoreContainer New CoreContainer 230421054
   [junit4]   2> 859981 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-001/]
   [junit4]   2> 859981 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-001/lib
   [junit4]   2> 859981 WARN  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-001/lib).
   [junit4]   2> 859985 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 859986 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 859986 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 859986 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 859987 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39896/solr
   [junit4]   2> 859987 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 859987 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 859987 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 859990 INFO  (zkCallback-1509-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f811fec name:ZooKeeperConnection Watcher:127.0.0.1:39896 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 859990 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 859991 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 859993 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 859993 INFO  (zkCallback-1510-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1e4f86ab name:ZooKeeperConnection Watcher:127.0.0.1:39896/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 859994 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 859995 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 859996 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 859997 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 859998 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 859999 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 860001 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 860001 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 860002 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 860002 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 860003 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38889_en_
   [junit4]   2> 860003 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:38889_en_
   [junit4]   2> 860004 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 860005 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 860005 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 860005 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94313262909030404-127.0.0.1:38889_en_-n_0000000000
   [junit4]   2> 860006 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38889_en_
   [junit4]   2> 860006 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 860007 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.Overseer Overseer (id=94313262909030404-127.0.0.1:38889_en_-n_0000000000) starting
   [junit4]   2> 860007 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 860009 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 860009 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 860009 INFO  (OverseerCollectionProcessor-94313262909030404-127.0.0.1:38889_en_-n_0000000000) [n:127.0.0.1:38889_en_    ] o.a.s.c.OverseerProcessor Process current queue of overseer operations
   [junit4]   2> 860010 INFO  (OverseerStateUpdate-94313262909030404-127.0.0.1:38889_en_-n_0000000000) [n:127.0.0.1:38889_en_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 860022 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 860022 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 860023 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-001/cores
   [junit4]   2> 860024 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-001/cores/collection1, collection=tmp_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 860024 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.CoresLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-001/cores/collection1/
   [junit4]   2> 860024 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 860024 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 860025 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 860025 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 860025 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:38889_en_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 860025 INFO  (zkCallback-1510-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 860025 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 860026 INFO  (OverseerStateUpdate-94313262909030404-127.0.0.1:38889_en_-n_0000000000) [n:127.0.0.1:38889_en_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:38889/en_",
   [junit4]   2>   "node_name":"127.0.0.1:38889_en_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 860026 INFO  (OverseerStateUpdate-94313262909030404-127.0.0.1:38889_en_-n_0000000000) [n:127.0.0.1:38889_en_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:38889/en_",
   [junit4]   2>   "node_name":"127.0.0.1:38889_en_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 860026 INFO  (OverseerStateUpdate-94313262909030404-127.0.0.1:38889_en_-n_0000000000) [n:127.0.0.1:38889_en_    ] o.a.s.c.o.ClusterStateMutator building a new cName: tmp_collection
   [junit4]   2> 860026 INFO  (OverseerStateUpdate-94313262909030404-127.0.0.1:38889_en_-n_0000000000) [n:127.0.0.1:38889_en_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 860027 INFO  (zkCallback-1510-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 861026 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 861026 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:tmp_collection
   [junit4]   2> 861026 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Creating collection in ZooKeeper:tmp_collection
   [junit4]   2> 861026 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Looking for collection configName
   [junit4]   2> 861027 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Only one config set found in zk - using it:conf1
   [junit4]   2> 861027 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection
   [junit4]   2> 861028 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/tmp_collection
   [junit4]   2> 861029 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/tmp_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 861029 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-001/cores/collection1/'
   [junit4]   2> 861036 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 861039 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 861053 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 861057 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 861058 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 861061 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 861113 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 861114 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 861114 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 861116 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 861124 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 861124 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
   [junit4]   2> 861124 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
   [junit4]   2> 861125 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 861125 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@17504cc8
   [junit4]   2> 861125 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-001/cores/collection1/data
   [junit4]   2> 861125 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-001/cores/collection1/data/index/
   [junit4]   2> 861126 WARN  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 861126 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-001/cores/collection1/data/index
   [junit4]   2> 861126 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=28.8203125, floorSegmentMB=0.787109375, forceMergeDeletesPctAllowed=3.4945879975041882, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 861161 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-001/cores/collection1/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 861161 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 861162 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-001/cores/collection1/data/
   [junit4]   2> 861169 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "cdcr-processor-chain"
   [junit4]   2> 861179 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 861182 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 861183 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 861184 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 861184 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 861190 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/cdcr,/update,/admin/file
   [junit4]   2> 861191 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 861198 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 861198 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 861413 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 861413 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 861414 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1680288903, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 861415 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-001/cores/collection1/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 861415 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 861415 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@49677afa[collection1] main
   [junit4]   2> 861415 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/tmp_collection
   [junit4]   2> 861416 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/tmp_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 861416 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 861417 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 861417 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 861417 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 861417 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 861417 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 861417 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 861418 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 861423 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection/cdcr/state
   [junit4]   2> 861424 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 861428 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
   [junit4]   2> 861446 INFO  (searcherExecutor-3046-thread-1-processing-n:127.0.0.1:38889_en_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@49677afa[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 861446 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 861447 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 861447 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 861447 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1509012208290365440
   [junit4]   2> 861449 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1509012208290365440
   [junit4]   2> 861449 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 861449 INFO  (coreLoadExecutor-3045-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 861451 INFO  (coreZkRegister-3039-thread-1-processing-n:127.0.0.1:38889_en_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:38889/en_ collection:tmp_collection shard:shard1
   [junit4]   2> 861452 INFO  (coreZkRegister-3039-thread-1-processing-n:127.0.0.1:38889_en_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection/leader_elect/shard1/election
   [junit4]   2> 861456 INFO  (coreZkRegister-3039-thread-1-processing-n:127.0.0.1:38889_en_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/tmp_collection/leader_elect/shard1/election/94313262909030404-core_node1-n_0000000000
   [junit4]   2> 861462 INFO  (coreZkRegister-3039-thread-1-processing-n:127.0.0.1:38889_en_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 861463 INFO  (zkCallback-1510-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 861463 INFO  (coreZkRegister-3039-thread-1-processing-n:127.0.0.1:38889_en_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 861463 INFO  (coreZkRegister-3039-thread-1-processing-n:127.0.0.1:38889_en_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 861463 INFO  (coreZkRegister-3039-thread-1-processing-n:127.0.0.1:38889_en_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38889/en_/collection1/
   [junit4]   2> 861463 INFO  (coreZkRegister-3039-thread-1-processing-n:127.0.0.1:38889_en_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 861463 INFO  (coreZkRegister-3039-thread-1-processing-n:127.0.0.1:38889_en_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:38889/en_/collection1/ has no replicas
   [junit4]   2> 861463 INFO  (coreZkRegister-3039-thread-1-processing-n:127.0.0.1:38889_en_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38889/en_/collection1/ shard1
   [junit4]   2> 861463 INFO  (coreZkRegister-3039-thread-1-processing-n:127.0.0.1:38889_en_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection/leaders/shard1
   [junit4]   2> 861464 INFO  (OverseerStateUpdate-94313262909030404-127.0.0.1:38889_en_-n_0000000000) [n:127.0.0.1:38889_en_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"tmp_collection"} current state version: 1
   [junit4]   2> 861465 INFO  (zkCallback-1510-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_    ] o.a.s.h.CdcrProcessStateManager Received new leader state @ tmp_collection:shard1
   [junit4]   2> 861469 INFO  (zkCallback-1510-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 861470 INFO  (OverseerStateUpdate-94313262909030404-127.0.0.1:38889_en_-n_0000000000) [n:127.0.0.1:38889_en_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:38889/en_",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 861571 INFO  (zkCallback-1510-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 861578 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-002/cores/collection1
   [junit4]   2> 861579 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 861580 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@448c62a6{/en_,null,AVAILABLE}
   [junit4]   2> 861581 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.e.j.s.ServerConnector Started ServerConnector@79d91857{HTTP/1.1}{127.0.0.1:53039}
   [junit4]   2> 861581 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.e.j.s.Server Started @863690ms
   [junit4]   2> 861581 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/en_, hostPort=53039, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-002/cores}
   [junit4]   2> 861581 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 861581 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-002/'
   [junit4]   2> 861590 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 861590 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 861591 INFO  (zkCallback-1511-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@8bdb536 name:ZooKeeperConnection Watcher:127.0.0.1:39896/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 861591 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 861591 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 861592 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 861592 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-002/solr.xml
   [junit4]   2> 861595 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-002/cores
   [junit4]   2> 861595 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.CoreContainer New CoreContainer 1463104824
   [junit4]   2> 861596 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-002/]
   [junit4]   2> 861596 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-002/lib
   [junit4]   2> 861596 WARN  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-002/lib).
   [junit4]   2> 861600 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 861601 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 861602 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 861602 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 861602 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39896/solr
   [junit4]   2> 861602 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 861602 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 861608 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 861610 INFO  (zkCallback-1513-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@45949923 name:ZooKeeperConnection Watcher:127.0.0.1:39896 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 861610 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 861610 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 861617 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:53039_en_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 861617 INFO  (zkCallback-1514-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@12012f08 name:ZooKeeperConnection Watcher:127.0.0.1:39896/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 861617 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:53039_en_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 861619 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:53039_en_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 861620 INFO  (coreZkRegister-3039-thread-1-processing-n:127.0.0.1:38889_en_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:38889/en_/collection1/ and leader is http://127.0.0.1:38889/en_/collection1/
   [junit4]   2> 861620 INFO  (coreZkRegister-3039-thread-1-processing-n:127.0.0.1:38889_en_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38889/en_
   [junit4]   2> 861620 INFO  (coreZkRegister-3039-thread-1-processing-n:127.0.0.1:38889_en_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 861620 INFO  (coreZkRegister-3039-thread-1-processing-n:127.0.0.1:38889_en_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 861620 INFO  (coreZkRegister-3039-thread-1-processing-n:127.0.0.1:38889_en_ x:collection1 s:shard1 c:tmp_collection r:core_node1) [n:127.0.0.1:38889_en_ c:tmp_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 861622 INFO  (zkCallback-1510-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 861623 INFO  (OverseerStateUpdate-94313262909030404-127.0.0.1:38889_en_-n_0000000000) [n:127.0.0.1:38889_en_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:38889/en_",
   [junit4]   2>   "node_name":"127.0.0.1:38889_en_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 861624 INFO  (OverseerStateUpdate-94313262909030404-127.0.0.1:38889_en_-n_0000000000) [n:127.0.0.1:38889_en_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:38889/en_",
   [junit4]   2>   "node_name":"127.0.0.1:38889_en_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 861725 INFO  (zkCallback-1510-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 861725 INFO  (zkCallback-1514-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 862623 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:53039_en_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53039_en_
   [junit4]   2> 862623 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:53039_en_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:53039_en_
   [junit4]   2> 862624 INFO  (zkCallback-1510-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 862624 INFO  (zkCallback-1514-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 862624 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:53039_en_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 862625 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:53039_en_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94313262909030407-127.0.0.1:53039_en_-n_0000000001
   [junit4]   2> 862625 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:53039_en_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94313262909030404-127.0.0.1:38889_en_-n_0000000000 to know if I could be the leader
   [junit4]   2> 862632 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:53039_en_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 862632 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:53039_en_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 862633 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:53039_en_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-002/cores
   [junit4]   2> 862633 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:53039_en_    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-002/cores/collection1, collection=tmp_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-002/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 862633 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:53039_en_    ] o.a.s.c.CoresLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-002/cores/collection1/
   [junit4]   2> 862634 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:53039_en_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 862634 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 862634 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:53039_en_    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 862634 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:53039_en_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 862634 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 862635 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Registering watch for collection tmp_collection
   [junit4]   2> 862635 INFO  (zkCallback-1510-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 862635 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch tmp_collection
   [junit4]   2> 862635 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for tmp_collection
   [junit4]   2> 862635 INFO  (OverseerStateUpdate-94313262909030404-127.0.0.1:38889_en_-n_0000000000) [n:127.0.0.1:38889_en_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:53039/en_",
   [junit4]   2>   "node_name":"127.0.0.1:53039_en_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 862636 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 862636 INFO  (OverseerStateUpdate-94313262909030404-127.0.0.1:38889_en_-n_0000000000) [n:127.0.0.1:38889_en_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:53039/en_",
   [junit4]   2>   "node_name":"127.0.0.1:53039_en_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"tmp_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 862636 INFO  (OverseerStateUpdate-94313262909030404-127.0.0.1:38889_en_-n_0000000000) [n:127.0.0.1:38889_en_    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=1
   [junit4]   2> 862636 INFO  (OverseerStateUpdate-94313262909030404-127.0.0.1:38889_en_-n_0000000000) [n:127.0.0.1:38889_en_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 862737 INFO  (zkCallback-1514-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 862737 INFO  (zkCallback-1510-thread-1-processing-n:127.0.0.1:38889_en_) [n:127.0.0.1:38889_en_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 863636 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 863636 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:tmp_collection
   [junit4]   2> 863636 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 863636 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/tmp_collection
   [junit4]   2> 863637 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/tmp_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 863637 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-002/cores/collection1/'
   [junit4]   2> 863645 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 863647 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 863649 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 863668 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 863669 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 863671 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 863722 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 863723 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 863723 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 863724 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 863731 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 863731 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
   [junit4]   2> 863731 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
   [junit4]   2> 863731 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-002/cores/collection1/], dataDir=[null]
   [junit4]   2> 863732 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@17504cc8
   [junit4]   2> 863732 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-002/cores/collection1/data
   [junit4]   2> 863732 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-002/cores/collection1/data/index/
   [junit4]   2> 863732 WARN  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-002/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 863732 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-002/cores/collection1/data/index
   [junit4]   2> 863733 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=28.8203125, floorSegmentMB=0.787109375, forceMergeDeletesPctAllowed=3.4945879975041882, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 863766 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-002/cores/collection1/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 863766 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 863767 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-002/cores/collection1/data/
   [junit4]   2> 863769 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "cdcr-processor-chain"
   [junit4]   2> 863769 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 863771 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 863772 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 863772 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 863773 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 863776 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/cdcr,/update,/admin/file
   [junit4]   2> 863776 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 863777 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 863777 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 863778 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 863778 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 863780 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1680288903, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 863781 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001/jetty-002/cores/collection1/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 863781 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 863781 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@5f9bda0d[collection1] main
   [junit4]   2> 863781 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/tmp_collection
   [junit4]   2> 863782 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/tmp_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 863782 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 863782 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 863782 INFO  (coreLoadExecutor-3057-thread-1-processing-n:127.0.0.1:53039_en_) [n:127.0.0.1:53039_en_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 863

[...truncated too long message...]

 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:499)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1200000ms , collection: source_collection slice: shard1
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:636)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:603)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:966)
   [junit4]   2> 	... 36 more
   [junit4]   2> 
   [junit4]   2> 1338644 INFO  (qtp433783541-8093) [n:127.0.0.1:53039_en_ c:source_collection s:shard1 r:core_node2 x:source_collection_shard1_replica1] o.a.s.s.SolrDispatchFilter [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=source_collection_shard1_replica1&action=CREATE&numShards=1&collection=source_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=420774 
   [junit4]   2> 1338644 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:53039_en_ c:source_collection s:shard1 r:core_node2 x:source_collection_shard1_replica1] o.a.s.SolrTestCaseJ4 ###Ending doTest
   [junit4]   2> 1338646 INFO  (TEST-CdcrReplicationHandlerTest.doTest-seed#[94DADCA332B2B55C]) [n:127.0.0.1:53039_en_ c:source_collection s:shard1 r:core_node2 x:source_collection_shard1_replica1] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39896 39896
   [junit4]   2> 1338668 INFO  (Thread-2628) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39896 39896
   [junit4]   2> 1338669 WARN  (Thread-2628) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	48	/solr/aliases.json
   [junit4]   2> 	12	/solr/configs/conf1
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/collections/source_collection/leaders/shard1
   [junit4]   2> 	2	/solr/collections/tmp_collection/leaders/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	48	/solr/clusterstate.json
   [junit4]   2> 	10	/solr/collections/source_collection/cdcr/state/buffer
   [junit4]   2> 	10	/solr/collections/source_collection/cdcr/state/process
   [junit4]   2> 	6	/solr/collections/source_collection/state.json
   [junit4]   2> 	2	/solr/collections/source_collection/leader_elect/shard1/election/94313262909030407-core_node1-n_0000000000
   [junit4]   2> 	2	/solr/collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 	2	/solr/collections/source_collection/leader_elect/shard1/election/94313262909030431-core_node1-n_0000000000
   [junit4]   2> 	2	/solr/collections/tmp_collection/cdcr/state/process
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	46	/solr/live_nodes
   [junit4]   2> 	4	/solr/overseer/queue
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CdcrReplicationHandlerTest -Dtests.method=doTest -Dtests.seed=94DADCA332B2B55C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=vi_VN -Dtests.timezone=US/Pacific -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE  479s J1 | CdcrReplicationHandlerTest.doTest <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([94DADCA332B2B55C:339E64075F09A6E5]:0)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:172)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:133)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:128)
   [junit4]    > 	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForRecoveriesToFinish(BaseCdcrDistributedZkTest.java:465)
   [junit4]    > 	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.clearSourceCollection(BaseCdcrDistributedZkTest.java:319)
   [junit4]    > 	at org.apache.solr.cloud.CdcrReplicationHandlerTest.doTestPartialReplicationWithTruncatedTlog(CdcrReplicationHandlerTest.java:121)
   [junit4]    > 	at org.apache.solr.cloud.CdcrReplicationHandlerTest.doTest(CdcrReplicationHandlerTest.java:52)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1338674 INFO  (SUITE-CdcrReplicationHandlerTest-seed#[94DADCA332B2B55C]-worker) [n:127.0.0.1:53039_en_ c:source_collection s:shard1 r:core_node2 x:source_collection_shard1_replica1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationHandlerTest_94DADCA332B2B55C-001
   [junit4]   2> Aug 09, 2015 7:51:03 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=30829, maxDocsPerChunk=317, blockSize=866), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=30829, blockSize=866)), sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=vi_VN, timezone=US/Pacific
   [junit4]   2> NOTE: Linux 3.16.0-44-generic amd64/Oracle Corporation 1.8.0_60-ea (64-bit)/cpus=12,threads=1,free=186395584,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestLMDirichletSimilarityFactory, TestAnalyzeInfixSuggestions, BufferStoreTest, SpellPossibilityIteratorTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, HLLUtilTest, TestSolrConfigHandlerConcurrent, TestMissingGroups, TestSolrDynamicMBean, TestImplicitCoreProperties, UUIDUpdateProcessorFallbackTest, ZkStateWriterTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestCollationFieldDocValues, OutOfBoxZkACLAndCredentialsProvidersTest, ZkControllerTest, TestOmitPositions, TestStandardQParsers, TestFoldingMultitermQuery, ReplicationFactorTest, OpenCloseCoreStressTest, SpellCheckComponentTest, CollectionStateFormat2Test, TestSchemaManager, UpdateParamsTest, TestManagedSchemaFieldResource, ReturnFieldsTest, TestAnalyzedSuggestions, SliceStateTest, AnalyticsQueryTest, TriLevelCompositeIdRoutingTest, TestReplicaProperties, OverseerRolesTest, TestIntervalFaceting, SolrTestCaseJ4Test, TestSolrCoreProperties, TestAuthenticationFramework, CoreAdminHandlerTest, DistributedMLTComponentTest, TestDefaultStatsCache, ShowFileRequestHandlerTest, TestReloadAndDeleteDocs, ResourceLoaderTest, TestConfigSets, TestExpandComponent, TestSolrConfigHandler, JSONWriterTest, TestSortByMinMaxFunction, TestHighlightDedupGrouping, HttpPartitionTest, TestReqParamsAPI, TestCloudManagedSchemaConcurrent, CollectionsAPIDistributedZkTest, TestFastLRUCache, SolrXmlInZkTest, TestAtomicUpdateErrorCases, ChaosMonkeySafeLeaderTest, TestFuzzyAnalyzedSuggestions, TestCoreDiscovery, TestLFUCache, TestCollectionAPI, DistributedFacetPivotWhiteBoxTest, TestRecoveryHdfs, DistributedFacetPivotLargeTest, TestExceedMaxTermLength, DocumentBuilderTest, TestFastWriter, TestIndexSearcher, DistanceFunctionTest, TestBlobHandler, TestCoreContainer, TestReRankQParserPlugin, WordBreakSolrSpellCheckerTest, FieldMutatingUpdateProcessorTest, ConvertedLegacyTest, SolrCmdDistributorTest, TestMaxScoreQueryParser, CurrencyFieldOpenExchangeTest, AlternateDirectoryTest, TestFiltering, RequiredFieldsTest, CdcrReplicationHandlerTest]
   [junit4] Completed [411/540] on J1 in 479.67s, 1 test, 1 failure <<< FAILURES!

[...truncated 421 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:716: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:660: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:59: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:230: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:514: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1429: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:984: There were test failures: 540 suites, 2127 tests, 1 failure, 68 ignored (32 assumptions)

Total time: 48 minutes 22 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS-EA] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0_60-ea-b24) - Build # 13786 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/13786/
Java: 32bit/jdk1.8.0_60-ea-b24 -server -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.search.TestStressReorder.testStressReorderVersions

Error Message:
Captured an uncaught exception in thread: Thread[id=7093, name=READER4, state=RUNNABLE, group=TGRP-TestStressReorder]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=7093, name=READER4, state=RUNNABLE, group=TGRP-TestStressReorder]
	at __randomizedtesting.SeedInfo.seed([3E5BE83C5675AACC:229DD12A5CBE2E41]:0)
Caused by: java.lang.RuntimeException: java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([3E5BE83C5675AACC]:0)
	at org.apache.solr.search.TestStressReorder$2.run(TestStressReorder.java:316)
Caused by: java.lang.AssertionError
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.search.TestStressReorder$2.run(TestStressReorder.java:309)




Build Log:
[...truncated 10383 lines...]
   [junit4] Suite: org.apache.solr.search.TestStressReorder
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.search.TestStressReorder_3E5BE83C5675AACC-001/init-core-data-001
   [junit4]   2> 902944 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 902945 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 902945 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 902945 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 902945 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 902961 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 902963 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 902970 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.c.Config Loaded SolrConfig: solrconfig-tlog.xml
   [junit4]   2> 902970 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml
   [junit4]   2> 902974 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 903035 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 903035 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 903036 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 903038 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 903042 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 903042 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr
   [junit4]   2> 903042 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/'
   [junit4]   2> 903049 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.c.CoreContainer New CoreContainer 25439390
   [junit4]   2> 903050 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/]
   [junit4]   2> 903050 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/lib
   [junit4]   2> 903050 WARN  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/lib).
   [junit4]   2> 903054 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 600000,connTimeout : 60000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 903057 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 903057 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 903057 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 903058 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 903058 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 903058 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig-tlog.xml, transient=false, schema=schema15.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.search.TestStressReorder_3E5BE83C5675AACC-001/init-core-data-001, shard=shard1}
   [junit4]   2> 903059 INFO  (coreLoadExecutor-3138-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 903059 INFO  (coreLoadExecutor-3138-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 903059 INFO  (coreLoadExecutor-3138-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 903075 INFO  (coreLoadExecutor-3138-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 903078 INFO  (coreLoadExecutor-3138-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 903097 INFO  (coreLoadExecutor-3138-thread-1) [    ] o.a.s.c.Config Loaded SolrConfig: solrconfig-tlog.xml
   [junit4]   2> 903098 INFO  (coreLoadExecutor-3138-thread-1) [    ] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml
   [junit4]   2> 903102 INFO  (coreLoadExecutor-3138-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 903172 INFO  (coreLoadExecutor-3138-thread-1) [    ] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 903173 INFO  (coreLoadExecutor-3138-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 903173 INFO  (coreLoadExecutor-3138-thread-1) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 903175 INFO  (coreLoadExecutor-3138-thread-1) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 903178 INFO  (coreLoadExecutor-3138-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf'
   [junit4]   2> 903179 INFO  (coreLoadExecutor-3138-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 903179 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 903179 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/], dataDir=[null]
   [junit4]   2> 903179 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@117c8d7
   [junit4]   2> 903179 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.search.TestStressReorder_3E5BE83C5675AACC-001/init-core-data-001
   [junit4]   2> 903179 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.search.TestStressReorder_3E5BE83C5675AACC-001/init-core-data-001/index/
   [junit4]   2> 903179 WARN  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.search.TestStressReorder_3E5BE83C5675AACC-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 903180 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.search.TestStressReorder_3E5BE83C5675AACC-001/init-core-data-001/index
   [junit4]   2> 903180 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7241196625547991]
   [junit4]   2> 903180 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7b1402 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@ce6b2d),segFN=segments_1,generation=1}
   [junit4]   2> 903180 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 903180 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.search.TestStressReorder_3E5BE83C5675AACC-001/init-core-data-001/
   [junit4]   2> 903182 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 903182 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 903182 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 903182 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 903182 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 903183 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 903183 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 903183 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 903183 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 903184 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 903185 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 903185 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 903186 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 903188 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 903188 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 903188 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 903188 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 903189 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 903189 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 903189 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=92.2421875, floorSegmentMB=1.474609375, forceMergeDeletesPctAllowed=19.289124194494224, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 903189 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7b1402 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@ce6b2d),segFN=segments_1,generation=1}
   [junit4]   2> 903190 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 903190 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@54c892[collection1] main
   [junit4]   2> 903190 WARN  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 903190 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 903190 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 903190 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 903190 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 903191 INFO  (searcherExecutor-3139-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@54c892[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 903191 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 903191 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 903191 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 903191 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1509002850485665792
   [junit4]   2> 903193 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1509002850485665792
   [junit4]   2> 903193 INFO  (coreLoadExecutor-3138-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 903194 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 903196 INFO  (TEST-TestStressReorder.testStressReorderVersions-seed#[3E5BE83C5675AACC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStressReorderVersions
   [junit4]   2> 903196 INFO  (TEST-TestStressReorder.testStressReorderVersions-seed#[3E5BE83C5675AACC]) [    ] o.a.s.c.SolrCore [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 903196 INFO  (TEST-TestStressReorder.testStressReorderVersions-seed#[3E5BE83C5675AACC]) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@1f3a090[collection1] realtime
   [junit4]   2> 903196 INFO  (TEST-TestStressReorder.testStressReorderVersions-seed#[3E5BE83C5675AACC]) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {deleteByQuery=*:* (-9223372036854775807)} 0 0
   [junit4]   2> 903197 INFO  (TEST-TestStressReorder.testStressReorderVersions-seed#[3E5BE83C5675AACC]) [    ] o.a.s.u.UpdateHandler start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 903197 INFO  (TEST-TestStressReorder.testStressReorderVersions-seed#[3E5BE83C5675AACC]) [    ] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7b1402 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@ce6b2d),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7b1402 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@ce6b2d),segFN=segments_2,generation=2}
   [junit4]   2> 903197 INFO  (TEST-TestStressReorder.testStressReorderVersions-seed#[3E5BE83C5675AACC]) [    ] o.a.s.c.SolrCore newest commit generation = 2
   [junit4]   2> 903198 INFO  (TEST-TestStressReorder.testStressReorderVersions-seed#[3E5BE83C5675AACC]) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@1566718[collection1] main
   [junit4]   2> 903198 INFO  (TEST-TestStressReorder.testStressReorderVersions-seed#[3E5BE83C5675AACC]) [    ] o.a.s.u.UpdateHandler end_commit_flush
   [junit4]   2> 903198 INFO  (searcherExecutor-3139-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1566718[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 903198 INFO  (TEST-TestStressReorder.testStressReorderVersions-seed#[3E5BE83C5675AACC]) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={} {commit=} 0 1
   [junit4]   2> 903200 INFO  (TEST-TestStressReorder.testStressReorderVersions-seed#[3E5BE83C5675AACC]) [    ] o.a.s.s.TestStressReorder VERBOSE: commitPercent 16 softCommitPercent 63 deletePercent 12 deleteByQueryPercent 7 ndocs 12 nWriteThreads 16 percentRealtimeQuery 75 operations 50000 nReadThreads 15
   [junit4]   2> 903203 INFO  (WRITER0) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 0 val= 2 version 1
   [junit4]   2> 903203 INFO  (WRITER2) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 11 val= 2 version 2
   [junit4]   2> 903203 INFO  (WRITER3) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 6 val= 2 version 3
   [junit4]   2> 903203 INFO  (WRITER1) [    ] o.a.s.s.TestStressReorder VERBOSE: softCommit start
   [junit4]   2> 903204 INFO  (WRITER5) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 6 val= 2 version 5
   [junit4]   2> 903204 INFO  (WRITER4) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 6 val= 2 version 4
   [junit4]   2> 903204 INFO  (WRITER1) [    ] o.a.s.u.UpdateHandler start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 903204 INFO  (WRITER11) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 6 val= 2 version 10
   [junit4]   2> 903204 INFO  (WRITER8) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 6 val= 2 version 12
   [junit4]   2> 903204 INFO  (WRITER12) [    ] o.a.s.s.TestStressReorder VERBOSE: deleteByQuery id 6 val= 2 version 11
   [junit4]   2> 903204 INFO  (WRITER10) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 6 val= 2 version 9
   [junit4]   2> 903204 INFO  (WRITER9) [    ] o.a.s.s.TestStressReorder VERBOSE: deleting id 6 val= 2 version 8
   [junit4]   2> 903204 INFO  (WRITER7) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 7 val= 2 version 7
   [junit4]   2> 903204 INFO  (WRITER6) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 6 val= 2 version 6
   [junit4]   2> 903206 INFO  (WRITER0) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[0 (1)]} 0 2
   [junit4]   2> 903206 INFO  (WRITER14) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 6 val= 2 version 14
   [junit4]   2> 903206 INFO  (WRITER0) [    ] o.a.s.s.TestStressReorder VERBOSE: deleteByQuery id 7 val= 2 version 15
   [junit4]   2> 903206 INFO  (WRITER5) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[6 (5)]} 0 1
   [junit4]   2> 903206 INFO  (WRITER11) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[6 (10)]} 0 1
   [junit4]   2> 903206 INFO  (WRITER4) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[6 (4)]} 0 1
   [junit4]   2> 903206 INFO  (WRITER8) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[6 (12)]} 0 1
   [junit4]   2> 903206 INFO  (WRITER10) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[6 (9)]} 0 1
   [junit4]   2> 903207 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=0 
   [junit4]   2> 903205 INFO  (WRITER13) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 2 val= 2 version 13
   [junit4]   2> 903206 INFO  (WRITER2) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[11 (2)]} 0 2
   [junit4]   2> 903206 INFO  (WRITER3) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[6 (3)]} 0 1
   [junit4]   2> 903208 INFO  (WRITER2) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 11 val= 3 version 19
   [junit4]   2> 903207 INFO  (WRITER10) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 4 val= 2 version 18
   [junit4]   2> 903207 INFO  (WRITER8) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 1 val= 2 version 17
   [junit4]   2> 903207 INFO  (WRITER4) [    ] o.a.s.s.TestStressReorder VERBOSE: hardCommit start
   [junit4]   2> 903207 INFO  (WRITER11) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 6 val= 3 version 16
   [junit4]   2> 903207 INFO  (WRITER15) [    ] o.a.s.s.TestStressReorder VERBOSE: softCommit start
   [junit4]   2> 903207 INFO  (WRITER5) [    ] o.a.s.s.TestStressReorder VERBOSE: softCommit start
   [junit4]   2> 903208 INFO  (WRITER3) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 11 val= 3 version 20
   [junit4]   2> 903208 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903208 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=0 
   [junit4]   2> 903209 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=9&wt=json} status=0 QTime=0 
   [junit4]   2> 903209 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=0 
   [junit4]   2> 903210 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=8&wt=json} status=0 QTime=0 
   [junit4]   2> 903210 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:5&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903210 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:2&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903210 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:2&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903210 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:0&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903210 INFO  (WRITER1) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@77eae1[collection1] main
   [junit4]   2> 903210 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:9&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903210 INFO  (WRITER1) [    ] o.a.s.u.UpdateHandler end_commit_flush
   [junit4]   2> 903210 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0 
   [junit4]   2> 903210 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0 
   [junit4]   2> 903210 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:11&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903211 INFO  (searcherExecutor-3139-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@77eae1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):c1)))}
   [junit4]   2> 903210 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903211 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=8&wt=json} status=0 QTime=0 
   [junit4]   2> 903211 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903211 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:10&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903211 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:8&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903211 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=8&wt=json} status=0 QTime=0 
   [junit4]   2> 903211 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:2&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903211 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903211 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=0 
   [junit4]   2> 903212 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:8&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903212 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0 
   [junit4]   2> 903212 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0 
   [junit4]   2> 903212 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=0 
   [junit4]   2> 903212 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=0 
   [junit4]   2> 903214 INFO  (READER10) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0 
   [junit4]   2> 903214 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0 
   [junit4]   2> 903214 INFO  (READER10) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0 
   [junit4]   2> 903214 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0 
   [junit4]   2> 903214 INFO  (READER10) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0 
   [junit4]   2> 903214 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0 
   [junit4]   2> 903214 INFO  (READER10) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0 
   [junit4]   2> 903215 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903214 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903215 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0 
   [junit4]   2> 903214 INFO  (READER11) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903215 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=10&wt=json} status=0 QTime=0 
   [junit4]   2> 903215 INFO  (READER11) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0 
   [junit4]   2> 903214 INFO  (READER8) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903215 INFO  (READER11) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0 
   [junit4]   2> 903215 INFO  (READER8) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=10&wt=json} status=0 QTime=0 
   [junit4]   2> 903215 INFO  (READER11) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903215 INFO  (READER8) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0 
   [junit4]   2> 903215 INFO  (READER11) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0 
   [junit4]   2> 903215 INFO  (READER8) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903215 INFO  (READER11) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=0 
   [junit4]   2> 903216 INFO  (READER8) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0 
   [junit4]   2> 903214 INFO  (READER9) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0 
   [junit4]   2> 903216 INFO  (READER8) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:2&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903216 INFO  (READER9) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=8&wt=json} status=0 QTime=0 
   [junit4]   2> 903216 INFO  (READER8) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0 
   [junit4]   2> 903216 INFO  (READER9) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0 
   [junit4]   2> 903216 INFO  (READER8) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903216 INFO  (READER9) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903214 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=8&wt=json} status=0 QTime=0 
   [junit4]   2> 903214 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0 
   [junit4]   2> 903216 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=10&wt=json} status=0 QTime=0 
   [junit4]   2> 903216 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=8&wt=json} status=0 QTime=0 
   [junit4]   2> 903216 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903214 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:5&omitHeader=true&wt=json} hits=0 status=0 QTime=1 
   [junit4]   2> 903217 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:6&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903217 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903214 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:11&omitHeader=true&wt=json} hits=1 status=0 QTime=2 
   [junit4]   2> 903217 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=10&wt=json} status=0 QTime=0 
   [junit4]   2> 903214 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:11&omitHeader=true&wt=json} hits=1 status=0 QTime=3 
   [junit4]   2> 903217 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903213 INFO  (WRITER1) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={} {commit=} 0 8
   [junit4]   2> 903217 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=0 
   [junit4]   2> 903218 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:11&omitHeader=true&wt=json} hits=1 status=0 QTime=7 
   [junit4]   2> 903218 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:11&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903217 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0 
   [junit4]   2> 903218 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903217 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903222 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:11&omitHeader=true&wt=json} hits=1 status=0 QTime=3 
   [junit4]   2> 903217 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:2&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903216 INFO  (READER8) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:9&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903215 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:3&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903214 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:3&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903223 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:10&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903223 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:0&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903222 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:11&omitHeader=true&wt=json} hits=1 status=0 QTime=7 
   [junit4]   2> 903220 INFO  (READER11) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:11&omitHeader=true&wt=json} hits=1 status=0 QTime=4 
   [junit4]   2> 903224 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:8&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903219 INFO  (READER9) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:11&omitHeader=true&wt=json} hits=1 status=0 QTime=3 
   [junit4]   2> 903219 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:11&omitHeader=true&wt=json} hits=1 status=0 QTime=2 
   [junit4]   2> 903224 INFO  (READER9) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:2&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903219 INFO  (READER10) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:11&omitHeader=true&wt=json} hits=1 status=0 QTime=4 
   [junit4]   2> 903218 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=8&wt=json} status=0 QTime=0 
   [junit4]   2> 903218 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:10&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903218 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0 
   [junit4]   2> 903223 INFO  (WRITER1) [    ] o.a.s.s.TestStressReorder VERBOSE: softCommit end
   [junit4]   2> 903223 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903223 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:11&omitHeader=true&wt=json} hits=1 status=0 QTime=11 
   [junit4]   2> 903225 INFO  (WRITER1) [    ] o.a.s.s.TestStressReorder VERBOSE: hardCommit start
   [junit4]   2> 903225 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:11&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903226 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:6&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903228 INFO  (WRITER12) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@d93d15[collection1] realtime
   [junit4]   2> 903228 INFO  (WRITER12) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-11&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {deleteByQuery=id:6 (-11)} 0 22
   [junit4]   2> 903228 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=10&wt=json} status=0 QTime=3 
   [junit4]   2> 903228 INFO  (WRITER7) [    ] o.a.s.u.UpdateHandler Reordered DBQs detected.  Update=add{_version_=7,id=7} DBQs=[DBQ{version=11,q=id:6}]
   [junit4]   2> 903228 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0 
   [junit4]   2> 903228 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=2 
   [junit4]   2> 903228 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903228 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=9&wt=json} status=0 QTime=0 
   [junit4]   2> 903228 INFO  (WRITER12) [    ] o.a.s.s.TestStressReorder VERBOSE: deleteByQuery id 6 val= 2 version 11 DONE
   [junit4]   2> 903229 INFO  (READER10) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=4 
   [junit4]   2> 903228 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=8&wt=json} status=0 QTime=2 
   [junit4]   2> 903228 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=3 
   [junit4]   2> 903229 INFO  (READER9) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=4 
   [junit4]   2> 903229 INFO  (WRITER12) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 6 val= 3 version 21
   [junit4]   2> 903229 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903229 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=2 
   [junit4]   2> 903228 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903229 INFO  (READER9) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:10&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903230 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:6&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903232 INFO  (WRITER7) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@c46cdb[collection1] realtime
   [junit4]   2> 903232 INFO  (WRITER7) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[7 (7)]} 0 26
   [junit4]   2> 903232 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=8 
   [junit4]   2> 903232 INFO  (WRITER7) [    ] o.a.s.s.TestStressReorder VERBOSE: softCommit start
   [junit4]   2> 903232 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0 
   [junit4]   2> 903233 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:3&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903233 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=10 
   [junit4]   2> 903233 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:11&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903234 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=0 
   [junit4]   2> 903234 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=10 
   [junit4]   2> 903234 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:7&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903233 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=9 
   [junit4]   2> 903234 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=10 
   [junit4]   2> 903234 INFO  (READER8) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=11 
   [junit4]   2> 903234 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=8&wt=json} status=0 QTime=0 
   [junit4]   2> 903235 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=0 
   [junit4]   2> 903235 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=4 
   [junit4]   2> 903233 INFO  (READER11) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=9 
   [junit4]   2> 903235 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=8&wt=json} status=0 QTime=5 
   [junit4]   2> 903233 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=10 
   [junit4]   2> 903236 INFO  (READER11) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:0&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903236 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:3&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903236 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=0 
   [junit4]   2> 903236 INFO  (READER11) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=0 
   [junit4]   2> 903235 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=0 
   [junit4]   2> 903235 INFO  (WRITER9) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-8&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[6 (-8)]} 0 30
   [junit4]   2> 903235 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=6 
   [junit4]   2> 903235 INFO  (READER10) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=6 
   [junit4]   2> 903235 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=0 
   [junit4]   2> 903235 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=6 
   [junit4]   2> 903235 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=10&wt=json} status=0 QTime=0 
   [junit4]   2> 903235 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=5 
   [junit4]   2> 903235 INFO  (READER9) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=4 
   [junit4]   2> 903235 INFO  (READER8) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0 
   [junit4]   2> 903234 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903234 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:9&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903234 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:7&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903237 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903237 INFO  (WRITER9) [    ] o.a.s.s.TestStressReorder VERBOSE: deleting id 6 val= 2 version 8 DONE
   [junit4]   2> 903236 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=0 
   [junit4]   2> 903236 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903236 INFO  (WRITER6) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[6 (6)]} 0 30
   [junit4]   2> 903236 INFO  (WRITER14) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[6 (14)]} 0 30
   [junit4]   2> 903238 INFO  (WRITER6) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 7 val= 3 version 23
   [junit4]   2> 903238 INFO  (WRITER14) [    ] o.a.s.s.TestStressReorder VERBOSE: deleting id 6 val= 3 version 24
   [junit4]   2> 903238 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:0&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903238 INFO  (WRITER9) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 7 val= 3 version 22
   [junit4]   2> 903238 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:0&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903239 INFO  (WRITER0) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@702f6a[collection1] realtime
   [junit4]   2> 903239 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=1 
   [junit4]   2> 903239 INFO  (WRITER4) [    ] o.a.s.u.UpdateHandler start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 903240 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=3 
   [junit4]   2> 903240 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:8&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903241 INFO  (WRITER7) [    ] o.a.s.u.UpdateHandler start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 903240 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=1 
   [junit4]   2> 903240 INFO  (READER8) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=2 
   [junit4]   2> 903241 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0 
   [junit4]   2> 903240 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=2 
   [junit4]   2> 903241 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:6&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903240 INFO  (READER9) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=2 
   [junit4]   2> 903240 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=2 
   [junit4]   2> 903242 INFO  (WRITER6) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[7 (23)]} 0 3
   [junit4]   2> 903240 INFO  (WRITER5) [    ] o.a.s.u.UpdateHandler start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 903240 INFO  (WRITER15) [    ] o.a.s.u.UpdateHandler start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 903242 INFO  (WRITER6) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 6 val= 3 version 25
   [junit4]   2> 903240 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=2 
   [junit4]   2> 903239 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=1 
   [junit4]   2> 903239 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=1 
   [junit4]   2> 903243 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903243 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:6&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903243 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=8&wt=json} status=0 QTime=0 
   [junit4]   2> 903242 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0 
   [junit4]   2> 903242 INFO  (WRITER9) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[7 (22)]} 0 3
   [junit4]   2> 903241 INFO  (WRITER4) [    ] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7b1402 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@ce6b2d),segFN=segments_2,generation=2}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7b1402 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@ce6b2d),segFN=segments_3,generation=3}
   [junit4]   2> 903243 INFO  (WRITER4) [    ] o.a.s.c.SolrCore newest commit generation = 3
   [junit4]   2> 903241 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0 
   [junit4]   2> 903244 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=9&wt=json} status=0 QTime=0 
   [junit4]   2> 903244 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903244 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=6 
   [junit4]   2> 903244 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=9&wt=json} status=0 QTime=0 
   [junit4]   2> 903244 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=3 
   [junit4]   2> 903244 INFO  (WRITER13) [    ] o.a.s.u.UpdateHandler Reordered DBQs detected.  Update=add{_version_=13,id=2} DBQs=[DBQ{version=15,q=id:7}]
   [junit4]   2> 903244 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=10&wt=json} status=0 QTime=0 
   [junit4]   2> 903243 INFO  (WRITER9) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 9 val= 2 version 26
   [junit4]   2> 903245 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=0 
   [junit4]   2> 903245 INFO  (WRITER10) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[4 (18)]} 0 36
   [junit4]   2> 903245 INFO  (WRITER9) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[9 (26)]} 0 0
   [junit4]   2> 903245 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:5&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903243 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=0 
   [junit4]   2> 903245 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0 
   [junit4]   2> 903243 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0 
   [junit4]   2> 903245 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:11&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903245 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=10&wt=json} status=0 QTime=0 
   [junit4]   2> 903245 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0 
   [junit4]   2> 903246 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=10&wt=json} status=0 QTime=0 
   [junit4]   2> 903243 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:9&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903243 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0 
   [junit4]   2> 903246 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0 
   [junit4]   2> 903246 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0 
   [junit4]   2> 903246 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0 
   [junit4]   2> 903246 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=10&wt=json} status=0 QTime=0 
   [junit4]   2> 903246 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=8&wt=json} status=0 QTime=0 
   [junit4]   2> 903246 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=10&wt=json} status=0 QTime=0 
   [junit4]   2> 903246 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0 
   [junit4]   2> 903246 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0 
   [junit4]   2> 903246 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:10&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903246 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=10&wt=json} status=0 QTime=0 
   [junit4]   2> 903247 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=9&wt=json} status=0 QTime=0 
   [junit4]   2> 903247 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=10&wt=json} status=0 QTime=0 
   [junit4]   2> 903247 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0 
   [junit4]   2> 903247 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=10&wt=json} status=0 QTime=0 
   [junit4]   2> 903245 INFO  (WRITER12) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[6 (21)]} 0 16
   [junit4]   2> 903247 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:8&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903245 INFO  (WRITER14) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-24&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[6 (-24)]} 0 7
   [junit4]   2> 903245 INFO  (WRITER7) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@1488ffd[collection1] main
   [junit4]   2> 903245 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:6&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903245 INFO  (WRITER9) [    ] o.a.s.s.TestStressReorder VERBOSE: deleting id 10 val= 2 version 28
   [junit4]   2> 903248 INFO  (searcherExecutor-3139-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1488ffd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):c1) Uninverting(_1(6.0.0):c3/2:delGen=2) Uninverting(_4(6.0.0):c1) Uninverting(_5(6.0.0):c1)))}
   [junit4]   2> 903245 INFO  (WRITER10) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 9 val= 2 version 27
   [junit4]   2> 903245 INFO  (WRITER3) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[11 (20)]} 0 36
   [junit4]   2> 903245 INFO  (WRITER6) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[6 (25)]} 0 2
   [junit4]   2> 903245 INFO  (WRITER8) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[1 (17)]} 0 36
   [junit4]   2> 903245 INFO  (WRITER2) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[11 (19)]} 0 36
   [junit4]   2> 903245 INFO  (WRITER11) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[6 (16)]} 0 36
   [junit4]   2> 903244 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=0 
   [junit4]   2> 903244 INFO  (WRITER0) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-15&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {deleteByQuery=id:7 (-15)} 0 38
   [junit4]   2> 903244 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=3 
   [junit4]   2> 903244 INFO  (READER8) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=2 
   [junit4]   2> 903244 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=2 
   [junit4]   2> 903250 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:5&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903244 INFO  (READER9) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=2 
   [junit4]   2> 903244 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=9&wt=json} status=0 QTime=0 
   [junit4]   2> 903244 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=7 
   [junit4]   2> 903244 INFO  (READER11) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=7 
   [junit4]   2> 903244 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=7 
   [junit4]   2> 903244 INFO  (READER10) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=8&wt=json} status=0 QTime=7 
   [junit4]   2> 903251 INFO  (READER11) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:7&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903251 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:2&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903250 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:6&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903250 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:5&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903250 INFO  (READER8) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:6&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903250 INFO  (WRITER0) [    ] o.a.s.s.TestStressReorder VERBOSE: deleteByQuery id 7 val= 2 version 15 DONE
   [junit4]   2> 903249 INFO  (WRITER11) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 6 val= 4 version 33
   [junit4]   2> 903249 INFO  (WRITER2) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 11 val= 4 version 32
   [junit4]   2> 903249 INFO  (WRITER8) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 3 val= 2 version 31
   [junit4]   2> 903249 INFO  (WRITER6) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 11 val= 4 version 30
   [junit4]   2> 903249 INFO  (WRITER3) [    ] o.a.s.s.TestStressReorder VERBOSE: softCommit start
   [junit4]   2> 903248 INFO  (WRITER7) [    ] o.a.s.u.UpdateHandler end_commit_flush
   [junit4]   2> 903251 INFO  (WRITER3) [    ] o.a.s.u.UpdateHandler start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 903247 INFO  (WRITER14) [    ] o.a.s.s.TestStressReorder VERBOSE: deleting id 6 val= 3 version 24 DONE
   [junit4]   2> 903247 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0 
   [junit4]   2> 903247 INFO  (WRITER12) [    ] o.a.s.s.TestStressReorder VERBOSE: deleteByQuery id 8 val= 2 version 29
   [junit4]   2> 903247 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:10&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903246 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:7&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903246 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0 
   [junit4]   2> 903253 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:7&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903252 INFO  (WRITER14) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 9 val= 3 version 34
   [junit4]   2> 903251 INFO  (WRITER7) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={} {commit=} 0 19
   [junit4]   2> 903251 INFO  (WRITER0) [    ] o.a.s.s.TestStressReorder VERBOSE: softCommit start
   [junit4]   2> 903253 INFO  (WRITER13) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@1dbf83b[collection1] realtime
   [junit4]   2> 903254 INFO  (WRITER13) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[2 (13)]} 0 46
   [junit4]   2> 903254 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=1 
   [junit4]   2> 903254 INFO  (WRITER13) [    ] o.a.s.s.TestStressReorder VERBOSE: softCommit start
   [junit4]   2> 903254 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=10&wt=json} status=0 QTime=0 
   [junit4]   2> 903254 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0 
   [junit4]   2> 903254 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0 
   [junit4]   2> 903255 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0 
   [junit4]   2> 903255 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0 
   [junit4]   2> 903255 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903255 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=8&wt=json} status=0 QTime=2 
   [junit4]   2> 903255 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=9&wt=json} status=0 QTime=0 
   [junit4]   2> 903255 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903255 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0 
   [junit4]   2> 903255 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:2&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903255 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:6&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903255 INFO  (WRITER7) [    ] o.a.s.s.TestStressReorder VERBOSE: softCommit end
   [junit4]   2> 903255 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0 
   [junit4]   2> 903255 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0 
   [junit4]   2> 903255 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=2 
   [junit4]   2> 903256 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:9&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903256 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=9&wt=json} status=0 QTime=0 
   [junit4]   2> 903256 INFO  (WRITER7) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 2 val= 3 version 35
   [junit4]   2> 903256 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=9&wt=json} status=0 QTime=5 
   [junit4]   2> 903256 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:11&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903256 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=5 
   [junit4]   2> 903256 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=0 
   [junit4]   2> 903256 INFO  (READER11) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=8&wt=json} status=0 QTime=5 
   [junit4]   2> 903256 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0 
   [junit4]   2> 903256 INFO  (READER8) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=4 
   [junit4]   2> 903257 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=8&wt=json} status=0 QTime=0 
   [junit4]   2> 903258 INFO  (READER9) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=7 
   [junit4]   2> 903258 INFO  (WRITER10) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[9 (27)]} 0 8
   [junit4]   2> 903258 INFO  (READER9) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0 
   [junit4]   2> 903258 INFO  (WRITER10) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 4 val= 3 version 36
   [junit4]   2> 903258 INFO  (READER9) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0 
   [junit4]   2> 903256 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:9&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903256 INFO  (WRITER11) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[6 (33)]} 0 4
   [junit4]   2> 903258 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903258 INFO  (WRITER9) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-28&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[10 (-28)]} 0 10
   [junit4]   2> 903258 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0 
   [junit4]   2> 903258 INFO  (WRITER9) [    ] o.a.s.s.TestStressReorder VERBOSE: deleting id 10 val= 2 version 28 DONE
   [junit4]   2> 903258 INFO  (WRITER9) [    ] o.a.s.s.TestStressReorder VERBOSE: deleteByQuery id 4 val= 3 version 37
   [junit4]   2> 903259 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:10&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903259 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=8&wt=json} status=0 QTime=0 
   [junit4]   2> 903259 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:11&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903259 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:5&omitHeader=true&wt=json} hits=0 status=0 QTime=0 
   [junit4]   2> 903259 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0 
   [junit4]   2> 903259 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0 
   [junit4]   2> 903260 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0 
   [junit4]   2> 903260 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=0 
   [junit4]   2> 903260 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:6&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903260 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0 
   [junit4]   2> 903260 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=8&wt=json} status=0 QTime=0 
   [junit4]   2> 903261 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=0 
   [junit4]   2> 903261 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0 
   [junit4]   2> 903261 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0 
   [junit4]   2> 903261 INFO  (WRITER4) [    ] o.a.s.s.SolrIndexSearcher Opening Searcher@1954fbd[collection1] main
   [junit4]   2> 903256 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=9&wt=json} status=0 QTime=0 
   [junit4]   2> 903262 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=9&wt=json} status=0 QTime=0 
   [junit4]   2> 903262 INFO  (searcherExecutor-3139-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1954fbd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):c3/2:delGen=2) Uninverting(_5(6.0.0):c1) Uninverting(_8(6.0.0):c5/3) Uninverting(_9(6.0.0):c1) Uninverting(_a(6.0.0):c1) Uninverting(_b(6.0.0):c3)))}
   [junit4]   2> 903262 INFO  (WRITER15) [    ] o.a.s.c.SolrCore SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 903262 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:4&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903262 INFO  (WRITER5) [    ] o.a.s.c.SolrCore SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 903262 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0 
   [junit4]   2> 903262 INFO  (WRITER3) [    ] o.a.s.c.SolrCore SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 903262 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0 
   [junit4]   2> 903262 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0 
   [junit4]   2> 903263 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0 
   [junit4]   2> 903263 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=8&wt=json} status=0 QTime=0 
   [junit4]   2> 903263 INFO  (READER12) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0 
   [junit4]   2> 903256 INFO  (WRITER8) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[3 (31)]} 0 4
   [junit4]   2> 903262 INFO  (WRITER3) [    ] o.a.s.u.UpdateHandler end_commit_flush
   [junit4]   2> 903262 INFO  (WRITER5) [    ] o.a.s.u.UpdateHandler end_commit_flush
   [junit4]   2> 903262 INFO  (WRITER15) [    ] o.a.s.u.UpdateHandler end_commit_flush
   [junit4]   2> 903261 INFO  (WRITER4) [    ] o.a.s.u.UpdateHandler end_commit_flush
   [junit4]   2> 903261 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0 
   [junit4]   2> 903264 INFO  (WRITER1) [    ] o.a.s.u.UpdateHandler start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 903258 INFO  (WRITER11) [    ] o.a.s.s.TestStressReorder VERBOSE: softCommit start
   [junit4]   2> 903264 INFO  (READER14) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0 
   [junit4]   2> 903258 INFO  (READER9) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=0 
   [junit4]   2> 903258 INFO  (READER8) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:11&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903258 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903264 INFO  (READER9) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0 
   [junit4]   2> 903264 INFO  (WRITER1) [    ] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7b1402 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@ce6b2d),segFN=segments_3,generation=3}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7b1402 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@ce6b2d),segFN=segments_4,generation=4}
   [junit4]   2> 903264 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=9&wt=json} status=0 QTime=0 
   [junit4]   2> 903258 INFO  (WRITER2) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[11 (32)]} 0 6
   [junit4]   2> 903265 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0 
   [junit4]   2> 903265 INFO  (WRITER2) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 3 val= 3 version 39
   [junit4]   2> 903265 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0 
   [junit4]   2> 903258 INFO  (WRITER6) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {add=[11 (30)]} 0 6
   [junit4]   2> 903258 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=9 
   [junit4]   2> 903257 INFO  (READER10) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=6 
   [junit4]   2> 903257 INFO  (READER11) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:0&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903257 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=6 
   [junit4]   2> 903266 INFO  (READER10) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=0 
   [junit4]   2> 903266 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:0&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903266 INFO  (READER10) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903267 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0 
   [junit4]   2> 903267 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:11&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903267 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0 
   [junit4]   2> 903267 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0 
   [junit4]   2> 903257 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=7 
   [junit4]   2> 903257 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=6 
   [junit4]   2> 903257 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=5 
   [junit4]   2> 903268 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0 
   [junit4]   2> 903268 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0 
   [junit4]   2> 903268 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:6&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903268 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:9&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903256 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0 
   [junit4]   2> 903256 INFO  (READER13) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0 
   [junit4]   2> 903256 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=8&wt=json} status=0 QTime=0 
   [junit4]   2> 903268 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=0 
   [junit4]   2> 903269 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0 
   [junit4]   2> 903268 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=11&wt=json} status=0 QTime=0 
   [junit4]   2> 903268 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0 
   [junit4]   2> 903268 INFO  (READER7) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:2&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903267 INFO  (READER10) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0 
   [junit4]   2> 903269 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:3&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903269 INFO  (READER10) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=8&wt=json} status=0 QTime=0 
   [junit4]   2> 903266 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=1 
   [junit4]   2> 903288 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0 
   [junit4]   2> 903288 INFO  (READER10) [    ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:2&omitHeader=true&wt=json} hits=1 status=0 QTime=0 
   [junit4]   2> 903265 INFO  (WRITER6) [    ] o.a.s.s.TestStressReorder VERBOSE: adding id 3 val= 3 version 40
   [junit4]   2> 903288 INFO  (READER10) [    ] o.a.s.c.S.Request [collection1] webapp

[...truncated too long message...]

05297 INFO  (WRITER15) [    ] o.a.s.u.UpdateHandler end_commit_flush
   [junit4]   2> 905297 INFO  (WRITER15) [    ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={} {commit=} 0 17
   [junit4]   2> ago 09, 2015 10:14:23 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> ADVERTÊNCIA: Uncaught exception in thread: Thread[READER4,5,TGRP-TestStressReorder]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([3E5BE83C5675AACC]:0)
   [junit4]   2> 	at org.apache.solr.search.TestStressReorder$2.run(TestStressReorder.java:316)
   [junit4]   2> Caused by: java.lang.AssertionError
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:92)
   [junit4]   2> 	at org.junit.Assert.assertTrue(Assert.java:43)
   [junit4]   2> 	at org.junit.Assert.assertTrue(Assert.java:54)
   [junit4]   2> 	at org.apache.solr.search.TestStressReorder$2.run(TestStressReorder.java:309)
   [junit4]   2> 
   [junit4]   2> 905297 INFO  (WRITER15) [    ] o.a.s.s.TestStressReorder VERBOSE: hardCommit end
   [junit4]   2> 905297 INFO  (TEST-TestStressReorder.testStressReorderVersions-seed#[3E5BE83C5675AACC]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStressReorderVersions
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestStressReorder -Dtests.method=testStressReorderVersions -Dtests.seed=3E5BE83C5675AACC -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=pt_BR -Dtests.timezone=Asia/Baku -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   2.11s J1 | TestStressReorder.testStressReorderVersions <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=7093, name=READER4, state=RUNNABLE, group=TGRP-TestStressReorder]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3E5BE83C5675AACC:229DD12A5CBE2E41]:0)
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3E5BE83C5675AACC]:0)
   [junit4]    > 	at org.apache.solr.search.TestStressReorder$2.run(TestStressReorder.java:316)
   [junit4]    > Caused by: java.lang.AssertionError
   [junit4]    > 	at org.apache.solr.search.TestStressReorder$2.run(TestStressReorder.java:309)
   [junit4]   2> 905302 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 905302 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=25439390
   [junit4]   2> 905302 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@14fb173
   [junit4]   2> 905303 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    x:collection1] o.a.s.u.UpdateHandler closing DirectUpdateHandler2{commits=152,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=1,cumulative_adds=489,cumulative_deletesById=88,cumulative_deletesByQuery=65,cumulative_errors=1,transaction_logs_total_size=3621,transaction_logs_total_number=7}
   [junit4]   2> 905303 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 905303 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 905303 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 905314 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 905326 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 905326 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.search.TestStressReorder_3E5BE83C5675AACC-001/init-core-data-001/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.search.TestStressReorder_3E5BE83C5675AACC-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 905326 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.search.TestStressReorder_3E5BE83C5675AACC-001/init-core-data-001/index
   [junit4]   2> 905326 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.search.TestStressReorder_3E5BE83C5675AACC-001/init-core-data-001 [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.search.TestStressReorder_3E5BE83C5675AACC-001/init-core-data-001;done=false>>]
   [junit4]   2> 905327 INFO  (SUITE-TestStressReorder-seed#[3E5BE83C5675AACC]-worker) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.search.TestStressReorder_3E5BE83C5675AACC-001/init-core-data-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {val_l=PostingsFormat(name=LuceneVarGapDocFreqInterval), _version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, sim=DefaultSimilarity, locale=pt_BR, timezone=Asia/Baku
   [junit4]   2> NOTE: Linux 3.16.0-44-generic i386/Oracle Corporation 1.8.0_60-ea (32-bit)/cpus=12,threads=1,free=111420704,total=358543360
   [junit4]   2> NOTE: All tests run in this JVM: [AliasIntegrationTest, TestAtomicUpdateErrorCases, SolrCmdDistributorTest, TestDistributedMissingSort, TestCharFilters, OpenCloseCoreStressTest, TestStandardQParsers, RankQueryTest, BufferStoreTest, TestStressVersions, TestDynamicFieldResource, TestSimpleQParserPlugin, TestPHPSerializedResponseWriter, TestElisionMultitermQuery, TestLFUCache, TestCloudInspectUtil, OverseerRolesTest, TestWriterPerf, BasicFunctionalityTest, TestConfigOverlay, ReplicationFactorTest, DistanceFunctionTest, NoCacheHeaderTest, TestOmitPositions, ShowFileRequestHandlerTest, HttpPartitionTest, SolrXmlInZkTest, DisMaxRequestHandlerTest, TestFuzzyAnalyzedSuggestions, DistributedFacetPivotLargeTest, FieldAnalysisRequestHandlerTest, TestReplicaProperties, TestExpandComponent, TestLMDirichletSimilarityFactory, TestSchemaManager, LeaderFailoverAfterPartitionTest, FileUtilsTest, TestRTimer, DistributedFacetPivotSmallTest, TestConfigSets, EchoParamsTest, TestBlobHandler, TestRestoreCore, TestSuggestSpellingConverter, DistributedMLTComponentTest, TestHashPartitioner, ShardRoutingCustomTest, AnalysisAfterCoreReloadTest, DirectSolrConnectionTest, TestFileDictionaryLookup, TestSolrConfigHandler, TestJsonRequest, UUIDUpdateProcessorFallbackTest, TestInitParams, TestReRankQParserPlugin, CollectionsAPIAsyncDistributedZkTest, SpellingQueryConverterTest, TestAnalyzeInfixSuggestions, TestExceedMaxTermLength, ScriptEngineTest, HLLUtilTest, TestSimpleTrackingShardHandler, StatelessScriptUpdateProcessorFactoryTest, TestDefaultStatsCache, FieldMutatingUpdateProcessorTest, SmileWriterTest, DataDrivenBlockJoinTest, JsonLoaderTest, TestAddFieldRealTimeGet, SpellCheckComponentTest, TestDocBasedVersionConstraints, ConcurrentDeleteAndCreateCollectionTest, AsyncCallRequestStatusResponseTest, HdfsThreadLeakTest, HdfsUnloadDistributedZkTest, FacetPivotSmallTest, UpdateParamsTest, TestSortByMinMaxFunction, AssignTest, DistributedFacetPivotLongTailTest, TestAuthenticationFramework, CacheHeaderTest, CachingDirectoryFactoryTest, TestCoreDiscovery, TestRecoveryHdfs, HdfsChaosMonkeySafeLeaderTest, DeleteShardTest, ConvertedLegacyTest, TestPivotHelperCode, TestFoldingMultitermQuery, ClusterStateUpdateTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, ZkSolrClientTest, DistributedSpellCheckComponentTest, TestStressReorder]
   [junit4] Completed [257/540] on J1 in 2.40s, 1 test, 1 error <<< FAILURES!

[...truncated 864 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:716: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:660: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:59: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:230: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:514: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1429: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:984: There were test failures: 540 suites, 2127 tests, 1 error, 68 ignored (32 assumptions)

Total time: 46 minutes 55 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any