You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/06/01 03:19:49 UTC
[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1298 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1298/
5 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:28759 returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:28759 returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([BAF1614C5041E244:3B17EF54271E8278]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
REGRESSION: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
There are still nodes recoverying - waited for 230 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
at __randomizedtesting.SeedInfo.seed([BAF1614C5041E244:3B17EF54271E8278]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:512)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest: 1) Thread[id=1752, name=recoveryCmdExecutor-810-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest:
1) Thread[id=1752, name=recoveryCmdExecutor-810-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([BAF1614C5041E244]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=1752, name=recoveryCmdExecutor-810-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=1752, name=recoveryCmdExecutor-810-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([BAF1614C5041E244]:0)
REGRESSION: org.apache.solr.cloud.SyncSliceTest.testDistribSearch
Error Message:
shard1 is not consistent. Got 305 from http://127.0.0.1:37611/joa/q/collection1lastClient and got 5 from http://127.0.0.1:21652/joa/q/collection1
Stack Trace:
java.lang.AssertionError: shard1 is not consistent. Got 305 from http://127.0.0.1:37611/joa/q/collection1lastClient and got 5 from http://127.0.0.1:21652/joa/q/collection1
at __randomizedtesting.SeedInfo.seed([BAF1614C5041E244:3B17EF54271E8278]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:963)
at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:238)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9447 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4] 2> 74487 T244 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /joa/q
[junit4:junit4] 2> 74491 T244 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1370048231510
[junit4:junit4] 2> 74499 T244 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 74505 T245 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 74706 T244 oasc.ZkTestServer.run start zk server on port:45198
[junit4:junit4] 2> 74940 T244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 74988 T246 oazs.NIOServerCnxn.doIO WARN Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4:junit4] 2> 76823 T249 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2044c5d3 name:ZooKeeperConnection Watcher:127.0.0.1:45198 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 76824 T244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 76830 T244 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 76937 T244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 76940 T253 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b8f13f8 name:ZooKeeperConnection Watcher:127.0.0.1:45198/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 76940 T244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 76948 T244 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 76954 T244 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 76959 T244 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 76963 T244 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 76968 T244 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 77002 T244 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 77017 T244 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 77018 T244 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 77125 T244 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 77126 T244 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 77131 T244 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 77132 T244 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 77137 T244 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 77138 T244 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 77144 T244 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 77144 T244 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 77150 T244 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 77151 T244 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 77156 T244 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 77157 T244 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 77162 T244 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 77163 T244 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 77448 T244 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 77454 T244 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:33795
[junit4:junit4] 2> 77455 T244 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 77456 T244 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 77456 T244 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1370048234188
[junit4:junit4] 2> 77457 T244 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1370048234188/solr.xml
[junit4:junit4] 2> 77457 T244 oasc.CoreContainer.<init> New CoreContainer 2052060120
[junit4:junit4] 2> 77458 T244 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1370048234188/'
[junit4:junit4] 2> 77458 T244 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1370048234188/'
[junit4:junit4] 2> 77665 T244 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 77666 T244 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 77667 T244 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 77667 T244 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 77668 T244 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 77668 T244 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 77669 T244 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 77669 T244 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 77670 T244 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 77671 T244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 77693 T244 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 77694 T244 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45198/solr
[junit4:junit4] 2> 77724 T244 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 77725 T244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 77730 T264 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@176eea3e name:ZooKeeperConnection Watcher:127.0.0.1:45198 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 77730 T244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 77746 T244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 77767 T244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 77769 T266 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@165c9be1 name:ZooKeeperConnection Watcher:127.0.0.1:45198/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 77769 T244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 77784 T244 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 77802 T244 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 77825 T244 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 77828 T244 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33795_joa%2Fq
[junit4:junit4] 2> 77837 T244 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33795_joa%2Fq
[junit4:junit4] 2> 77843 T244 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 77878 T244 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 77883 T244 oasc.Overseer.start Overseer (id=89787480927698947-127.0.0.1:33795_joa%2Fq-n_0000000000) starting
[junit4:junit4] 2> 77972 T244 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 78028 T268 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 78029 T244 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 78033 T244 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 78072 T244 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 78101 T267 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 78120 T269 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1370048234188/collection1
[junit4:junit4] 2> 78121 T269 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 78122 T269 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 78122 T269 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 78125 T269 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1370048234188/collection1/'
[junit4:junit4] 2> 78127 T269 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1370048234188/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 78127 T269 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1370048234188/collection1/lib/README' to classloader
[junit4:junit4] 2> 78219 T269 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 78285 T269 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 78387 T269 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 78397 T269 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 79032 T269 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 79047 T269 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 79051 T269 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 79077 T269 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 79083 T269 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 79089 T269 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 79090 T269 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 79090 T269 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 79091 T269 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 79093 T269 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 79093 T269 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 79093 T269 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 79140 T269 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1370048234188/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1370048231510/control/data/
[junit4:junit4] 2> 79141 T269 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5181ab43
[junit4:junit4] 2> 79142 T269 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 79143 T269 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/control/data
[junit4:junit4] 2> 79144 T269 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1370048231510/control/data/index/
[junit4:junit4] 2> 79145 T269 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1370048231510/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 79146 T269 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/control/data/index
[junit4:junit4] 2> 79155 T269 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fa5f544; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 79155 T269 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 79158 T269 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 79159 T269 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 79159 T269 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 79160 T269 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 79161 T269 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 79161 T269 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 79161 T269 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 79162 T269 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 79162 T269 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 79179 T269 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 79188 T269 oass.SolrIndexSearcher.<init> Opening Searcher@6844f71 main
[junit4:junit4] 2> 79190 T269 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 79190 T269 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 79194 T270 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6844f71 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 79196 T269 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 79197 T269 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 79613 T267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 79614 T267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:33795_joa%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:33795/joa/q"}
[junit4:junit4] 2> 79614 T267 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 79641 T267 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 79674 T266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 80200 T269 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 80200 T269 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:33795/joa/q collection:control_collection shard:shard1
[junit4:junit4] 2> 80219 T269 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4] 2> 80241 T269 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 80274 T269 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 80279 T269 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 80280 T269 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 80286 T269 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:33795/joa/q/collection1/
[junit4:junit4] 2> 80287 T269 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 80287 T269 oasc.SyncStrategy.syncToMe http://127.0.0.1:33795/joa/q/collection1/ has no replicas
[junit4:junit4] 2> 80287 T269 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:33795/joa/q/collection1/
[junit4:junit4] 2> 80288 T269 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 81181 T267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 81221 T266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 81277 T269 oasc.ZkController.register We are http://127.0.0.1:33795/joa/q/collection1/ and leader is http://127.0.0.1:33795/joa/q/collection1/
[junit4:junit4] 2> 81277 T269 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33795/joa/q
[junit4:junit4] 2> 81277 T269 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 81278 T269 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 81278 T269 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 81281 T269 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 81282 T244 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4] 2> 81283 T244 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 81284 T244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 81296 T244 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 81304 T244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 81307 T273 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ba1d1c8 name:ZooKeeperConnection Watcher:127.0.0.1:45198/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 81307 T244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 81309 T244 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 81316 T244 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 81580 T244 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 81583 T244 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:14304
[junit4:junit4] 2> 81584 T244 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 81584 T244 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 81585 T244 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1370048238335
[junit4:junit4] 2> 81585 T244 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1370048238335/solr.xml
[junit4:junit4] 2> 81586 T244 oasc.CoreContainer.<init> New CoreContainer 1447632055
[junit4:junit4] 2> 81587 T244 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1370048238335/'
[junit4:junit4] 2> 81587 T244 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1370048238335/'
[junit4:junit4] 2> 81718 T244 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 81719 T244 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 81719 T244 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 81720 T244 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 81720 T244 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 81721 T244 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 81721 T244 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 81722 T244 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 81722 T244 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 81723 T244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 81741 T244 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 81741 T244 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45198/solr
[junit4:junit4] 2> 81742 T244 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 81743 T244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 81747 T284 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@747570b1 name:ZooKeeperConnection Watcher:127.0.0.1:45198 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 81748 T244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 81760 T244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 81773 T244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 81775 T286 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19c79ded name:ZooKeeperConnection Watcher:127.0.0.1:45198/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 81775 T244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 81789 T244 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 82739 T267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 82740 T267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:33795_joa%2Fq_collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:33795_joa%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:33795/joa/q"}
[junit4:junit4] 2> 82756 T273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 82756 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 82756 T266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 82794 T244 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:14304_joa%2Fq
[junit4:junit4] 2> 82796 T244 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:14304_joa%2Fq
[junit4:junit4] 2> 82800 T273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 82800 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 82800 T266 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 82801 T266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 82802 T273 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 82803 T286 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 82815 T287 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1370048238335/collection1
[junit4:junit4] 2> 82816 T287 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 82817 T287 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 82817 T287 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 82819 T287 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1370048238335/collection1/'
[junit4:junit4] 2> 82821 T287 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1370048238335/collection1/lib/README' to classloader
[junit4:junit4] 2> 82821 T287 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1370048238335/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 82875 T287 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 82941 T287 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 83043 T287 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 83053 T287 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 83693 T287 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 83708 T287 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 83712 T287 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 83739 T287 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 83745 T287 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 83750 T287 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 83752 T287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 83752 T287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 83753 T287 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 83754 T287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 83755 T287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 83755 T287 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 83756 T287 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1370048238335/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1/
[junit4:junit4] 2> 83756 T287 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5181ab43
[junit4:junit4] 2> 83757 T287 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 83758 T287 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1
[junit4:junit4] 2> 83759 T287 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1/index/
[junit4:junit4] 2> 83759 T287 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 83760 T287 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1/index
[junit4:junit4] 2> 83795 T287 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@40beb5f0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 83795 T287 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 83799 T287 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 83799 T287 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 83800 T287 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 83801 T287 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 83801 T287 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 83802 T287 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 83802 T287 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 83803 T287 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 83804 T287 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 83820 T287 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 83830 T287 oass.SolrIndexSearcher.<init> Opening Searcher@517df3b1 main
[junit4:junit4] 2> 83831 T287 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 83832 T287 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 83837 T288 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@517df3b1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 83840 T287 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 83840 T287 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 84265 T267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 84266 T267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:14304_joa%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:14304/joa/q"}
[junit4:junit4] 2> 84266 T267 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4] 2> 84267 T267 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 84280 T273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 84280 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 84280 T266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 84843 T287 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 84843 T287 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:14304/joa/q collection:collection1 shard:shard1
[junit4:junit4] 2> 84844 T287 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 84890 T287 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 84901 T287 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 84902 T287 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 84902 T287 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:14304/joa/q/collection1/
[junit4:junit4] 2> 84902 T287 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 84903 T287 oasc.SyncStrategy.syncToMe http://127.0.0.1:14304/joa/q/collection1/ has no replicas
[junit4:junit4] 2> 84903 T287 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:14304/joa/q/collection1/
[junit4:junit4] 2> 84903 T287 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 85788 T267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 85833 T273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 85833 T266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 85833 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 85837 T287 oasc.ZkController.register We are http://127.0.0.1:14304/joa/q/collection1/ and leader is http://127.0.0.1:14304/joa/q/collection1/
[junit4:junit4] 2> 85837 T287 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:14304/joa/q
[junit4:junit4] 2> 85837 T287 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 85837 T287 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 85838 T287 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 85851 T287 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 85852 T244 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4] 2> 85853 T244 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 85854 T244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 86134 T244 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 86137 T244 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:31713
[junit4:junit4] 2> 86138 T244 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 86139 T244 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 86139 T244 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1370048242890
[junit4:junit4] 2> 86140 T244 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1370048242890/solr.xml
[junit4:junit4] 2> 86140 T244 oasc.CoreContainer.<init> New CoreContainer 732381413
[junit4:junit4] 2> 86141 T244 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1370048242890/'
[junit4:junit4] 2> 86141 T244 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1370048242890/'
[junit4:junit4] 2> 86271 T244 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 86272 T244 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 86272 T244 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 86273 T244 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 86273 T244 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 86274 T244 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 86274 T244 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 86275 T244 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 86275 T244 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 86276 T244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 86295 T244 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 86296 T244 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45198/solr
[junit4:junit4] 2> 86296 T244 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 86297 T244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 86301 T300 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b967893 name:ZooKeeperConnection Watcher:127.0.0.1:45198 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 86301 T244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 86312 T244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 86326 T244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 86329 T302 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@412acad5 name:ZooKeeperConnection Watcher:127.0.0.1:45198/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 86329 T244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 86337 T244 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 87342 T244 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:31713_joa%2Fq
[junit4:junit4] 2> 87345 T244 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:31713_joa%2Fq
[junit4:junit4] 2> 87348 T273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 87348 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 87349 T266 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 87350 T302 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 87350 T266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 87352 T273 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 87352 T286 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 87354 T267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 87356 T267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:14304_joa%2Fq_collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:14304_joa%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:14304/joa/q"}
[junit4:junit4] 2> 87360 T303 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1370048242890/collection1
[junit4:junit4] 2> 87360 T303 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 87361 T303 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 87361 T303 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 87368 T273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 87369 T302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 87369 T266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 87369 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 87370 T303 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1370048242890/collection1/'
[junit4:junit4] 2> 87372 T303 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1370048242890/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 87373 T303 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1370048242890/collection1/lib/README' to classloader
[junit4:junit4] 2> 87426 T303 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 87489 T303 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 87591 T303 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 87600 T303 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 88260 T303 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 88275 T303 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 88280 T303 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 88307 T303 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 88313 T303 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 88318 T303 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 88320 T303 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 88320 T303 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 88321 T303 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 88323 T303 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 88323 T303 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 88323 T303 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 88324 T303 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1370048242890/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty2/
[junit4:junit4] 2> 88324 T303 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5181ab43
[junit4:junit4] 2> 88325 T303 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 88326 T303 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty2
[junit4:junit4] 2> 88327 T303 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty2/index/
[junit4:junit4] 2> 88328 T303 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 88328 T303 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty2/index
[junit4:junit4] 2> 88339 T303 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2d159375; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 88340 T303 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 88344 T303 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 88344 T303 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 88345 T303 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 88346 T303 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 88346 T303 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 88347 T303 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 88347 T303 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 88348 T303 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 88348 T303 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 88365 T303 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 88375 T303 oass.SolrIndexSearcher.<init> Opening Searcher@34d04408 main
[junit4:junit4] 2> 88376 T303 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 88376 T303 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 88381 T304 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@34d04408 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 88384 T303 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 88384 T303 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 88877 T267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 88878 T267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:31713_joa%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:31713/joa/q"}
[junit4:junit4] 2> 88878 T267 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 88879 T267 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 88886 T302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 88886 T266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 88886 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 88886 T273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 89390 T303 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 89390 T303 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:31713/joa/q collection:collection1 shard:shard1
[junit4:junit4] 2> 89395 T303 oasc.ZkController.register We are http://127.0.0.1:31713/joa/q/collection1/ and leader is http://127.0.0.1:14304/joa/q/collection1/
[junit4:junit4] 2> 89395 T303 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:31713/joa/q
[junit4:junit4] 2> 89395 T303 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 89396 T303 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C105 name=collection1 org.apache.solr.core.SolrCore@494372f5 url=http://127.0.0.1:31713/joa/q/collection1 node=127.0.0.1:31713_joa%2Fq C105_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:31713_joa%2Fq, base_url=http://127.0.0.1:31713/joa/q}
[junit4:junit4] 2> 89404 T305 C105 P31713 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 89405 T305 C105 P31713 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 89405 T303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 89405 T305 C105 P31713 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 89406 T305 C105 P31713 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 89407 T244 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4] 2> 89407 T244 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 89408 T305 C105 P31713 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 89408 T244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 89464 T276 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:31713_joa%2Fq_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 89710 T244 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 89713 T244 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:37611
[junit4:junit4] 2> 89714 T244 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 89715 T244 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 89715 T244 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1370048246452
[junit4:junit4] 2> 89716 T244 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1370048246452/solr.xml
[junit4:junit4] 2> 89716 T244 oasc.CoreContainer.<init> New CoreContainer 1782458975
[junit4:junit4] 2> 89717 T244 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1370048246452/'
[junit4:junit4] 2> 89718 T244 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1370048246452/'
[junit4:junit4] 2> 89847 T244 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 89848 T244 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 89849 T244 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 89849 T244 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 89850 T244 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 89850 T244 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 89851 T244 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 89851 T244 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 89852 T244 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 89852 T244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 89870 T244 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 89871 T244 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45198/solr
[junit4:junit4] 2> 89871 T244 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 89872 T244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 89876 T317 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58fa934b name:ZooKeeperConnection Watcher:127.0.0.1:45198 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 89876 T244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 89885 T244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 89898 T244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 89901 T319 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4654c7a3 name:ZooKeeperConnection Watcher:127.0.0.1:45198/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 89901 T244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 89914 T244 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 90404 T267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 90405 T267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:31713_joa%2Fq_collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:31713_joa%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:31713/joa/q"}
[junit4:junit4] 2> 90418 T273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 90419 T266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 90418 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 90419 T302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 90418 T319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 90466 T276 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:31713_joa%2Fq_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 90466 T276 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:31713_joa%252Fq_collection1&state=recovering&nodeName=127.0.0.1:31713_joa%252Fq&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1011
[junit4:junit4] 2> 90920 T244 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37611_joa%2Fq
[junit4:junit4] 2> 90922 T244 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37611_joa%2Fq
[junit4:junit4] 2> 90925 T273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 90925 T319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 90925 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 90926 T302 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 90926 T266 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 90927 T302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 90927 T266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 90928 T273 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 90928 T286 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 90929 T319 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 90937 T320 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1370048246452/collection1
[junit4:junit4] 2> 90937 T320 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 90938 T320 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 90938 T320 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 90941 T320 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1370048246452/collection1/'
[junit4:junit4] 2> 90942 T320 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1370048246452/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 90943 T320 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1370048246452/collection1/lib/README' to classloader
[junit4:junit4] 2> 90996 T320 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 91059 T320 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 91161 T320 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 91169 T320 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 91819 T320 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 91835 T320 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 91839 T320 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 91865 T320 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 91871 T320 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 91877 T320 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 91879 T320 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 91879 T320 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 91879 T320 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 91881 T320 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 91881 T320 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 91882 T320 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 91882 T320 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1370048246452/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty3/
[junit4:junit4] 2> 91882 T320 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5181ab43
[junit4:junit4] 2> 91883 T320 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 91884 T320 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty3
[junit4:junit4] 2> 91885 T320 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty3/index/
[junit4:junit4] 2> 91886 T320 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 91887 T320 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty3/index
[junit4:junit4] 2> 91919 T320 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d319fc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 91919 T320 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 91923 T320 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 91924 T320 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 91924 T320 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 91925 T320 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 91926 T320 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 91926 T320 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 91927 T320 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 91927 T320 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 91928 T320 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 91944 T320 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 91954 T320 oass.SolrIndexSearcher.<init> Opening Searcher@4f3b4060 main
[junit4:junit4] 2> 91955 T320 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 91955 T320 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 91961 T321 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4f3b4060 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 91963 T320 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 91964 T320 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> ASYNC NEW_CORE C106 name=collection1 org.apache.solr.core.SolrCore@494372f5 url=http://127.0.0.1:31713/joa/q/collection1 node=127.0.0.1:31713_joa%2Fq C106_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:31713_joa%2Fq, base_url=http://127.0.0.1:31713/joa/q}
[junit4:junit4] 2> 92469 T305 C106 P31713 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:14304/joa/q/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 92481 T305 C106 P31713 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4] 2> 92509 T305 C106 P31713 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:31713/joa/q START replicas=[http://127.0.0.1:14304/joa/q/collection1/] nUpdates=100
[junit4:junit4] 2> 92522 T305 C106 P31713 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 92523 T305 C106 P31713 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 92523 T305 C106 P31713 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 92523 T305 C106 P31713 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 92523 T305 C106 P31713 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 92524 T305 C106 P31713 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:14304/joa/q/collection1/. core=collection1
[junit4:junit4] 2> 92524 T305 C106 P31713 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C107 name=collection1 org.apache.solr.core.SolrCore@1b73477a url=http://127.0.0.1:14304/joa/q/collection1 node=127.0.0.1:14304_joa%2Fq C107_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:14304_joa%2Fq, base_url=http://127.0.0.1:14304/joa/q, leader=true}
[junit4:junit4] 2> 92539 T277 C107 P14304 oasc.SolrCore.execute [collection1] webapp=/joa/q path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 92568 T278 C107 P14304 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 92574 T278 C107 P14304 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@40beb5f0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 92574 T278 C107 P14304 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 92608 T278 C107 P14304 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@40beb5f0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@40beb5f0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> 92608 T278 C107 P14304 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 92610 T278 C107 P14304 oass.SolrIndexSearcher.<init> Opening Searcher@54dc3fd3 realtime
[junit4:junit4] 2> 92610 T278 C107 P14304 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 92611 T278 C107 P14304 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 65
[junit4:junit4] 2> 92612 T305 C106 P31713 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 92613 T305 C106 P31713 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4] 2> 92643 T305 C106 P31713 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 92646 T279 C107 P14304 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 92647 T279 C107 P14304 oasc.SolrCore.execute [collection1] webapp=/joa/q path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 92648 T305 C106 P31713 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 92648 T305 C106 P31713 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 92649 T305 C106 P31713 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 92653 T279 C107 P14304 oasc.SolrCore.execute [collection1] webapp=/joa/q path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 92654 T305 C106 P31713 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 92656 T305 C106 P31713 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty2/index.20130601015729672
[junit4:junit4] 2> 92657 T305 C106 P31713 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty2/index.20130601015729672 lockFactory=org.apache.lucene.store.NativeFSLockFactory@29b0ed66; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 2> 92673 T279 C107 P14304 oasc.SolrCore.execute [collection1] webapp=/joa/q path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=5
[junit4:junit4] 2> 92691 T305 C106 P31713 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 92694 T305 C106 P31713 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 92695 T305 C106 P31713 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 92706 T305 C106 P31713 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2d159375; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2d159375; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> 92706 T305 C106 P31713 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 92707 T305 C106 P31713 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 92708 T305 C106 P31713 oass.SolrIndexSearcher.<init> Opening Searcher@505190f9 main
[junit4:junit4] 2> 92709 T304 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@505190f9 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 92710 T305 C106 P31713 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty2/index.20130601015729672 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty2/index.20130601015729672;done=true>>]
[junit4:junit4] 2> 92711 T305 C106 P31713 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty2/index.20130601015729672
[junit4:junit4] 2> 92711 T305 C106 P31713 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty2/index.20130601015729672
[junit4:junit4] 2> 92712 T305 C106 P31713 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 92713 T305 C106 P31713 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 92713 T305 C106 P31713 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 92713 T305 C106 P31713 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 92715 T305 C106 P31713 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 93430 T267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 93431 T267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:37611_joa%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:37611/joa/q"}
[junit4:junit4] 2> 93431 T267 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 93432 T267 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 93441 T267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:31713_joa%2Fq_collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:31713_joa%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:31713/joa/q"}
[junit4:junit4] 2> 93456 T273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 93456 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 93456 T266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 93456 T302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 93456 T319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 93968 T320 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 93968 T320 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:37611/joa/q collection:collection1 shard:shard1
[junit4:junit4] 2> 93978 T320 oasc.ZkController.register We are http://127.0.0.1:37611/joa/q/collection1/ and leader is http://127.0.0.1:14304/joa/q/collection1/
[junit4:junit4] 2> 93979 T320 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37611/joa/q
[junit4:junit4] 2> 93979 T320 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 93979 T320 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C108 name=collection1 org.apache.solr.core.SolrCore@528f3caf url=http://127.0.0.1:37611/joa/q/collection1 node=127.0.0.1:37611_joa%2Fq C108_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:37611_joa%2Fq, base_url=http://127.0.0.1:37611/joa/q}
[junit4:junit4] 2> 93980 T324 C108 P37611 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 93981 T324 C108 P37611 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 93981 T320 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 93981 T324 C108 P37611 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 93982 T324 C108 P37611 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 93983 T244 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4] 2> 93983 T244 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 93984 T324 C108 P37611 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 93984 T244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 94012 T280 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:37611_joa%2Fq_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 94278 T244 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 94281 T244 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21652
[junit4:junit4] 2> 94282 T244 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 94283 T244 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 94283 T244 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1370048251027
[junit4:junit4] 2> 94284 T244 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1370048251027/solr.xml
[junit4:junit4] 2> 94284 T244 oasc.CoreContainer.<init> New CoreContainer 542887643
[junit4:junit4] 2> 94285 T244 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1370048251027/'
[junit4:junit4] 2> 94285 T244 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1370048251027/'
[junit4:junit4] 2> 94415 T244 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 94415 T244 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 94416 T244 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 94416 T244 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 94417 T244 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 94417 T244 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 94418 T244 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 94418 T244 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 94419 T244 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 94419 T244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 94437 T244 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 94438 T244 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45198/solr
[junit4:junit4] 2> 94438 T244 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 94439 T244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 94442 T336 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4abf81f2 name:ZooKeeperConnection Watcher:127.0.0.1:45198 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 94443 T244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 94446 T244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 94459 T244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 94461 T338 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6de84bb0 name:ZooKeeperConnection Watcher:127.0.0.1:45198/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 94461 T244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 94475 T244 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 94972 T267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 94973 T267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:37611_joa%2Fq_collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:37611_joa%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:37611/joa/q"}
[junit4:junit4] 2> 94980 T273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 94980 T266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 94980 T302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 94980 T338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 94980 T319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 94980 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 95013 T280 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:37611_joa%2Fq_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 95013 T280 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:37611_joa%252Fq_collection1&state=recovering&nodeName=127.0.0.1:37611_joa%252Fq&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001
[junit4:junit4] 2> 95481 T244 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21652_joa%2Fq
[junit4:junit4] 2> 95483 T244 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21652_joa%2Fq
[junit4:junit4] 2> 95486 T273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 95486 T319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 95486 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 95487 T302 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 95487 T338 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 95487 T266 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 95488 T338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 95487 T302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 95488 T266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 95489 T273 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 95489 T319 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 95490 T286 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 95498 T339 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1370048251027/collection1
[junit4:junit4] 2> 95498 T339 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 95499 T339 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 95499 T339 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 95502 T339 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1370048251027/collection1/'
[junit4:junit4] 2> 95503 T339 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1370048251027/collection1/lib/README' to classloader
[junit4:junit4] 2> 95504 T339 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1370048251027/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 95557 T339 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 95620 T339 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 95722 T339 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 95731 T339 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 96388 T339 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 96403 T339 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 96408 T339 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 96434 T339 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 96440 T339 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 96446 T339 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 96447 T339 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 96448 T339 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 96448 T339 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 96450 T339 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 96450 T339 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 96450 T339 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 96451 T339 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1370048251027/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty4/
[junit4:junit4] 2> 96451 T339 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5181ab43
[junit4:junit4] 2> 96452 T339 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 96453 T339 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty4
[junit4:junit4] 2> 96454 T339 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty4/index/
[junit4:junit4] 2> 96455 T339 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 96456 T339 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty4/index
[junit4:junit4] 2> 96463 T339 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@20c0fe7c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 96464 T339 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 96468 T339 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 96468 T339 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 96469 T339 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 96470 T339 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 96470 T339 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 96471 T339 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 96471 T339 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 96472 T339 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 96472 T339 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 96489 T339 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 96498 T339 oass.SolrIndexSearcher.<init> Opening Searcher@61b38786 main
[junit4:junit4] 2> 96500 T339 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 96500 T339 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 96505 T340 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@61b38786 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 96508 T339 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 96508 T339 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> ASYNC NEW_CORE C109 name=collection1 org.apache.solr.core.SolrCore@528f3caf url=http://127.0.0.1:37611/joa/q/collection1 node=127.0.0.1:37611_joa%2Fq C109_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:37611_joa%2Fq, base_url=http://127.0.0.1:37611/joa/q}
[junit4:junit4] 2> 97015 T324 C109 P37611 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:14304/joa/q/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 97015 T324 C109 P37611 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:37611/joa/q START replicas=[http://127.0.0.1:14304/joa/q/collection1/] nUpdates=100
[junit4:junit4] 2> 97017 T324 C109 P37611 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 97017 T324 C109 P37611 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 97017 T324 C109 P37611 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 97017 T324 C109 P37611 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 97018 T324 C109 P37611 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 97018 T324 C109 P37611 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:14304/joa/q/collection1/. core=collection1
[junit4:junit4] 2> 97018 T324 C109 P37611 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C110 name=collection1 org.apache.solr.core.SolrCore@1b73477a url=http://127.0.0.1:14304/joa/q/collection1 node=127.0.0.1:14304_joa%2Fq C110_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:14304_joa%2Fq, base_url=http://127.0.0.1:14304/joa/q, leader=true}
[junit4:junit4] 2> 97020 T277 C110 P14304 oasc.SolrCore.execute [collection1] webapp=/joa/q path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 97040 T281 C110 P14304 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 97054 T281 C110 P14304 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@40beb5f0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@40beb5f0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> 97055 T281 C110 P14304 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 97056 T281 C110 P14304 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 97056 T281 C110 P14304 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 16
[junit4:junit4] 2> 97058 T324 C109 P37611 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 97058 T324 C109 P37611 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 97063 T279 C110 P14304 oasc.SolrCore.execute [collection1] webapp=/joa/q path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 97064 T324 C109 P37611 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4] 2> 97065 T324 C109 P37611 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 97065 T324 C109 P37611 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 97068 T279 C110 P14304 oasc.SolrCore.execute [collection1] webapp=/joa/q path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=1
[junit4:junit4] 2> 97069 T324 C109 P37611 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 97071 T324 C109 P37611 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty3/index.20130601015734088
[junit4:junit4] 2> 97072 T324 C109 P37611 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty3/index.20130601015734088 lockFactory=org.apache.lucene.store.NativeFSLockFactory@30e1b77a; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 2> 97077 T279 C110 P14304 oasc.SolrCore.execute [collection1] webapp=/joa/q path=/replication params={file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0
[junit4:junit4] 2> 97079 T324 C109 P37611 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 97081 T324 C109 P37611 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 97082 T324 C109 P37611 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 97087 T324 C109 P37611 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d319fc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d319fc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> 97087 T324 C109 P37611 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 97088 T324 C109 P37611 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 97089 T324 C109 P37611 oass.SolrIndexSearcher.<init> Opening Searcher@16253994 main
[junit4:junit4] 2> 97090 T321 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16253994 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 2> 97091 T324 C109 P37611 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty3/index.20130601015734088 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty3/index.20130601015734088;done=true>>]
[junit4:junit4] 2> 97091 T324 C109 P37611 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty3/index.20130601015734088
[junit4:junit4] 2> 97091 T324 C109 P37611 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty3/index.20130601015734088
[junit4:junit4] 2> 97093 T324 C109 P37611 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 97093 T324 C109 P37611 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 97093 T324 C109 P37611 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 97093 T324 C109 P37611 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 97095 T324 C109 P37611 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 97997 T267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 97998 T267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:21652_joa%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:21652/joa/q"}
[junit4:junit4] 2> 97999 T267 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 97999 T267 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 98041 T267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:37611_joa%2Fq_collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:37611_joa%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:37611/joa/q"}
[junit4:junit4] 2> 98082 T273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 98082 T266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 98082 T302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 98082 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 98082 T338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 98082 T319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 98512 T339 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 98512 T339 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21652/joa/q collection:collection1 shard:shard1
[junit4:junit4] 2> 98524 T339 oasc.ZkController.register We are http://127.0.0.1:21652/joa/q/collection1/ and leader is http://127.0.0.1:14304/joa/q/collection1/
[junit4:junit4] 2> 98524 T339 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21652/joa/q
[junit4:junit4] 2> 98524 T339 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 98525 T339 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C111 name=collection1 org.apache.solr.core.SolrCore@25c9694e url=http://127.0.0.1:21652/joa/q/collection1 node=127.0.0.1:21652_joa%2Fq C111_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:21652_joa%2Fq, base_url=http://127.0.0.1:21652/joa/q}
[junit4:junit4] 2> 98526 T343 C111 P21652 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 98526 T343 C111 P21652 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 98527 T339 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 98527 T343 C111 P21652 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 98527 T343 C111 P21652 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 98528 T244 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4] 2> 98529 T244 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 98529 T343 C111 P21652 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 98529 T244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 98555 T244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 98557 T282 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:21652_joa%2Fq_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 98558 T244 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 98558 T244 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 98559 T244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 99561 T244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 99675 T267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 99677 T267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:21652_joa%2Fq_collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:21652_joa%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:21652/joa/q"}
[junit4:junit4] 2> 99693 T273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 99693 T266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 99693 T338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 99693 T302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 99693 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 99693 T319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 100559 T282 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:21652_joa%2Fq_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 100559 T282 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:21652_joa%252Fq_collection1&state=recovering&nodeName=127.0.0.1:21652_joa%252Fq&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002
[junit4:junit4] 2> 100565 T244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 101567 T244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C111_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:21652_joa%2Fq, base_url=http://127.0.0.1:21652/joa/q}
[junit4:junit4] 2> 102561 T343 C111 P21652 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:14304/joa/q/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 102561 T343 C111 P21652 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:21652/joa/q START replicas=[http://127.0.0.1:14304/joa/q/collection1/] nUpdates=100
[junit4:junit4] 2> 102562 T343 C111 P21652 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 102563 T343 C111 P21652 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 102563 T343 C111 P21652 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 102563 T343 C111 P21652 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 102563 T343 C111 P21652 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 102564 T343 C111 P21652 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:14304/joa/q/collection1/. core=collection1
[junit4:junit4] 2> 102564 T343 C111 P21652 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 102566 T277 C110 P14304 oasc.SolrCore.execute [collection1] webapp=/joa/q path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 102570 T244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 102580 T276 C110 P14304 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 102596 T276 C110 P14304 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@40beb5f0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@40beb5f0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@40beb5f0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> 102597 T276 C110 P14304 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 102599 T276 C110 P14304 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 102599 T276 C110 P14304 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4] 2> 102600 T343 C111 P21652 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 102601 T343 C111 P21652 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 102604 T279 C110 P14304 oasc.SolrCore.execute [collection1] webapp=/joa/q path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 102605 T343 C111 P21652 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4] 2> 102605 T343 C111 P21652 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 102605 T343 C111 P21652 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 102609 T279 C110 P14304 oasc.SolrCore.execute [collection1] webapp=/joa/q path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=1
[junit4:junit4] 2> 102610 T343 C111 P21652 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 102612 T343 C111 P21652 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty4/index.20130601015739629
[junit4:junit4] 2> 102613 T343 C111 P21652 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty4/index.20130601015739629 lockFactory=org.apache.lucene.store.NativeFSLockFactory@20be03fe; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 2> 102617 T279 C110 P14304 oasc.SolrCore.execute [collection1] webapp=/joa/q path=/replication params={file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=1
[junit4:junit4] 2> 102618 T343 C111 P21652 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 102621 T343 C111 P21652 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 102622 T343 C111 P21652 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 102628 T343 C111 P21652 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@20c0fe7c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@20c0fe7c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> 102629 T343 C111 P21652 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 102629 T343 C111 P21652 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 102631 T343 C111 P21652 oass.SolrIndexSearcher.<init> Opening Searcher@271c2534 main
[junit4:junit4] 2> 102632 T340 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@271c2534 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 2> 102633 T343 C111 P21652 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty4/index.20130601015739629 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty4/index.20130601015739629;done=true>>]
[junit4:junit4] 2> 102633 T343 C111 P21652 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty4/index.20130601015739629
[junit4:junit4] 2> 102633 T343 C111 P21652 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty4/index.20130601015739629
[junit4:junit4] 2> 102635 T343 C111 P21652 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 102635 T343 C111 P21652 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 102635 T343 C111 P21652 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 102636 T343 C111 P21652 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 102638 T343 C111 P21652 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 102703 T267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 102704 T267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:21652_joa%2Fq_collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:21652_joa%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:21652/joa/q"}
[junit4:junit4] 2> 102710 T273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 102710 T266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 102710 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 102710 T319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 102710 T302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 102710 T338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 103574 T244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 103575 T244 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C112 name=collection1 org.apache.solr.core.SolrCore@6d40c3f9 url=http://127.0.0.1:33795/joa/q/collection1 node=127.0.0.1:33795_joa%2Fq C112_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:33795_joa%2Fq, base_url=http://127.0.0.1:33795/joa/q, leader=true}
[junit4:junit4] 2> 103594 T256 C112 P33795 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 103602 T256 C112 P33795 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fa5f544; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 103602 T256 C112 P33795 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 103615 T256 C112 P33795 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fa5f544; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fa5f544; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> 103615 T256 C112 P33795 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 103618 T256 C112 P33795 oass.SolrIndexSearcher.<init> Opening Searcher@16910326 main
[junit4:junit4] 2> 103619 T256 C112 P33795 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 103620 T270 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16910326 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 103620 T256 C112 P33795 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 26
[junit4:junit4] 2> 103657 T278 C110 P14304 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 103662 T278 C110 P14304 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=4
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@40beb5f0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@40beb5f0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@40beb5f0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@40beb5f0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5}
[junit4:junit4] 2> 103662 T278 C110 P14304 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 103664 T278 C110 P14304 oass.SolrIndexSearcher.<init> Opening Searcher@57ee1ab0 main
[junit4:junit4] 2> 103664 T278 C110 P14304 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 103665 T288 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@57ee1ab0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 103679 T278 C110 P14304 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:31713/joa/q/collection1/, StdNode: http://127.0.0.1:37611/joa/q/collection1/, StdNode: http://127.0.0.1:21652/joa/q/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> C109_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:37611_joa%2Fq, base_url=http://127.0.0.1:37611/joa/q}
[junit4:junit4] 2> 103703 T309 C109 P37611 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 103709 T309 C109 P37611 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d319fc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d319fc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> 103709 T309 C109 P37611 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 103711 T309 C109 P37611 oass.SolrIndexSearcher.<init> Opening Searcher@10709a2b main
[junit4:junit4] 2> 103712 T309 C109 P37611 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 103713 T321 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@10709a2b main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 2> 103713 T309 C109 P37611 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4] 2> ASYNC NEW_CORE C113 name=collection1 org.apache.solr.core.SolrCore@494372f5 url=http://127.0.0.1:31713/joa/q/collection1 node=127.0.0.1:31713_joa%2Fq C113_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:31713_joa%2Fq, base_url=http://127.0.0.1:31713/joa/q}
[junit4:junit4] 2> 103713 T292 C113 P31713 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C111_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:21652_joa%2Fq, base_url=http://127.0.0.1:21652/joa/q}
[junit4:junit4] 2> 103713 T328 C111 P21652 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 103729 T292 C113 P31713 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2d159375; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2d159375; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> 103729 T328 C111 P21652 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@20c0fe7c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@20c0fe7c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5}
[junit4:junit4] 2> 103729 T292 C113 P31713 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 103730 T328 C111 P21652 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 103732 T292 C113 P31713 oass.SolrIndexSearcher.<init> Opening Searcher@430cb16 main
[junit4:junit4] 2> 103733 T328 C111 P21652 oass.SolrIndexSearcher.<init> Opening Searcher@24e3489a main
[junit4:junit4] 2> 103733 T292 C113 P31713 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 103733 T304 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@430cb16 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 103733 T328 C111 P21652 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 103734 T340 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@24e3489a main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 2> 103734 T292 C113 P31713 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 21
[junit4:junit4] 2> 103735 T328 C111 P21652 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 22
[junit4:junit4] 2> 103736 T278 C110 P14304 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 79
[junit4:junit4] 2> 103737 T244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 103742 T280 C110 P14304 oasc.SolrCore.execute [collection1] webapp=/joa/q path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 103745 T293 C113 P31713 oasc.SolrCore.execute [collection1] webapp=/joa/q path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 103748 T310 C109 P37611 oasc.SolrCore.execute [collection1] webapp=/joa/q path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 103751 T329 C111 P21652 oasc.SolrCore.execute [collection1] webapp=/joa/q path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 105790 T256 C112 P33795 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436599727192801280)} 0 34
[junit4:junit4] 2> 105811 T292 C113 P31713 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={update.distrib=FROMLEADER&_version_=-1436599727227404288&update.from=http://127.0.0.1:14304/joa/q/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436599727227404288)} 0 2
[junit4:junit4] 2> 105811 T328 C111 P21652 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={update.distrib=FROMLEADER&_version_=-1436599727227404288&update.from=http://127.0.0.1:14304/joa/q/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436599727227404288)} 0 2
[junit4:junit4] 2> 105812 T309 C109 P37611 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={update.distrib=FROMLEADER&_version_=-1436599727227404288&update.from=http://127.0.0.1:14304/joa/q/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436599727227404288)} 0 3
[junit4:junit4] 2> 105813 T278 C110 P14304 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436599727227404288)} 0 18
[junit4:junit4] 2> 105822 T256 C112 P33795 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={wt=javabin&version=2} {add=[0 (1436599727251521536)]} 0 4
[junit4:junit4] 2> 105853 T309 C109 P37611 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={distrib.from=http://127.0.0.1:14304/joa/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1436599727259910144)]} 0 6
[junit4:junit4] 2> 105853 T292 C113 P31713 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={distrib.from=http://127.0.0.1:14304/joa/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1436599727259910144)]} 0 6
[junit4:junit4] 2> 105853 T328 C111 P21652 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={distrib.from=http://127.0.0.1:14304/joa/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1436599727259910144)]} 0 6
[junit4:junit4] 2> 105854 T278 C110 P14304 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={wt=javabin&version=2} {add=[0 (1436599727259910144)]} 0 28
[junit4:junit4] 2> 105860 T256 C112 P33795 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={wt=javabin&version=2} {add=[1 (1436599727294513152)]} 0 1
[junit4:junit4] 2> 105871 T309 C109 P37611 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={distrib.from=http://127.0.0.1:14304/joa/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1436599727299756032)]} 0 2
[junit4:junit4] 2> 105871 T292 C113 P31713 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={distrib.from=http://127.0.0.1:14304/joa/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1436599727299756032)]} 0 2
[junit4:junit4] 2> 105871 T328 C111 P21652 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={distrib.from=http://127.0.0.1:14304/joa/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1436599727299756032)]} 0 2
[junit4:junit4] 2> 105872 T278 C110 P14304 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={wt=javabin&version=2} {add=[1 (1436599727299756032)]} 0 8
[junit4:junit4] 2> 105878 T256 C112 P33795 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={wt=javabin&version=2} {add=[2 (1436599727313387520)]} 0 2
[junit4:junit4] 2> 105883 T278 C110 P14304 oasup.DistributedUpdateProcessor.setupRequest test.distrib.skip.servers was found and contains:[http://127.0.0.1:31713/joa/q/collection1/]
[junit4:junit4] 2> 105884 T278 C110 P14304 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:31713/joa/q/collection1/ against:[http://127.0.0.1:31713/joa/q/collection1/] result:true
[junit4:junit4] 2> 105884 T278 C110 P14304 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:37611/joa/q/collection1/ against:[http://127.0.0.1:31713/joa/q/collection1/] result:false
[junit4:junit4] 2> 105884 T278 C110 P14304 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:21652/joa/q/collection1/ against:[http://127.0.0.1:31713/joa/q/collection1/] result:false
[junit4:junit4] 2> 105892 T328 C111 P21652 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={distrib.from=http://127.0.0.1:14304/joa/q/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:31713/joa/q/collection1/&wt=javabin&version=2} {add=[2 (1436599727321776128)]} 0 2
[junit4:junit4] 2> 105892 T309 C109 P37611 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={distrib.from=http://127.0.0.1:14304/joa/q/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:31713/joa/q/collection1/&wt=javabin&version=2} {add=[2 (1436599727321776128)]} 0 2
[junit4:junit4] 2> 105893 T278 C110 P14304 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={test.distrib.skip.servers=http://127.0.0.1:31713/joa/q/collection1/&wt=javabin&version=2} {add=[2 (1436599727321776128)]} 0 11
[junit4:junit4] 2> 105899 T256 C112 P33795 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={wt=javabin&version=2} {add=[3 (1436599727335407616)]} 0 2
[junit4:junit4] 2> 105904 T278 C110 P14304 oasup.DistributedUpdateProcessor.setupRequest test.distrib.skip.servers was found and contains:[http://127.0.0.1:37611/joa/q/collection1/, http://127.0.0.1:31713/joa/q/collection1/]
[junit4:junit4] 2> 105905 T278 C110 P14304 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:31713/joa/q/collection1/ against:[http://127.0.0.1:37611/joa/q/collection1/, http://127.0.0.1:31713/joa/q/collection1/] result:true
[junit4:junit4] 2> 105905 T278 C110 P14304 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:37611/joa/q/collection1/ against:[http://127.0.0.1:37611/joa/q/collection1/, http://127.0.0.1:31713/joa/q/collection1/] result:true
[junit4:junit4] 2> 105906 T278 C110 P14304 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:21652/joa/q/collection1/ against:[http://127.0.0.1:37611/joa/q/collection1/, http://127.0.0.1:31713/joa/q/collection1/] result:false
[junit4:junit4] 2> 105914 T328 C111 P21652 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={distrib.from=http://127.0.0.1:14304/joa/q/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:31713/joa/q/collection1/&wt=javabin&version=2} {add=[3 (1436599727343796224)]} 0 3
[junit4:junit4] 2> 105915 T278 C110 P14304 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={test.distrib.skip.servers=http://127.0.0.1:31713/joa/q/collection1/&test.distrib.skip.servers=http://127.0.0.1:37611/joa/q/collection1/&wt=javabin&version=2} {add=[3 (1436599727343796224)]} 0 11
[junit4:junit4] 2> 105919 T256 C112 P33795 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 105984 T256 C112 P33795 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fa5f544; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fa5f544; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> 105985 T256 C112 P33795 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 105993 T256 C112 P33795 oass.SolrIndexSearcher.<init> Opening Searcher@775f6497 main
[junit4:junit4] 2> 105993 T256 C112 P33795 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 105994 T270 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@775f6497 main{StandardDirectoryReader(segments_3:3:nrt _0(4.4):C4)}
[junit4:junit4] 2> 105995 T256 C112 P33795 oasup.LogUpdateProcessor.finish [collection1] webapp=/joa/q path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 76
[junit4:junit4] 2> 106000 T278 C110 P14304 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 106053 T278 C110 P14304 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=4
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@40beb5f0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@40beb5f0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@40beb5f0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@40beb5f0; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_6,generation=6}
[junit4:junit4] 2> 106054 T278 C110 P14304 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 6
[junit4:junit4] 2> 106062 T278 C110 P14304 oass.SolrIndexSearcher.<init> Opening Searcher@6ab8b90b main
[junit4:junit4] 2> 106063 T278 C110 P14304 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 106064 T288 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6ab8b90b main{StandardDirectoryReader(segments_6:3:nrt _0(4.4):C4)}
[junit4:junit4] 2> 106065 T278 C110 P14304 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:31713/joa/q/collection1/, StdNode: http://127.0.0.1:37611/joa/q/collection1/, StdNode: http://127.0.0.1:21652/joa/q/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 106069 T328 C111 P21652 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 106069 T309 C109 P37611 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 106069 T292 C113 P31713 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 106181 T328 C111 P21652 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@20c0fe7c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@20c0fe7c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_6,generation=6}
[junit4:junit4] 2> 106182 T309 C109 P37611 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d319fc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1370048231510/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d319fc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5}
[junit4:junit4] 2> 106182 T328 C111 P21652 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 6
[junit4:junit4] 2> 106182 T292 C113 P31713 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCom
[...truncated too long message...]
> 1416790 T2155 oasc.ShardLeaderElectionContext.runLeaderProcess Sync was not a success but no one else is active! I am the leader
[junit4:junit4] 2> 1416790 T2155 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:28770/collection1/
[junit4:junit4] 2> 1416790 T2155 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@26ece66c
[junit4:junit4] 2> 1416791 T2155 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=734,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4] 2> 1416792 T2155 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 1416792 T2155 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 1416792 T2155 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 1416795 T2155 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 1416795 T2155 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 1416796 T2155 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370049294828/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370049294828/jetty4/index;done=false>>]
[junit4:junit4] 2> 1416796 T2155 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370049294828/jetty4/index
[junit4:junit4] 2> 1416796 T2155 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370049294828/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370049294828/jetty4;done=false>>]
[junit4:junit4] 2> 1416796 T2155 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370049294828/jetty4
[junit4:junit4] 2> 1416797 T2155 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 1416797 T2155 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/89787550586372108-127.0.0.1:28770__collection1-n_0000000001
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4] 2> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:260)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> 1416798 T2155 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1416798 T2155 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1416798 T2155 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1416799 T2155 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1416799 T2155 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1416799 T2155 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=500), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=500)), sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=th_TH, timezone=GB-Eire
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=3,free=394725584,total=529530880
[junit4:junit4] 2> NOTE: All tests run in this JVM: [SchemaVersionSpecificBehaviorTest, TestMergePolicyConfig, TestStressLucene, SimpleFacetsTest, QueryElevationComponentTest, DebugComponentTest, TestBinaryField, TestSolrIndexConfig, TestStressReorder, RequestHandlersTest, SpellPossibilityIteratorTest, TestQueryUtils, TestPseudoReturnFields, DirectSolrSpellCheckerTest, PreAnalyzedUpdateProcessorTest, SyncSliceTest, TestCharFilters, BasicDistributedZk2Test, TestDefaultSimilarityFactory, JSONWriterTest, TestCloudManagedSchemaAddField, StatelessScriptUpdateProcessorFactoryTest, ZkControllerTest, PluginInfoTest, BinaryUpdateRequestHandlerTest, TestPostingsSolrHighlighter, IndexBasedSpellCheckerTest, TestSolrXMLSerializer, AlternateDirectoryTest, SpellCheckCollatorTest, LoggingHandlerTest, SpatialFilterTest, LukeRequestHandlerTest, ReturnFieldsTest, TestLazyCores, HighlighterTest, TestCoreDiscovery, TestFieldResource, CoreContainerCoreInitFailuresTest, TestReloadAndDeleteDocs, TestAddFieldRealTimeGet, PreAnalyzedFieldTest, TestFuzzyAnalyzedSuggestions, TestCloudManagedSchema, StatsComponentTest, TestLRUCache, LeaderElectionTest, CircularListTest, TestIndexingPerformance, DateFieldTest, TestRealTimeGet, CachingDirectoryFactoryTest, TestDynamicFieldResource, SuggesterFSTTest, TestJoin, TestComponentsName, ZkCLITest, TestFoldingMultitermQuery, SolrIndexConfigTest, SolrCmdDistributorTest, SliceStateTest, TestFieldTypeCollectionResource, UpdateRequestProcessorFactoryTest, TestMaxScoreQueryParser, TestCSVLoader, SuggesterTest, SolrTestCaseJ4Test, TermVectorComponentTest, TestDynamicFieldCollectionResource, FullSolrCloudDistribCmdsTest, JsonLoaderTest, TestJmxMonitoredMap, TestRTGBase, EchoParamsTest, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J0 in 279.62s, 1 test, 1 error <<< FAILURES!
[...truncated 13 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:386: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:887: There were test failures: 297 suites, 1238 tests, 2 suite-level errors, 1 error, 2 failures, 578 ignored (1 assumption)
Total time: 44 minutes 29 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1300 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1300/
1 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:18672 returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:18672 returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([B14C329FC6F37C9D:30AABC87B1AC1CA1]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9617 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 2> 1022583 T2387 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 1022589 T2387 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-ChaosMonkeyShardSplitTest-1370123245694
[junit4:junit4] 2> 1022590 T2387 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 1022591 T2388 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 1022693 T2387 oasc.ZkTestServer.run start zk server on port:44437
[junit4:junit4] 2> 1022694 T2387 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1022735 T2394 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6aadd08e name:ZooKeeperConnection Watcher:127.0.0.1:44437 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1022736 T2387 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1022736 T2387 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 1022742 T2387 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1022754 T2396 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1673bfca name:ZooKeeperConnection Watcher:127.0.0.1:44437/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1022754 T2387 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1022754 T2387 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 1022764 T2387 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 1022767 T2387 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 1022770 T2387 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 1022779 T2387 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1022779 T2387 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1022784 T2387 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 1022785 T2387 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 1022893 T2387 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 1022894 T2387 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 1022901 T2387 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 1022902 T2387 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 1022905 T2387 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 1022906 T2387 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 1022909 T2387 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 1022909 T2387 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 1022912 T2387 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 1022913 T2387 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 1022916 T2387 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 1022917 T2387 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 1022920 T2387 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 1022920 T2387 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 1023191 T2387 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1023196 T2387 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:59484
[junit4:junit4] 2> 1023196 T2387 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1023197 T2387 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1023197 T2387 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370123246033
[junit4:junit4] 2> 1023198 T2387 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370123246033/solr.xml
[junit4:junit4] 2> 1023198 T2387 oasc.CoreContainer.<init> New CoreContainer 302421146
[junit4:junit4] 2> 1023199 T2387 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370123246033/'
[junit4:junit4] 2> 1023200 T2387 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370123246033/'
[junit4:junit4] 2> 1023327 T2387 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1023327 T2387 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1023328 T2387 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1023328 T2387 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1023329 T2387 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1023329 T2387 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1023330 T2387 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1023330 T2387 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1023331 T2387 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1023331 T2387 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1023349 T2387 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1023350 T2387 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:44437/solr
[junit4:junit4] 2> 1023350 T2387 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1023351 T2387 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1023354 T2407 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20617f9 name:ZooKeeperConnection Watcher:127.0.0.1:44437 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1023354 T2387 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1023357 T2387 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1023370 T2387 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1023372 T2409 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1011630 name:ZooKeeperConnection Watcher:127.0.0.1:44437/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1023372 T2387 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1023374 T2387 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 1023384 T2387 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 1023387 T2387 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 1023389 T2387 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59484_
[junit4:junit4] 2> 1023398 T2387 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59484_
[junit4:junit4] 2> 1023401 T2387 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 1023415 T2387 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 1023422 T2387 oasc.Overseer.start Overseer (id=89792397030260739-127.0.0.1:59484_-n_0000000000) starting
[junit4:junit4] 2> 1023427 T2387 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 1023440 T2411 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 1023441 T2387 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 1023443 T2387 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 1023451 T2387 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1023453 T2410 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 1023458 T2412 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370123246033/collection1
[junit4:junit4] 2> 1023458 T2412 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 1023459 T2412 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1023459 T2412 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 1023461 T2412 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370123246033/collection1/'
[junit4:junit4] 2> 1023462 T2412 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370123246033/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1023463 T2412 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370123246033/collection1/lib/README' to classloader
[junit4:junit4] 2> 1023514 T2412 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1023575 T2412 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1023677 T2412 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1023683 T2412 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1024252 T2412 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1024256 T2412 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1024258 T2412 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1024263 T2412 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1024286 T2412 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1024286 T2412 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370123246033/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/control/data/
[junit4:junit4] 2> 1024287 T2412 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@245a9783
[junit4:junit4] 2> 1024287 T2412 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1024288 T2412 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/control/data
[junit4:junit4] 2> 1024288 T2412 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/control/data/index/
[junit4:junit4] 2> 1024288 T2412 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1024291 T2412 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/control/data/index
[junit4:junit4] 2> 1024296 T2412 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537121tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@21b8faa1),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1024297 T2412 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1024299 T2412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1024300 T2412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1024301 T2412 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1024301 T2412 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1024302 T2412 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1024302 T2412 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1024302 T2412 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1024303 T2412 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1024303 T2412 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1024320 T2412 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1024329 T2412 oass.SolrIndexSearcher.<init> Opening Searcher@7feffda8 main
[junit4:junit4] 2> 1024329 T2412 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/control/data/tlog
[junit4:junit4] 2> 1024330 T2412 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1024330 T2412 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1024334 T2413 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7feffda8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1024336 T2412 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1024337 T2412 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1024956 T2410 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1024957 T2410 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:59484_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:59484"}
[junit4:junit4] 2> 1024957 T2410 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 1024958 T2410 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1024970 T2409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1025339 T2412 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1025339 T2412 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59484 collection:control_collection shard:shard1
[junit4:junit4] 2> 1025340 T2412 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 1025360 T2412 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1025363 T2412 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1025363 T2412 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1025364 T2412 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59484/collection1/
[junit4:junit4] 2> 1025364 T2412 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1025364 T2412 oasc.SyncStrategy.syncToMe http://127.0.0.1:59484/collection1/ has no replicas
[junit4:junit4] 2> 1025364 T2412 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59484/collection1/
[junit4:junit4] 2> 1025365 T2412 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 1026475 T2410 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1026508 T2409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1026550 T2412 oasc.ZkController.register We are http://127.0.0.1:59484/collection1/ and leader is http://127.0.0.1:59484/collection1/
[junit4:junit4] 2> 1026550 T2412 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59484
[junit4:junit4] 2> 1026550 T2412 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1026550 T2412 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1026551 T2412 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1026552 T2412 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1026554 T2387 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1026554 T2387 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1026554 T2387 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1026565 T2387 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 1026566 T2387 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1026568 T2416 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6728f481 name:ZooKeeperConnection Watcher:127.0.0.1:44437/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1026568 T2387 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1026570 T2387 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1026572 T2387 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 1026802 T2387 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1026805 T2387 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:18672
[junit4:junit4] 2> 1026806 T2387 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1026806 T2387 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1026807 T2387 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370123249677
[junit4:junit4] 2> 1026807 T2387 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370123249677/solr.xml
[junit4:junit4] 2> 1026808 T2387 oasc.CoreContainer.<init> New CoreContainer 1725419996
[junit4:junit4] 2> 1026809 T2387 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370123249677/'
[junit4:junit4] 2> 1026809 T2387 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370123249677/'
[junit4:junit4] 2> 1026936 T2387 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1026937 T2387 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1026938 T2387 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1026938 T2387 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1026939 T2387 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1026939 T2387 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1026940 T2387 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1026940 T2387 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1026941 T2387 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1026941 T2387 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1026957 T2387 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1026958 T2387 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:44437/solr
[junit4:junit4] 2> 1026958 T2387 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1026959 T2387 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1026962 T2427 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@179ea91 name:ZooKeeperConnection Watcher:127.0.0.1:44437 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1026963 T2387 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1026973 T2387 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1026984 T2387 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1026992 T2429 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52842fbd name:ZooKeeperConnection Watcher:127.0.0.1:44437/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1026992 T2387 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1027003 T2387 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1028006 T2387 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:18672_
[junit4:junit4] 2> 1028008 T2387 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:18672_
[junit4:junit4] 2> 1028011 T2409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1028011 T2416 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1028011 T2429 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1028012 T2409 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1028023 T2410 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1028024 T2410 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:59484__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:59484_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:59484"}
[junit4:junit4] 2> 1028028 T2430 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370123249677/collection1
[junit4:junit4] 2> 1028028 T2409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1028028 T2430 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1028028 T2416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1028028 T2429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1028029 T2430 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1028029 T2430 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1028039 T2430 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370123249677/collection1/'
[junit4:junit4] 2> 1028040 T2430 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370123249677/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1028041 T2430 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370123249677/collection1/lib/README' to classloader
[junit4:junit4] 2> 1028092 T2430 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1028153 T2430 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1028255 T2430 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1028260 T2430 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1028826 T2430 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1028830 T2430 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1028833 T2430 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1028838 T2430 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1028860 T2430 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1028861 T2430 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370123249677/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty1/
[junit4:junit4] 2> 1028861 T2430 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@245a9783
[junit4:junit4] 2> 1028862 T2430 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1028863 T2430 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty1
[junit4:junit4] 2> 1028863 T2430 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty1/index/
[junit4:junit4] 2> 1028863 T2430 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1028866 T2430 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty1/index
[junit4:junit4] 2> 1028870 T2430 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537122tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@49d04e0d),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1028871 T2430 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1028874 T2430 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1028874 T2430 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1028875 T2430 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1028876 T2430 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1028876 T2430 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1028877 T2430 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1028877 T2430 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1028878 T2430 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1028878 T2430 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1028895 T2430 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1028903 T2430 oass.SolrIndexSearcher.<init> Opening Searcher@480cd0f3 main
[junit4:junit4] 2> 1028904 T2430 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty1/tlog
[junit4:junit4] 2> 1028905 T2430 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1028905 T2430 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1028910 T2431 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@480cd0f3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1028912 T2430 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1028912 T2430 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1029541 T2410 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1029542 T2410 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:18672_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:18672"}
[junit4:junit4] 2> 1029542 T2410 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 1029543 T2410 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1029556 T2409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1029556 T2429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1029556 T2416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1029916 T2430 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1029916 T2430 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:18672 collection:collection1 shard:shard1
[junit4:junit4] 2> 1029917 T2430 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 1029934 T2430 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1029937 T2430 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1029937 T2430 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1029937 T2430 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:18672/collection1/
[junit4:junit4] 2> 1029937 T2430 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1029938 T2430 oasc.SyncStrategy.syncToMe http://127.0.0.1:18672/collection1/ has no replicas
[junit4:junit4] 2> 1029938 T2430 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:18672/collection1/
[junit4:junit4] 2> 1029938 T2430 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 1031060 T2410 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1031086 T2409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1031086 T2429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1031086 T2416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1031121 T2430 oasc.ZkController.register We are http://127.0.0.1:18672/collection1/ and leader is http://127.0.0.1:18672/collection1/
[junit4:junit4] 2> 1031121 T2430 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:18672
[junit4:junit4] 2> 1031121 T2430 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1031121 T2430 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1031122 T2430 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1031124 T2430 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1031126 T2387 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1031126 T2387 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1031127 T2387 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1031411 T2387 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1031414 T2387 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:25589
[junit4:junit4] 2> 1031415 T2387 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1031415 T2387 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1031416 T2387 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370123254247
[junit4:junit4] 2> 1031416 T2387 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370123254247/solr.xml
[junit4:junit4] 2> 1031417 T2387 oasc.CoreContainer.<init> New CoreContainer 1430589208
[junit4:junit4] 2> 1031418 T2387 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370123254247/'
[junit4:junit4] 2> 1031418 T2387 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370123254247/'
[junit4:junit4] 2> 1031545 T2387 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1031546 T2387 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1031547 T2387 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1031547 T2387 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1031548 T2387 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1031548 T2387 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1031549 T2387 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1031549 T2387 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1031550 T2387 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1031550 T2387 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1031566 T2387 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1031566 T2387 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:44437/solr
[junit4:junit4] 2> 1031567 T2387 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1031568 T2387 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1031598 T2443 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b21e110 name:ZooKeeperConnection Watcher:127.0.0.1:44437 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1031599 T2387 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1031612 T2387 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1031622 T2387 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1031624 T2445 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@293e6de name:ZooKeeperConnection Watcher:127.0.0.1:44437/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1031625 T2387 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1031635 T2387 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1032591 T2410 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1032592 T2410 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:18672__collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:18672_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:18672"}
[junit4:junit4] 2> 1032634 T2409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1032634 T2445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1032634 T2416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1032634 T2429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1032638 T2387 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:25589_
[junit4:junit4] 2> 1032640 T2387 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:25589_
[junit4:junit4] 2> 1032642 T2409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1032642 T2445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1032642 T2429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1032642 T2416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1032644 T2409 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1032651 T2445 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1032651 T2429 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1032651 T2416 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1032657 T2446 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370123254247/collection1
[junit4:junit4] 2> 1032657 T2446 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1032657 T2446 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1032658 T2446 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1032659 T2446 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370123254247/collection1/'
[junit4:junit4] 2> 1032661 T2446 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370123254247/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1032661 T2446 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370123254247/collection1/lib/README' to classloader
[junit4:junit4] 2> 1032713 T2446 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1032773 T2446 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1032875 T2446 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1032881 T2446 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1033445 T2446 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1033449 T2446 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1033452 T2446 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1033457 T2446 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1033480 T2446 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1033480 T2446 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370123254247/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty2/
[junit4:junit4] 2> 1033480 T2446 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@245a9783
[junit4:junit4] 2> 1033481 T2446 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1033482 T2446 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty2
[junit4:junit4] 2> 1033482 T2446 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty2/index/
[junit4:junit4] 2> 1033483 T2446 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1033485 T2446 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty2/index
[junit4:junit4] 2> 1033490 T2446 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@172e3919),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1033490 T2446 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1033493 T2446 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1033493 T2446 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1033494 T2446 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1033495 T2446 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1033495 T2446 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1033496 T2446 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1033496 T2446 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1033497 T2446 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1033497 T2446 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1033513 T2446 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1033522 T2446 oass.SolrIndexSearcher.<init> Opening Searcher@2c6290dc main
[junit4:junit4] 2> 1033522 T2446 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty2/tlog
[junit4:junit4] 2> 1033523 T2446 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1033524 T2446 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1033529 T2447 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2c6290dc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1033531 T2446 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1033531 T2446 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1034139 T2410 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1034140 T2410 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:25589_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:25589"}
[junit4:junit4] 2> 1034140 T2410 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1034141 T2410 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 1034158 T2409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1034158 T2445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1034158 T2416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1034158 T2429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1034534 T2446 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1034534 T2446 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:25589 collection:collection1 shard:shard2
[junit4:junit4] 2> 1034535 T2446 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 1034551 T2446 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1034560 T2446 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1034561 T2446 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1034561 T2446 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:25589/collection1/
[junit4:junit4] 2> 1034561 T2446 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1034561 T2446 oasc.SyncStrategy.syncToMe http://127.0.0.1:25589/collection1/ has no replicas
[junit4:junit4] 2> 1034562 T2446 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:25589/collection1/
[junit4:junit4] 2> 1034562 T2446 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 1035663 T2410 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1035685 T2409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1035685 T2429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1035685 T2445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1035685 T2416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1035704 T2446 oasc.ZkController.register We are http://127.0.0.1:25589/collection1/ and leader is http://127.0.0.1:25589/collection1/
[junit4:junit4] 2> 1035704 T2446 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:25589
[junit4:junit4] 2> 1035704 T2446 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1035704 T2446 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1035705 T2446 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1035707 T2446 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1035708 T2387 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1035708 T2387 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1035709 T2387 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1035991 T2387 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1035994 T2387 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:15430
[junit4:junit4] 2> 1035995 T2387 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1035996 T2387 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1035996 T2387 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370123258831
[junit4:junit4] 2> 1035997 T2387 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370123258831/solr.xml
[junit4:junit4] 2> 1035997 T2387 oasc.CoreContainer.<init> New CoreContainer 731866148
[junit4:junit4] 2> 1035998 T2387 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370123258831/'
[junit4:junit4] 2> 1035999 T2387 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370123258831/'
[junit4:junit4] 2> 1036125 T2387 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1036126 T2387 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1036127 T2387 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1036127 T2387 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1036128 T2387 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1036128 T2387 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1036129 T2387 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1036129 T2387 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1036130 T2387 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1036130 T2387 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1036147 T2387 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1036148 T2387 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:44437/solr
[junit4:junit4] 2> 1036149 T2387 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1036150 T2387 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1036156 T2459 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d730d11 name:ZooKeeperConnection Watcher:127.0.0.1:44437 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1036157 T2387 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1036178 T2387 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1036190 T2387 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1036193 T2461 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@547d5390 name:ZooKeeperConnection Watcher:127.0.0.1:44437/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1036193 T2387 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1036203 T2387 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1037190 T2410 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1037191 T2410 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:25589__collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:25589_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:25589"}
[junit4:junit4] 2> 1037196 T2409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1037196 T2429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1037196 T2445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1037196 T2461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1037196 T2416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1037211 T2387 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:15430_
[junit4:junit4] 2> 1037213 T2387 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:15430_
[junit4:junit4] 2> 1037215 T2409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1037215 T2445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1037215 T2429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1037215 T2461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1037215 T2416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1037217 T2409 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1037217 T2445 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1037223 T2429 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1037224 T2416 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1037224 T2461 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1037229 T2462 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370123258831/collection1
[junit4:junit4] 2> 1037229 T2462 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1037230 T2462 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1037230 T2462 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1037232 T2462 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370123258831/collection1/'
[junit4:junit4] 2> 1037233 T2462 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370123258831/collection1/lib/README' to classloader
[junit4:junit4] 2> 1037234 T2462 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370123258831/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1037285 T2462 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1037360 T2462 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1037462 T2462 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1037467 T2462 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1038017 T2462 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1038022 T2462 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1038024 T2462 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1038029 T2462 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1038051 T2462 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1038052 T2462 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370123258831/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty3/
[junit4:junit4] 2> 1038052 T2462 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@245a9783
[junit4:junit4] 2> 1038053 T2462 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1038053 T2462 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty3
[junit4:junit4] 2> 1038054 T2462 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty3/index/
[junit4:junit4] 2> 1038054 T2462 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1038056 T2462 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty3/index
[junit4:junit4] 2> 1038061 T2462 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537124tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@564662e7),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1038062 T2462 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1038065 T2462 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1038065 T2462 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1038066 T2462 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1038067 T2462 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1038067 T2462 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1038067 T2462 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1038068 T2462 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1038069 T2462 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1038069 T2462 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1038085 T2462 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1038094 T2462 oass.SolrIndexSearcher.<init> Opening Searcher@627338d2 main
[junit4:junit4] 2> 1038094 T2462 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty3/tlog
[junit4:junit4] 2> 1038095 T2462 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1038096 T2462 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1038100 T2463 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@627338d2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1038103 T2462 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1038103 T2462 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1038714 T2410 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1038715 T2410 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:15430_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:15430"}
[junit4:junit4] 2> 1038715 T2410 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1038716 T2410 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1038731 T2409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1038731 T2445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1038731 T2416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1038731 T2429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1038731 T2461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1039106 T2462 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1039106 T2462 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:15430 collection:collection1 shard:shard1
[junit4:junit4] 2> 1039109 T2462 oasc.ZkController.register We are http://127.0.0.1:15430/collection1/ and leader is http://127.0.0.1:18672/collection1/
[junit4:junit4] 2> 1039109 T2462 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:15430
[junit4:junit4] 2> 1039110 T2462 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 1039110 T2462 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C666 name=collection1 org.apache.solr.core.SolrCore@4719dad8 url=http://127.0.0.1:15430/collection1 node=127.0.0.1:15430_ C666_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:15430_, base_url=http://127.0.0.1:15430}
[junit4:junit4] 2> 1039110 T2464 C666 P15430 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 1039111 T2462 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1039111 T2464 C666 P15430 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 1039112 T2464 C666 P15430 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 1039112 T2464 C666 P15430 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1039112 T2387 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1039113 T2387 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1039113 T2464 C666 P15430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1039114 T2387 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1039138 T2419 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:15430__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 1039410 T2387 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1039413 T2387 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:51860
[junit4:junit4] 2> 1039414 T2387 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1039415 T2387 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1039415 T2387 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370123262240
[junit4:junit4] 2> 1039416 T2387 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370123262240/solr.xml
[junit4:junit4] 2> 1039416 T2387 oasc.CoreContainer.<init> New CoreContainer 1753521914
[junit4:junit4] 2> 1039417 T2387 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370123262240/'
[junit4:junit4] 2> 1039418 T2387 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370123262240/'
[junit4:junit4] 2> 1039546 T2387 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1039547 T2387 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1039548 T2387 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1039548 T2387 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1039549 T2387 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1039549 T2387 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1039550 T2387 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1039550 T2387 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1039551 T2387 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1039551 T2387 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1039567 T2387 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1039568 T2387 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:44437/solr
[junit4:junit4] 2> 1039569 T2387 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1039570 T2387 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1039573 T2476 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b982f11 name:ZooKeeperConnection Watcher:127.0.0.1:44437 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1039573 T2387 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1039588 T2387 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1039599 T2387 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1039601 T2478 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c2fb5cd name:ZooKeeperConnection Watcher:127.0.0.1:44437/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1039601 T2387 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1039610 T2387 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1040236 T2410 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1040237 T2410 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:15430__collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:15430_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:15430"}
[junit4:junit4] 2> 1040251 T2409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1040251 T2461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1040251 T2429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1040251 T2445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1040251 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1040251 T2416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1040614 T2387 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51860_
[junit4:junit4] 2> 1040616 T2387 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51860_
[junit4:junit4] 2> 1040618 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1040618 T2445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1040618 T2429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1040618 T2461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1040618 T2416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1040618 T2409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1040620 T2478 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1040628 T2445 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1040629 T2429 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1040629 T2461 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1040629 T2416 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1040629 T2409 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1040634 T2479 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370123262240/collection1
[junit4:junit4] 2> 1040635 T2479 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1040635 T2479 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1040636 T2479 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1040637 T2479 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370123262240/collection1/'
[junit4:junit4] 2> 1040639 T2479 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370123262240/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1040639 T2479 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370123262240/collection1/lib/README' to classloader
[junit4:junit4] 2> 1040706 T2479 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1040769 T2479 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1040872 T2479 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1040878 T2479 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1041140 T2419 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:15430__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 1041140 T2419 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:15430__collection1&state=recovering&nodeName=127.0.0.1:15430_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002
[junit4:junit4] 2> 1041428 T2479 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1041432 T2479 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1041434 T2479 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1041439 T2479 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1041462 T2479 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1041462 T2479 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370123262240/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty4/
[junit4:junit4] 2> 1041463 T2479 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@245a9783
[junit4:junit4] 2> 1041463 T2479 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1041464 T2479 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty4
[junit4:junit4] 2> 1041464 T2479 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty4/index/
[junit4:junit4] 2> 1041465 T2479 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1041467 T2479 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty4/index
[junit4:junit4] 2> 1041472 T2479 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537125tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@24896675),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1041472 T2479 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1041475 T2479 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1041476 T2479 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1041476 T2479 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1041477 T2479 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1041478 T2479 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1041478 T2479 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1041479 T2479 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1041479 T2479 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1041480 T2479 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1041496 T2479 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1041504 T2479 oass.SolrIndexSearcher.<init> Opening Searcher@652a0ce9 main
[junit4:junit4] 2> 1041505 T2479 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty4/tlog
[junit4:junit4] 2> 1041506 T2479 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1041506 T2479 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1041511 T2480 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@652a0ce9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1041514 T2479 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1041514 T2479 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1041757 T2410 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1041758 T2410 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51860_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51860"}
[junit4:junit4] 2> 1041758 T2410 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1041758 T2410 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 1041774 T2416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1041774 T2445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1041774 T2429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1041774 T2409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1041774 T2461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1041774 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1042520 T2479 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1042520 T2479 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51860 collection:collection1 shard:shard2
[junit4:junit4] 2> 1042532 T2479 oasc.ZkController.register We are http://127.0.0.1:51860/collection1/ and leader is http://127.0.0.1:25589/collection1/
[junit4:junit4] 2> 1042532 T2479 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51860
[junit4:junit4] 2> 1042533 T2479 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 1042533 T2479 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C667 name=collection1 org.apache.solr.core.SolrCore@3a661f1f url=http://127.0.0.1:51860/collection1 node=127.0.0.1:51860_ C667_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51860_, base_url=http://127.0.0.1:51860}
[junit4:junit4] 2> 1042533 T2481 C667 P51860 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 1042534 T2479 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1042534 T2481 C667 P51860 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 1042534 T2481 C667 P51860 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 1042535 T2481 C667 P51860 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1042535 T2387 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1042536 T2387 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1042536 T2481 C667 P51860 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1042536 T2387 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1042554 T2387 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1042555 T2435 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:51860__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 1042556 T2387 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 1042556 T2387 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 1042557 T2387 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C668 name=collection1 org.apache.solr.core.SolrCore@4719dad8 url=http://127.0.0.1:15430/collection1 node=127.0.0.1:15430_ C668_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:15430_, base_url=http://127.0.0.1:15430}
[junit4:junit4] 2> 1043142 T2464 C668 P15430 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:18672/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 1043142 T2464 C668 P15430 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:15430 START replicas=[http://127.0.0.1:18672/collection1/] nUpdates=100
[junit4:junit4] 2> 1043143 T2464 C668 P15430 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 1043143 T2464 C668 P15430 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 1043144 T2464 C668 P15430 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 1043144 T2464 C668 P15430 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 1043144 T2464 C668 P15430 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 1043144 T2464 C668 P15430 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:18672/collection1/. core=collection1
[junit4:junit4] 2> 1043145 T2464 C668 P15430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C669 name=collection1 org.apache.solr.core.SolrCore@6d884d08 url=http://127.0.0.1:18672/collection1 node=127.0.0.1:18672_ C669_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:18672_, base_url=http://127.0.0.1:18672, leader=true}
[junit4:junit4] 2> 1043151 T2420 C669 P18672 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 1043156 T2421 C669 P18672 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1043161 T2421 C669 P18672 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537122tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@49d04e0d),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1043161 T2421 C669 P18672 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1043163 T2421 C669 P18672 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537122tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@49d04e0d),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537122tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@49d04e0d),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1043164 T2421 C669 P18672 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1043165 T2421 C669 P18672 oass.SolrIndexSearcher.<init> Opening Searcher@3758cbb9 realtime
[junit4:junit4] 2> 1043165 T2421 C669 P18672 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1043166 T2421 C669 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 2> 1043167 T2464 C668 P15430 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1043167 T2464 C668 P15430 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 1043169 T2422 C669 P18672 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1043169 T2422 C669 P18672 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 1043170 T2464 C668 P15430 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 1043170 T2464 C668 P15430 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 1043170 T2464 C668 P15430 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 1043173 T2422 C669 P18672 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 1043174 T2464 C668 P15430 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 1043175 T2464 C668 P15430 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty3/index.20130601174746279
[junit4:junit4] 2> 1043176 T2464 C668 P15430 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@694f15db lockFactory=org.apache.lucene.store.NativeFSLockFactory@75d8184d) fullCopy=false
[junit4:junit4] 2> 1043179 T2422 C669 P18672 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 1043181 T2464 C668 P15430 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 1043182 T2464 C668 P15430 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 1043182 T2464 C668 P15430 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 1043186 T2464 C668 P15430 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537124tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@564662e7),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537124tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@564662e7),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1043186 T2464 C668 P15430 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1043187 T2464 C668 P15430 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 1043187 T2464 C668 P15430 oass.SolrIndexSearcher.<init> Opening Searcher@5e1e4c80 main
[junit4:junit4] 2> 1043189 T2463 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e1e4c80 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1043189 T2464 C668 P15430 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty3/index.20130601174746279 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty3/index.20130601174746279;done=true>>]
[junit4:junit4] 2> 1043189 T2464 C668 P15430 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty3/index.20130601174746279
[junit4:junit4] 2> 1043190 T2464 C668 P15430 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty3/index.20130601174746279
[junit4:junit4] 2> 1043190 T2464 C668 P15430 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 1043190 T2464 C668 P15430 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 1043190 T2464 C668 P15430 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1043191 T2464 C668 P15430 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1043192 T2464 C668 P15430 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 1043279 T2410 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1043280 T2410 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:51860__collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51860_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51860"}
[junit4:junit4] 2> 1043283 T2410 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:15430__collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:15430_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:15430"}
[junit4:junit4] 2> 1043295 T2409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1043296 T2445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1043295 T2429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1043295 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1043295 T2416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1043295 T2461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1043557 T2435 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:51860__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 1043557 T2435 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:51860__collection1&state=recovering&nodeName=127.0.0.1:51860_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 2> 1043559 T2387 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1044561 T2387 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C667_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51860_, base_url=http://127.0.0.1:51860}
[junit4:junit4] 2> 1045560 T2481 C667 P51860 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:25589/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 1045560 T2481 C667 P51860 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51860 START replicas=[http://127.0.0.1:25589/collection1/] nUpdates=100
[junit4:junit4] 2> 1045561 T2481 C667 P51860 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 1045561 T2481 C667 P51860 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 1045561 T2481 C667 P51860 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 1045561 T2481 C667 P51860 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 1045562 T2481 C667 P51860 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 1045562 T2481 C667 P51860 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:25589/collection1/. core=collection1
[junit4:junit4] 2> 1045562 T2481 C667 P51860 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1045563 T2387 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C670 name=collection1 org.apache.solr.core.SolrCore@2f7d3a1e url=http://127.0.0.1:25589/collection1 node=127.0.0.1:25589_ C670_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:25589_, base_url=http://127.0.0.1:25589, leader=true}
[junit4:junit4] 2> 1045574 T2436 C670 P25589 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 1045579 T2437 C670 P25589 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1045584 T2437 C670 P25589 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@172e3919),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1045584 T2437 C670 P25589 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1045587 T2437 C670 P25589 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@172e3919),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@172e3919),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1045587 T2437 C670 P25589 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1045588 T2437 C670 P25589 oass.SolrIndexSearcher.<init> Opening Searcher@47d90d9a realtime
[junit4:junit4] 2> 1045589 T2437 C670 P25589 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1045589 T2437 C670 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 2> 1045590 T2481 C667 P51860 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1045590 T2481 C667 P51860 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 1045592 T2438 C670 P25589 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1045592 T2438 C670 P25589 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 1045593 T2481 C667 P51860 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 1045593 T2481 C667 P51860 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 1045593 T2481 C667 P51860 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 1045596 T2438 C670 P25589 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 1045597 T2481 C667 P51860 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 1045598 T2481 C667 P51860 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty4/index.20130601174748701
[junit4:junit4] 2> 1045599 T2481 C667 P51860 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@307f1844 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d4a2b08) fullCopy=false
[junit4:junit4] 2> 1045601 T2438 C670 P25589 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 1045602 T2481 C667 P51860 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 1045604 T2481 C667 P51860 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 1045604 T2481 C667 P51860 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 1045608 T2481 C667 P51860 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537125tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@24896675),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537125tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@24896675),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1045608 T2481 C667 P51860 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1045609 T2481 C667 P51860 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 1045609 T2481 C667 P51860 oass.SolrIndexSearcher.<init> Opening Searcher@59feb436 main
[junit4:junit4] 2> 1045610 T2480 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@59feb436 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1045611 T2481 C667 P51860 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty4/index.20130601174748701 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty4/index.20130601174748701;done=true>>]
[junit4:junit4] 2> 1045611 T2481 C667 P51860 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty4/index.20130601174748701
[junit4:junit4] 2> 1045612 T2481 C667 P51860 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty4/index.20130601174748701
[junit4:junit4] 2> 1045612 T2481 C667 P51860 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 1045612 T2481 C667 P51860 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 1045612 T2481 C667 P51860 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1045612 T2481 C667 P51860 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1045614 T2481 C667 P51860 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 1046312 T2410 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1046313 T2410 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:51860__collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51860_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51860"}
[junit4:junit4] 2> 1046354 T2409 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1046354 T2461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1046354 T2429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1046354 T2445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1046354 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1046354 T2416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1046566 T2387 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1046567 T2387 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C671 name=collection1 org.apache.solr.core.SolrCore@3820bf81 url=http://127.0.0.1:59484/collection1 node=127.0.0.1:59484_ C671_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:59484_, base_url=http://127.0.0.1:59484, leader=true}
[junit4:junit4] 2> 1046580 T2399 C671 P59484 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1046585 T2399 C671 P59484 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537121tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@21b8faa1),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1046585 T2399 C671 P59484 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1046588 T2399 C671 P59484 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537121tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@21b8faa1),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537121tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@21b8faa1),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1046588 T2399 C671 P59484 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1046589 T2399 C671 P59484 oass.SolrIndexSearcher.<init> Opening Searcher@78b52c03 main
[junit4:junit4] 2> 1046590 T2399 C671 P59484 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1046591 T2413 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@78b52c03 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1046591 T2399 C671 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4] 2> 1046603 T2423 C669 P18672 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1046606 T2423 C669 P18672 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537122tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@49d04e0d),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537122tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@49d04e0d),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1046607 T2423 C669 P18672 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1046607 T2423 C669 P18672 oass.SolrIndexSearcher.<init> Opening Searcher@54ee7d19 main
[junit4:junit4] 2> 1046608 T2423 C669 P18672 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1046609 T2431 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@54ee7d19 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1046609 T2423 C669 P18672 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:15430/collection1/, StdNode: http://127.0.0.1:25589/collection1/, StdNode: http://127.0.0.1:51860/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 1046612 T2439 C670 P25589 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1046617 T2439 C670 P25589 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@172e3919),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@172e3919),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1046618 T2439 C670 P25589 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1046618 T2439 C670 P25589 oass.SolrIndexSearcher.<init> Opening Searcher@6a289630 main
[junit4:junit4] 2> 1046619 T2439 C670 P25589 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1046620 T2447 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6a289630 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1046620 T2439 C670 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 2> ASYNC NEW_CORE C672 name=collection1 org.apache.solr.core.SolrCore@4719dad8 url=http://127.0.0.1:15430/collection1 node=127.0.0.1:15430_ C672_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:15430_, base_url=http://127.0.0.1:15430}
[junit4:junit4] 2> 1046647 T2451 C672 P15430 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> ASYNC NEW_CORE C673 name=collection1 org.apache.solr.core.SolrCore@3a661f1f url=http://127.0.0.1:51860/collection1 node=127.0.0.1:51860_ C673_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51860_, base_url=http://127.0.0.1:51860}
[junit4:junit4] 2> 1046647 T2468 C673 P51860 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1046651 T2451 C672 P15430 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537124tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@564662e7),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537124tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@564662e7),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1046651 T2451 C672 P15430 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1046652 T2468 C673 P51860 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537125tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@24896675),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/index3711537125tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@24896675),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1046653 T2468 C673 P51860 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1046653 T2451 C672 P15430 oass.SolrIndexSearcher.<init> Opening Searcher@32711960 main
[junit4:junit4] 2> 1046654 T2451 C672 P15430 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1046654 T2468 C673 P51860 oass.SolrIndexSearcher.<init> Opening Searcher@6cd22fd7 main
[junit4:junit4] 2> 1046655 T2463 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@32711960 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1046655 T2468 C673 P51860 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1046655 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 2> 1046655 T2480 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6cd22fd7 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1046656 T2468 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4] 2> ASYNC NEW_CORE C674 name=collection1 org.apache.solr.core.SolrCore@6d884d08 url=http://127.0.0.1:18672/collection1 node=127.0.0.1:18672_ C674_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:18672_, base_url=http://127.0.0.1:18672, leader=true}
[junit4:junit4] 2> 1046657 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 54
[junit4:junit4] 2> 1046658 T2387 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1046661 T2424 C674 P18672 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1046663 T2452 C672 P15430 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> ASYNC NEW_CORE C675 name=collection1 org.apache.solr.core.SolrCore@2f7d3a1e url=http://127.0.0.1:25589/collection1 node=127.0.0.1:25589_ C675_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:25589_, base_url=http://127.0.0.1:25589, leader=true}
[junit4:junit4] 2> 1046665 T2440 C675 P25589 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1046667 T2469 C673 P51860 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> ASYNC NEW_CORE C676 name=collection1 org.apache.solr.core.SolrCore@3820bf81 url=http://127.0.0.1:59484/collection1 node=127.0.0.1:59484_ C676_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:59484_, base_url=http://127.0.0.1:59484, leader=true}
[junit4:junit4] 2> 1048673 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436678379825790976)} 0 2
[junit4:junit4] 2> 1048681 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436678379828936704&update.from=http://127.0.0.1:25589/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436678379828936704)} 0 1
[junit4:junit4] 2> 1048685 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436678379834179584&update.from=http://127.0.0.1:18672/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436678379834179584)} 0 1
[junit4:junit4] 2> 1048686 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1436678379834179584)} 0 6
[junit4:junit4] 2> 1048687 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436678379828936704)} 0 12
[junit4:junit4] 2> 1048692 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1436678379844665344)]} 0 2
[junit4:junit4] 2> 1048701 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1436678379849908224)]} 0 2
[junit4:junit4] 2> 1048702 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1436678379849908224)]} 0 7
[junit4:junit4] 2> 1048707 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1436678379861442560)]} 0 1
[junit4:junit4] 2> 1048712 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1436678379864588288)]} 0 0
[junit4:junit4] 2> 1048713 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1436678379864588288)]} 0 4
[junit4:junit4] 2> 1048717 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1436678379872976896)]} 0 0
[junit4:junit4] 2> 1048727 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1436678379877171200)]} 0 2
[junit4:junit4] 2> 1048728 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1436678379877171200)]} 0 7
[junit4:junit4] 2> 1048731 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1436678379887656960)]} 0 0
[junit4:junit4] 2> 1048740 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1436678379892899840)]} 0 0
[junit4:junit4] 2> 1048741 T2439 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1436678379892899840)]} 0 5
[junit4:junit4] 2> 1048742 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3]} 0 8
[junit4:junit4] 2> 1048745 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1436678379902337024)]} 0 0
[junit4:junit4] 2> 1048754 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1436678379907579904)]} 0 1
[junit4:junit4] 2> 1048754 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1436678379907579904)]} 0 4
[junit4:junit4] 2> 1048755 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4]} 0 7
[junit4:junit4] 2> 1048757 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1436678379914919936)]} 0 0
[junit4:junit4] 2> 1048766 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1436678379920162816)]} 0 1
[junit4:junit4] 2> 1048766 T2439 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1436678379920162816)]} 0 4
[junit4:junit4] 2> 1048767 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5]} 0 7
[junit4:junit4] 2> 1048770 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1436678379928551424)]} 0 0
[junit4:junit4] 2> 1048776 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1436678379931697152)]} 0 0
[junit4:junit4] 2> 1048777 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1436678379931697152)]} 0 4
[junit4:junit4] 2> 1048781 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1436678379939037184)]} 0 1
[junit4:junit4] 2> 1048788 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1436678379944280064)]} 0 0
[junit4:junit4] 2> 1048789 T2439 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1436678379944280064)]} 0 4
[junit4:junit4] 2> 1048790 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7]} 0 7
[junit4:junit4] 2> 1048792 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1436678379951620096)]} 0 0
[junit4:junit4] 2> 1048802 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1436678379957911552)]} 0 1
[junit4:junit4] 2> 1048802 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1436678379957911552)]} 0 4
[junit4:junit4] 2> 1048803 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8]} 0 8
[junit4:junit4] 2> 1048808 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1436678379967348736)]} 0 1
[junit4:junit4] 2> 1048815 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1436678379972591616)]} 0 0
[junit4:junit4] 2> 1048816 T2439 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[9 (1436678379972591616)]} 0 4
[junit4:junit4] 2> 1048817 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9]} 0 7
[junit4:junit4] 2> 1048820 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1436678379979931648)]} 0 1
[junit4:junit4] 2> 1048825 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1436678379983077376)]} 0 0
[junit4:junit4] 2> 1048826 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1436678379983077376)]} 0 4
[junit4:junit4] 2> 1048830 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1436678379990417408)]} 0 1
[junit4:junit4] 2> 1048837 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1436678379995660288)]} 0 0
[junit4:junit4] 2> 1048838 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[11 (1436678379995660288)]} 0 4
[junit4:junit4] 2> 1048839 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11]} 0 7
[junit4:junit4] 2> 1048841 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1436678380003000320)]} 0 0
[junit4:junit4] 2> 1048850 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1436678380008243200)]} 0 1
[junit4:junit4] 2> 1048850 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[12 (1436678380008243200)]} 0 4
[junit4:junit4] 2> 1048851 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12]} 0 7
[junit4:junit4] 2> 1048854 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1436678380016631808)]} 0 0
[junit4:junit4] 2> 1048863 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1436678380021874688)]} 0 0
[junit4:junit4] 2> 1048864 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[13 (1436678380021874688)]} 0 5
[junit4:junit4] 2> 1048865 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13]} 0 8
[junit4:junit4] 2> 1048867 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1436678380030263296)]} 0 0
[junit4:junit4] 2> 1048875 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1436678380035506176)]} 0 0
[junit4:junit4] 2> 1048876 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1436678380035506176)]} 0 4
[junit4:junit4] 2> 1048877 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14]} 0 7
[junit4:junit4] 2> 1048879 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1436678380042846208)]} 0 0
[junit4:junit4] 2> 1048885 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1436678380045991936)]} 0 0
[junit4:junit4] 2> 1048886 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1436678380045991936)]} 0 4
[junit4:junit4] 2> 1048890 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1436678380054380544)]} 0 0
[junit4:junit4] 2> 1048898 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1436678380058574848)]} 0 0
[junit4:junit4] 2> 1048899 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1436678380058574848)]} 0 5
[junit4:junit4] 2> 1048902 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1436678380066963456)]} 0 0
[junit4:junit4] 2> 1048911 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1436678380072206336)]} 0 1
[junit4:junit4] 2> 1048911 T2439 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1436678380072206336)]} 0 4
[junit4:junit4] 2> 1048912 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17]} 0 7
[junit4:junit4] 2> 1048916 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1436678380081643520)]} 0 0
[junit4:junit4] 2> 1048922 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1436678380084789248)]} 0 0
[junit4:junit4] 2> 1048923 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1436678380084789248)]} 0 4
[junit4:junit4] 2> 1048927 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1436678380093177856)]} 0 0
[junit4:junit4] 2> 1048934 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1436678380097372160)]} 0 0
[junit4:junit4] 2> 1048935 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1436678380097372160)]} 0 4
[junit4:junit4] 2> 1048939 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1436678380104712192)]} 0 1
[junit4:junit4] 2> 1048947 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1436678380109955072)]} 0 1
[junit4:junit4] 2> 1048947 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[20 (1436678380109955072)]} 0 4
[junit4:junit4] 2> 1048948 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20]} 0 7
[junit4:junit4] 2> 1048951 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1436678380118343680)]} 0 0
[junit4:junit4] 2> 1048958 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1436678380121489408)]} 0 1
[junit4:junit4] 2> 1048958 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1436678380121489408)]} 0 4
[junit4:junit4] 2> 1048961 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1436678380128829440)]} 0 0
[junit4:junit4] 2> 1048968 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1436678380133023744)]} 0 0
[junit4:junit4] 2> 1048969 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1436678380133023744)]} 0 4
[junit4:junit4] 2> 1048973 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1436678380140363776)]} 0 1
[junit4:junit4] 2> 1048978 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1436678380143509504)]} 0 0
[junit4:junit4] 2> 1048979 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1436678380143509504)]} 0 4
[junit4:junit4] 2> 1048982 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1436678380150849536)]} 0 0
[junit4:junit4] 2> 1048992 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1436678380157140992)]} 0 0
[junit4:junit4] 2> 1048993 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[24 (1436678380157140992)]} 0 5
[junit4:junit4] 2> 1048994 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24]} 0 8
[junit4:junit4] 2> 1048997 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1436678380165529600)]} 0 1
[junit4:junit4] 2> 1049004 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1436678380169723904)]} 0 0
[junit4:junit4] 2> 1049005 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1436678380169723904)]} 0 5
[junit4:junit4] 2> 1049010 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1436678380179161088)]} 0 1
[junit4:junit4] 2> 1049016 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1436678380183355392)]} 0 0
[junit4:junit4] 2> 1049017 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1436678380183355392)]} 0 4
[junit4:junit4] 2> 1049020 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1436678380190695424)]} 0 0
[junit4:junit4] 2> 1049026 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1436678380193841152)]} 0 0
[junit4:junit4] 2> 1049027 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1436678380193841152)]} 0 4
[junit4:junit4] 2> 1049030 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28 (1436678380201181184)]} 0 0
[junit4:junit4] 2> 1049039 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1436678380207472640)]} 0 0
[junit4:junit4] 2> 1049040 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[28 (1436678380207472640)]} 0 4
[junit4:junit4] 2> 1049041 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28]} 0 8
[junit4:junit4] 2> 1049044 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1436678380214812672)]} 0 1
[junit4:junit4] 2> 1049052 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1436678380221104128)]} 0 0
[junit4:junit4] 2> 1049053 T2439 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[29 (1436678380221104128)]} 0 4
[junit4:junit4] 2> 1049054 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29]} 0 8
[junit4:junit4] 2> 1049057 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30 (1436678380229492736)]} 0 0
[junit4:junit4] 2> 1049064 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1436678380232638464)]} 0 0
[junit4:junit4] 2> 1049065 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30 (1436678380232638464)]} 0 5
[junit4:junit4] 2> 1049069 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1436678380242075648)]} 0 0
[junit4:junit4] 2> 1049075 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1436678380245221376)]} 0 0
[junit4:junit4] 2> 1049076 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1436678380245221376)]} 0 4
[junit4:junit4] 2> 1049079 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1436678380252561408)]} 0 0
[junit4:junit4] 2> 1049090 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1436678380258852864)]} 0 0
[junit4:junit4] 2> 1049090 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[32 (1436678380258852864)]} 0 5
[junit4:junit4] 2> 1049091 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32]} 0 8
[junit4:junit4] 2> 1049094 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33 (1436678380268290048)]} 0 0
[junit4:junit4] 2> 1049100 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1436678380271435776)]} 0 0
[junit4:junit4] 2> 1049101 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33 (1436678380271435776)]} 0 4
[junit4:junit4] 2> 1049104 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1436678380278775808)]} 0 0
[junit4:junit4] 2> 1049112 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1436678380284018688)]} 0 0
[junit4:junit4] 2> 1049113 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[34 (1436678380284018688)]} 0 4
[junit4:junit4] 2> 1049114 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34]} 0 7
[junit4:junit4] 2> 1049116 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35 (1436678380291358720)]} 0 0
[junit4:junit4] 2> 1049124 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1436678380296601600)]} 0 0
[junit4:junit4] 2> 1049125 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[35 (1436678380296601600)]} 0 4
[junit4:junit4] 2> 1049126 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35]} 0 7
[junit4:junit4] 2> 1049130 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36 (1436678380304990208)]} 0 1
[junit4:junit4] 2> 1049138 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1436678380311281664)]} 0 0
[junit4:junit4] 2> 1049139 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[36 (1436678380311281664)]} 0 4
[junit4:junit4] 2> 1049140 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36]} 0 8
[junit4:junit4] 2> 1049143 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37 (1436678380319670272)]} 0 0
[junit4:junit4] 2> 1049153 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1436678380325961728)]} 0 1
[junit4:junit4] 2> 1049153 T2439 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[37 (1436678380325961728)]} 0 4
[junit4:junit4] 2> 1049154 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37]} 0 7
[junit4:junit4] 2> 1049156 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38 (1436678380333301760)]} 0 0
[junit4:junit4] 2> 1049162 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1436678380336447488)]} 0 0
[junit4:junit4] 2> 1049163 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38 (1436678380336447488)]} 0 4
[junit4:junit4] 2> 1049166 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39 (1436678380343787520)]} 0 0
[junit4:junit4] 2> 1049175 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1436678380350078976)]} 0 0
[junit4:junit4] 2> 1049176 T2439 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[39 (1436678380350078976)]} 0 4
[junit4:junit4] 2> 1049177 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39]} 0 7
[junit4:junit4] 2> 1049180 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40 (1436678380358467584)]} 0 0
[junit4:junit4] 2> 1049189 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1436678380364759040)]} 0 0
[junit4:junit4] 2> 1049190 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[40 (1436678380364759040)]} 0 4
[junit4:junit4] 2> 1049191 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40]} 0 7
[junit4:junit4] 2> 1049193 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1436678380372099072)]} 0 0
[junit4:junit4] 2> 1049199 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1436678380375244800)]} 0 0
[junit4:junit4] 2> 1049200 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1436678380375244800)]} 0 4
[junit4:junit4] 2> 1049204 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1436678380382584832)]} 0 1
[junit4:junit4] 2> 1049209 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1436678380385730560)]} 0 0
[junit4:junit4] 2> 1049210 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1436678380385730560)]} 0 4
[junit4:junit4] 2> 1049213 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43 (1436678380393070592)]} 0 0
[junit4:junit4] 2> 1049223 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1436678380399362048)]} 0 0
[junit4:junit4] 2> 1049223 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[43 (1436678380399362048)]} 0 4
[junit4:junit4] 2> 1049224 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43]} 0 7
[junit4:junit4] 2> 1049227 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44 (1436678380406702080)]} 0 1
[junit4:junit4] 2> 1049232 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[44 (1436678380409847808)]} 0 0
[junit4:junit4] 2> 1049233 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44 (1436678380409847808)]} 0 4
[junit4:junit4] 2> 1049237 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45 (1436678380417187840)]} 0 1
[junit4:junit4] 2> 1049243 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[45 (1436678380421382144)]} 0 0
[junit4:junit4] 2> 1049244 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45 (1436678380421382144)]} 0 4
[junit4:junit4] 2> 1049249 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46 (1436678380429770752)]} 0 1
[junit4:junit4] 2> 1049258 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[46 (1436678380436062208)]} 0 0
[junit4:junit4] 2> 1049258 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[46 (1436678380436062208)]} 0 4
[junit4:junit4] 2> 1049259 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46]} 0 7
[junit4:junit4] 2> 1049261 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47 (1436678380443402240)]} 0 0
[junit4:junit4] 2> 1049267 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[47 (1436678380446547968)]} 0 0
[junit4:junit4] 2> 1049268 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47 (1436678380446547968)]} 0 4
[junit4:junit4] 2> 1049271 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48 (1436678380453888000)]} 0 0
[junit4:junit4] 2> 1049279 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[48 (1436678380459130880)]} 0 0
[junit4:junit4] 2> 1049280 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[48 (1436678380459130880)]} 0 4
[junit4:junit4] 2> 1049281 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48]} 0 7
[junit4:junit4] 2> 1049283 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49 (1436678380466470912)]} 0 0
[junit4:junit4] 2> 1049289 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[49 (1436678380469616640)]} 0 0
[junit4:junit4] 2> 1049290 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49 (1436678380469616640)]} 0 4
[junit4:junit4] 2> 1049293 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50 (1436678380476956672)]} 0 0
[junit4:junit4] 2> 1049299 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[50 (1436678380481150976)]} 0 0
[junit4:junit4] 2> 1049300 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50 (1436678380481150976)]} 0 4
[junit4:junit4] 2> 1049303 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51 (1436678380487442432)]} 0 0
[junit4:junit4] 2> 1049312 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[51 (1436678380492685312)]} 0 0
[junit4:junit4] 2> 1049313 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[51 (1436678380492685312)]} 0 5
[junit4:junit4] 2> 1049314 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51]} 0 8
[junit4:junit4] 2> 1049316 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52 (1436678380501073920)]} 0 0
[junit4:junit4] 2> 1049325 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[52 (1436678380506316800)]} 0 0
[junit4:junit4] 2> 1049325 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[52 (1436678380506316800)]} 0 4
[junit4:junit4] 2> 1049326 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52]} 0 7
[junit4:junit4] 2> 1049328 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[53 (1436678380513656832)]} 0 0
[junit4:junit4] 2> 1049336 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[53 (1436678380518899712)]} 0 0
[junit4:junit4] 2> 1049337 T2439 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[53 (1436678380518899712)]} 0 4
[junit4:junit4] 2> 1049338 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[53]} 0 7
[junit4:junit4] 2> 1049340 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[54 (1436678380526239744)]} 0 0
[junit4:junit4] 2> 1049347 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[54 (1436678380529385472)]} 0 1
[junit4:junit4] 2> 1049347 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[54 (1436678380529385472)]} 0 4
[junit4:junit4] 2> 1049350 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[55 (1436678380536725504)]} 0 0
[junit4:junit4] 2> 1049357 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[55 (1436678380539871232)]} 0 1
[junit4:junit4] 2> 1049357 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[55 (1436678380539871232)]} 0 4
[junit4:junit4] 2> 1049360 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[56 (1436678380547211264)]} 0 0
[junit4:junit4] 2> 1049368 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[56 (1436678380552454144)]} 0 0
[junit4:junit4] 2> 1049369 T2439 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[56 (1436678380552454144)]} 0 4
[junit4:junit4] 2> 1049370 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[56]} 0 7
[junit4:junit4] 2> 1049372 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[57 (1436678380559794176)]} 0 0
[junit4:junit4] 2> 1049380 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[57 (1436678380565037056)]} 0 0
[junit4:junit4] 2> 1049381 T2439 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[57 (1436678380565037056)]} 0 4
[junit4:junit4] 2> 1049382 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[57]} 0 7
[junit4:junit4] 2> 1049384 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[58 (1436678380572377088)]} 0 0
[junit4:junit4] 2> 1049391 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[58 (1436678380575522816)]} 0 0
[junit4:junit4] 2> 1049391 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[58 (1436678380575522816)]} 0 4
[junit4:junit4] 2> 1049395 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[59 (1436678380582862848)]} 0 1
[junit4:junit4] 2> 1049401 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[59 (1436678380588105728)]} 0 0
[junit4:junit4] 2> 1049402 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[59 (1436678380588105728)]} 0 3
[junit4:junit4] 2> 1049403 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[59]} 0 6
[junit4:junit4] 2> 1049406 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[60 (1436678380594397184)]} 0 0
[junit4:junit4] 2> 1049412 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[60 (1436678380598591488)]} 0 0
[junit4:junit4] 2> 1049413 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[60 (1436678380598591488)]} 0 4
[junit4:junit4] 2> 1049416 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[61 (1436678380605931520)]} 0 0
[junit4:junit4] 2> 1049424 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[61 (1436678380610125824)]} 0 1
[junit4:junit4] 2> 1049424 T2423 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[61 (1436678380610125824)]} 0 4
[junit4:junit4] 2> 1049427 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[62 (1436678380617465856)]} 0 0
[junit4:junit4] 2> 1049435 T2470 C673 P51860 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[62 (1436678380620611584)]} 0 1
[junit4:junit4] 2> 1049435 T2441 C675 P25589 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[62 (1436678380620611584)]} 0 5
[junit4:junit4] 2> 1049438 T2399 C676 P59484 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[63 (1436678380629000192)]} 0 0
[junit4:junit4] 2> 1049449 T2451 C672 P15430 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:18672/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[63 (1436678380635291648)]} 0 1
[junit4:junit4] 2> 1049449 T2425 C674 P18672 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25589/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[63 (1436678380635291648)]} 0 5
[junit4:junit4] 2> 1049450 T2441 C675 P25589 oasup.LogUpda
[...truncated too long message...]
unit4:junit4] 2> "base_url":"http://127.0.0.1:15430"}
[junit4:junit4] 2> 1299954 T2559 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 1299954 T2478 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4:junit4] 2> 1299954 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1299994 T2387 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 51860
[junit4:junit4] 2> 1299994 T2387 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1753521914
[junit4:junit4] 2> 1300997 T2387 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1300997 T2387 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1300999 T2387 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@3a661f1f
[junit4:junit4] 2> 1301001 T2387 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=850,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4] 2> 1301002 T2387 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 1301002 T2387 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 1301003 T2387 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 1301005 T2387 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 1301006 T2387 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 1301006 T2387 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty4/index;done=false>>]
[junit4:junit4] 2> 1301007 T2387 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty4/index
[junit4:junit4] 2> 1301007 T2387 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty4;done=false>>]
[junit4:junit4] 2> 1301008 T2387 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693/jetty4
[junit4:junit4] 2> 1301009 T2559 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89792397030260748-127.0.0.1:51860_-n_0000000004) am no longer a leader.
[junit4:junit4] 2> 1301010 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1301010 T2478 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1301010 T2387 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4] 2> 1301011 T2478 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1301080 T2387 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> 1301082 T2387 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:44437 44437
[junit4:junit4] 2> 1301165 T2387 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 59484
[junit4:junit4] 2> !!!! WARNING: best effort to remove /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370123245693 FAILED !!!!!
[junit4:junit4] 2> 1301166 T2387 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> 1301167 T2387 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:44437 44437
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ChaosMonkeyShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=B14C329FC6F37C9D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_UY -Dtests.timezone=America/Kentucky/Monticello -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR 279s J0 | ChaosMonkeyShardSplitTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:18672 returned non ok status:500, message:Server Error
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([B14C329FC6F37C9D:30AABC87B1AC1CA1]:0)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4] > at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> 1301195 T2387 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 278616 T2386 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4] 2> 1301241 T2461 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1301241 T2461 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1301241 T2461 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1301241 T2461 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=331), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=331)), sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=es_UY, timezone=America/Kentucky/Monticello
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=2,free=245104720,total=335544320
[junit4:junit4] 2> NOTE: All tests run in this JVM: [DistributedSpellCheckComponentTest, SolrCoreCheckLockOnStartupTest, ShardRoutingTest, ScriptEngineTest, TestPerFieldSimilarity, NotRequiredUniqueKeyTest, FieldAnalysisRequestHandlerTest, TestUpdate, TestQuerySenderListener, TestDocumentBuilder, BasicZkTest, SliceStateTest, CurrencyFieldOpenExchangeTest, TestFieldCollectionResource, TestIndexingPerformance, DistributedTermsComponentTest, TestLMDirichletSimilarityFactory, TestPluginEnable, SuggesterTest, BadIndexSchemaTest, TestSchemaResource, IndexReaderFactoryTest, TestCollationField, AliasIntegrationTest, TestIndexSearcher, CurrencyFieldXmlFileTest, BadCopyFieldTest, TestNumberUtils, TestLRUCache, TestBadConfig, DateFieldTest, NoCacheHeaderTest, MBeansHandlerTest, TestReplicationHandler, TestUtils, TestHashPartitioner, QueryEqualityTest, TestFiltering, SchemaVersionSpecificBehaviorTest, TestPHPSerializedResponseWriter, DistanceFunctionTest, TestMaxScoreQueryParser, SortByFunctionTest, CacheHeaderTest, TestSchemaVersionResource, TestSolrCoreProperties, LeaderElectionIntegrationTest, ShowFileRequestHandlerTest, LukeRequestHandlerTest, SolrTestCaseJ4Test, DocValuesTest, MultiTermTest, AutoCommitTest, TestPostingsSolrHighlighter, TestArbitraryIndexDir, TestSweetSpotSimilarityFactory, TestRemoteStreaming, DisMaxRequestHandlerTest, CollectionsAPIDistributedZkTest, TestWriterPerf, TestSolrJ, DirectSolrConnectionTest, StandardRequestHandlerTest, TestFuzzyAnalyzedSuggestions, HardAutoCommitTest, TestBM25SimilarityFactory, QueryResultKeyTest, AlternateDirectoryTest, CSVRequestHandlerTest, TestDistributedSearch, BasicFunctionalityTest, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J0 in 279.40s, 1 test, 1 error <<< FAILURES!
[...truncated 450 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:386: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:887: There were test failures: 297 suites, 1238 tests, 1 error, 13 ignored (7 assumptions)
Total time: 52 minutes 2 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1299 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1299/
1 tests failed.
REGRESSION: org.apache.solr.cloud.ShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:19576 returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:19576 returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([82604F6A847E85D7:386C172F321E5EB]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9416 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4:junit4] 2> 782502 T1547 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 782508 T1547 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solrtest-ShardSplitTest-1370089692696
[junit4:junit4] 2> 782515 T1547 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 782515 T1548 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 782616 T1547 oasc.ZkTestServer.run start zk server on port:38598
[junit4:junit4] 2> 782617 T1547 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 782625 T1554 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@726b7fca name:ZooKeeperConnection Watcher:127.0.0.1:38598 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 782626 T1547 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 782626 T1547 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 782637 T1547 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 782640 T1556 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64f76de2 name:ZooKeeperConnection Watcher:127.0.0.1:38598/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 782640 T1547 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 782640 T1547 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 782651 T1547 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 782654 T1547 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 782657 T1547 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 782665 T1547 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 782666 T1547 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 782679 T1547 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 782679 T1547 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 782788 T1547 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 782789 T1547 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 782801 T1547 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 782801 T1547 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 782805 T1547 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 782806 T1547 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 782809 T1547 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 782810 T1547 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 782813 T1547 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 782814 T1547 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 782817 T1547 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 782818 T1547 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 782821 T1547 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 782822 T1547 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 783137 T1547 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 783142 T1547 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42685
[junit4:junit4] 2> 783142 T1547 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 783143 T1547 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 783143 T1547 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-controljetty-1370089693015
[junit4:junit4] 2> 783144 T1547 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-controljetty-1370089693015/solr.xml
[junit4:junit4] 2> 783145 T1547 oasc.CoreContainer.<init> New CoreContainer 1513148897
[junit4:junit4] 2> 783145 T1547 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-controljetty-1370089693015/'
[junit4:junit4] 2> 783146 T1547 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-controljetty-1370089693015/'
[junit4:junit4] 2> 783277 T1547 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 783278 T1547 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 783278 T1547 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 783279 T1547 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 783280 T1547 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 783280 T1547 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 783281 T1547 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 783281 T1547 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 783282 T1547 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 783282 T1547 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 783300 T1547 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 783301 T1547 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:38598/solr
[junit4:junit4] 2> 783301 T1547 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 783303 T1547 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 783305 T1567 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5cebf2a0 name:ZooKeeperConnection Watcher:127.0.0.1:38598 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 783306 T1547 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 783309 T1547 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 783322 T1547 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 783324 T1569 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@673ee3f9 name:ZooKeeperConnection Watcher:127.0.0.1:38598/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 783324 T1547 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 783326 T1547 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 783336 T1547 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 783340 T1547 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 783343 T1547 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42685_
[junit4:junit4] 2> 783351 T1547 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42685_
[junit4:junit4] 2> 783354 T1547 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 783367 T1547 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 783375 T1547 oasc.Overseer.start Overseer (id=89790198101114883-127.0.0.1:42685_-n_0000000000) starting
[junit4:junit4] 2> 783385 T1547 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 783397 T1571 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 783399 T1547 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 783401 T1547 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 783403 T1547 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 783406 T1570 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 783410 T1572 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-controljetty-1370089693015/collection1
[junit4:junit4] 2> 783411 T1572 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 783412 T1572 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 783412 T1572 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 783414 T1572 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-controljetty-1370089693015/collection1/'
[junit4:junit4] 2> 783415 T1572 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ShardSplitTest-controljetty-1370089693015/collection1/lib/README' to classloader
[junit4:junit4] 2> 783416 T1572 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ShardSplitTest-controljetty-1370089693015/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 783469 T1572 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 783531 T1572 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 783633 T1572 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 783640 T1572 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 784215 T1572 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 784219 T1572 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 784222 T1572 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 784227 T1572 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 784251 T1572 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 784252 T1572 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-controljetty-1370089693015/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1370089692690/control/data/
[junit4:junit4] 2> 784252 T1572 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@552d7308
[junit4:junit4] 2> 784253 T1572 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 784259 T1572 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370089692690/control/data
[junit4:junit4] 2> 784259 T1572 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1370089692690/control/data/index/
[junit4:junit4] 2> 784260 T1572 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1370089692690/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 784260 T1572 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370089692690/control/data/index
[junit4:junit4] 2> 784265 T1572 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@624b4cfe lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d667170),segFN=segments_1,generation=1}
[junit4:junit4] 2> 784265 T1572 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 784268 T1572 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 784269 T1572 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 784269 T1572 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 784270 T1572 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 784271 T1572 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 784271 T1572 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 784271 T1572 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 784272 T1572 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 784272 T1572 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 784289 T1572 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 784296 T1572 oass.SolrIndexSearcher.<init> Opening Searcher@651faa00 main
[junit4:junit4] 2> 784297 T1572 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1370089692690/control/data/tlog
[junit4:junit4] 2> 784298 T1572 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 784298 T1572 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 784302 T1573 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@651faa00 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 784304 T1572 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 784304 T1572 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 784909 T1570 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 784910 T1570 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:42685_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:42685"}
[junit4:junit4] 2> 784911 T1570 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 784911 T1570 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 784951 T1569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 785334 T1572 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 785334 T1572 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42685 collection:control_collection shard:shard1
[junit4:junit4] 2> 785335 T1572 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 785354 T1572 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 785363 T1572 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 785364 T1572 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 785364 T1572 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42685/collection1/
[junit4:junit4] 2> 785364 T1572 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 785364 T1572 oasc.SyncStrategy.syncToMe http://127.0.0.1:42685/collection1/ has no replicas
[junit4:junit4] 2> 785365 T1572 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42685/collection1/
[junit4:junit4] 2> 785365 T1572 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 786455 T1570 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 786479 T1569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 786501 T1572 oasc.ZkController.register We are http://127.0.0.1:42685/collection1/ and leader is http://127.0.0.1:42685/collection1/
[junit4:junit4] 2> 786501 T1572 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42685
[junit4:junit4] 2> 786501 T1572 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 786501 T1572 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 786502 T1572 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 786504 T1572 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 786505 T1547 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
[junit4:junit4] 2> 786505 T1547 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 786506 T1547 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 786522 T1547 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 786524 T1547 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 786526 T1576 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17e111be name:ZooKeeperConnection Watcher:127.0.0.1:38598/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 786526 T1547 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 786529 T1547 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 786531 T1547 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 786794 T1547 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 786797 T1547 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:19576
[junit4:junit4] 2> 786797 T1547 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 786798 T1547 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 786798 T1547 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty1-1370089696714
[junit4:junit4] 2> 786799 T1547 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty1-1370089696714/solr.xml
[junit4:junit4] 2> 786799 T1547 oasc.CoreContainer.<init> New CoreContainer 474443630
[junit4:junit4] 2> 786800 T1547 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty1-1370089696714/'
[junit4:junit4] 2> 786801 T1547 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty1-1370089696714/'
[junit4:junit4] 2> 786946 T1547 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 786947 T1547 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 786948 T1547 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 786948 T1547 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 786949 T1547 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 786949 T1547 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 786950 T1547 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 786950 T1547 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 786951 T1547 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 786951 T1547 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 786967 T1547 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 786968 T1547 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:38598/solr
[junit4:junit4] 2> 786969 T1547 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 786970 T1547 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 786973 T1587 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37c7c6fd name:ZooKeeperConnection Watcher:127.0.0.1:38598 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 786974 T1547 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 786988 T1547 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 786999 T1547 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 787001 T1589 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@114d8b5f name:ZooKeeperConnection Watcher:127.0.0.1:38598/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 787001 T1547 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 787013 T1547 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 787985 T1570 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 787986 T1570 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:42685_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:42685"}
[junit4:junit4] 2> 788009 T1589 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 788009 T1576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 788009 T1569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 788016 T1547 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19576_
[junit4:junit4] 2> 788018 T1547 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19576_
[junit4:junit4] 2> 788021 T1576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 788021 T1589 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 788021 T1569 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 788021 T1589 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 788021 T1569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 788022 T1576 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 788029 T1590 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty1-1370089696714/collection1
[junit4:junit4] 2> 788029 T1590 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 788030 T1590 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 788030 T1590 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 788032 T1590 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty1-1370089696714/collection1/'
[junit4:junit4] 2> 788033 T1590 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ShardSplitTest-jetty1-1370089696714/collection1/lib/README' to classloader
[junit4:junit4] 2> 788034 T1590 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ShardSplitTest-jetty1-1370089696714/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 788085 T1590 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 788146 T1590 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 788247 T1590 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 788254 T1590 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 788826 T1590 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 788830 T1590 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 788832 T1590 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 788838 T1590 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 788863 T1590 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 788864 T1590 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty1-1370089696714/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty1/
[junit4:junit4] 2> 788864 T1590 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@552d7308
[junit4:junit4] 2> 788865 T1590 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 788867 T1590 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty1
[junit4:junit4] 2> 788868 T1590 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty1/index/
[junit4:junit4] 2> 788868 T1590 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 788869 T1590 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty1/index
[junit4:junit4] 2> 788873 T1590 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@53390406 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3934a000),segFN=segments_1,generation=1}
[junit4:junit4] 2> 788873 T1590 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 788876 T1590 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 788877 T1590 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 788878 T1590 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 788878 T1590 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 788879 T1590 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 788879 T1590 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 788880 T1590 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 788880 T1590 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 788881 T1590 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 788897 T1590 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 788905 T1590 oass.SolrIndexSearcher.<init> Opening Searcher@1bf1b26 main
[junit4:junit4] 2> 788906 T1590 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty1/tlog
[junit4:junit4] 2> 788907 T1590 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 788907 T1590 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 788912 T1591 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1bf1b26 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 788914 T1590 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 788914 T1590 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 789514 T1570 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 789515 T1570 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19576_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19576"}
[junit4:junit4] 2> 789515 T1570 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 789516 T1570 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 789557 T1589 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 789557 T1576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 789557 T1569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 789943 T1590 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 789943 T1590 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:19576 collection:collection1 shard:shard1
[junit4:junit4] 2> 789944 T1590 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 789964 T1590 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 789975 T1590 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 789975 T1590 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 789976 T1590 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:19576/collection1/
[junit4:junit4] 2> 789976 T1590 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 789976 T1590 oasc.SyncStrategy.syncToMe http://127.0.0.1:19576/collection1/ has no replicas
[junit4:junit4] 2> 789977 T1590 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:19576/collection1/
[junit4:junit4] 2> 789977 T1590 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 791061 T1570 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 791081 T1569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 791081 T1576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 791081 T1589 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 791113 T1590 oasc.ZkController.register We are http://127.0.0.1:19576/collection1/ and leader is http://127.0.0.1:19576/collection1/
[junit4:junit4] 2> 791113 T1590 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19576
[junit4:junit4] 2> 791113 T1590 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 791113 T1590 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 791114 T1590 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 791116 T1590 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 791118 T1547 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
[junit4:junit4] 2> 791119 T1547 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 791119 T1547 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 791402 T1547 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 791406 T1547 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:53219
[junit4:junit4] 2> 791406 T1547 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 791407 T1547 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 791407 T1547 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty2-1370089701318
[junit4:junit4] 2> 791408 T1547 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty2-1370089701318/solr.xml
[junit4:junit4] 2> 791408 T1547 oasc.CoreContainer.<init> New CoreContainer 1402572215
[junit4:junit4] 2> 791409 T1547 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty2-1370089701318/'
[junit4:junit4] 2> 791410 T1547 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty2-1370089701318/'
[junit4:junit4] 2> 791539 T1547 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 791540 T1547 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 791541 T1547 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 791541 T1547 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 791542 T1547 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 791542 T1547 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 791543 T1547 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 791543 T1547 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 791544 T1547 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 791544 T1547 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 791560 T1547 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 791561 T1547 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:38598/solr
[junit4:junit4] 2> 791562 T1547 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 791563 T1547 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 791566 T1603 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29e2eaea name:ZooKeeperConnection Watcher:127.0.0.1:38598 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 791567 T1547 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 791586 T1547 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 791597 T1547 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 791599 T1605 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ff95b5f name:ZooKeeperConnection Watcher:127.0.0.1:38598/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 791600 T1547 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 791605 T1547 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 792587 T1570 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 792588 T1570 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19576_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19576"}
[junit4:junit4] 2> 792605 T1589 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 792605 T1576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 792605 T1569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 792605 T1605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 792609 T1547 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53219_
[junit4:junit4] 2> 792611 T1547 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53219_
[junit4:junit4] 2> 792619 T1605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 792619 T1576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 792619 T1589 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 792619 T1569 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 792619 T1589 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 792620 T1569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 792620 T1605 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 792620 T1576 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 792627 T1606 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty2-1370089701318/collection1
[junit4:junit4] 2> 792627 T1606 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 792628 T1606 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 792628 T1606 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 792630 T1606 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty2-1370089701318/collection1/'
[junit4:junit4] 2> 792631 T1606 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ShardSplitTest-jetty2-1370089701318/collection1/lib/README' to classloader
[junit4:junit4] 2> 792632 T1606 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ShardSplitTest-jetty2-1370089701318/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 792684 T1606 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 792745 T1606 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 792846 T1606 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 792853 T1606 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 793443 T1606 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 793446 T1606 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 793449 T1606 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 793454 T1606 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 793479 T1606 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 793479 T1606 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty2-1370089701318/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty2/
[junit4:junit4] 2> 793479 T1606 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@552d7308
[junit4:junit4] 2> 793480 T1606 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 793482 T1606 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty2
[junit4:junit4] 2> 793483 T1606 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty2/index/
[junit4:junit4] 2> 793483 T1606 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 793484 T1606 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty2/index
[junit4:junit4] 2> 793487 T1606 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@33f433ea lockFactory=org.apache.lucene.store.NativeFSLockFactory@2068ed94),segFN=segments_1,generation=1}
[junit4:junit4] 2> 793487 T1606 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 793490 T1606 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 793491 T1606 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 793491 T1606 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 793492 T1606 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 793493 T1606 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 793493 T1606 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 793493 T1606 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 793494 T1606 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 793495 T1606 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 793510 T1606 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 793517 T1606 oass.SolrIndexSearcher.<init> Opening Searcher@4e33c6b3 main
[junit4:junit4] 2> 793517 T1606 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty2/tlog
[junit4:junit4] 2> 793519 T1606 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 793519 T1606 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 793523 T1607 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4e33c6b3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 793526 T1606 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 793526 T1606 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 794110 T1570 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 794111 T1570 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53219_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53219"}
[junit4:junit4] 2> 794112 T1570 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 794112 T1570 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 794152 T1569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 794152 T1605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 794152 T1589 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 794152 T1576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 794534 T1606 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 794534 T1606 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53219 collection:collection1 shard:shard2
[junit4:junit4] 2> 794535 T1606 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 794556 T1606 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 794567 T1606 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 794568 T1606 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 794568 T1606 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53219/collection1/
[junit4:junit4] 2> 794568 T1606 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 794568 T1606 oasc.SyncStrategy.syncToMe http://127.0.0.1:53219/collection1/ has no replicas
[junit4:junit4] 2> 794569 T1606 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53219/collection1/
[junit4:junit4] 2> 794569 T1606 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 795657 T1570 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 795706 T1569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 795706 T1605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 795706 T1589 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 795706 T1576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 795748 T1606 oasc.ZkController.register We are http://127.0.0.1:53219/collection1/ and leader is http://127.0.0.1:53219/collection1/
[junit4:junit4] 2> 795748 T1606 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53219
[junit4:junit4] 2> 795748 T1606 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 795748 T1606 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 795749 T1606 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 795751 T1606 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 795752 T1547 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
[junit4:junit4] 2> 795752 T1547 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 795753 T1547 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 796038 T1547 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 796041 T1547 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:49318
[junit4:junit4] 2> 796042 T1547 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 796042 T1547 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 796043 T1547 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty3-1370089705951
[junit4:junit4] 2> 796044 T1547 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty3-1370089705951/solr.xml
[junit4:junit4] 2> 796044 T1547 oasc.CoreContainer.<init> New CoreContainer 1723096485
[junit4:junit4] 2> 796045 T1547 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty3-1370089705951/'
[junit4:junit4] 2> 796045 T1547 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty3-1370089705951/'
[junit4:junit4] 2> 796174 T1547 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 796175 T1547 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 796175 T1547 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 796176 T1547 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 796176 T1547 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 796177 T1547 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 796177 T1547 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 796178 T1547 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 796178 T1547 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 796179 T1547 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 796195 T1547 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 796196 T1547 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:38598/solr
[junit4:junit4] 2> 796196 T1547 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 796197 T1547 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 796200 T1619 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a65cba6 name:ZooKeeperConnection Watcher:127.0.0.1:38598 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 796201 T1547 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 796215 T1547 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 796227 T1547 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 796229 T1621 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4237153a name:ZooKeeperConnection Watcher:127.0.0.1:38598/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 796229 T1547 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 796239 T1547 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 797217 T1570 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 797218 T1570 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53219_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53219"}
[junit4:junit4] 2> 797250 T1547 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49318_
[junit4:junit4] 2> 797264 T1621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 797264 T1576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 797264 T1589 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 797264 T1605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 797264 T1569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 797265 T1547 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49318_
[junit4:junit4] 2> 797289 T1576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 797289 T1605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 797289 T1621 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 797289 T1589 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 797289 T1569 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 797289 T1621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 797290 T1569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 797290 T1589 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 797290 T1576 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 797291 T1605 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 797327 T1622 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty3-1370089705951/collection1
[junit4:junit4] 2> 797328 T1622 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 797328 T1622 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 797329 T1622 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 797330 T1622 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty3-1370089705951/collection1/'
[junit4:junit4] 2> 797332 T1622 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ShardSplitTest-jetty3-1370089705951/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 797332 T1622 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ShardSplitTest-jetty3-1370089705951/collection1/lib/README' to classloader
[junit4:junit4] 2> 797385 T1622 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 797447 T1622 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 797548 T1622 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 797555 T1622 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 798127 T1622 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 798131 T1622 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 798134 T1622 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 798139 T1622 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 798164 T1622 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 798165 T1622 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty3-1370089705951/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty3/
[junit4:junit4] 2> 798165 T1622 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@552d7308
[junit4:junit4] 2> 798166 T1622 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 798168 T1622 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty3
[junit4:junit4] 2> 798169 T1622 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty3/index/
[junit4:junit4] 2> 798169 T1622 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 798170 T1622 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty3/index
[junit4:junit4] 2> 798174 T1622 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@432cd2de lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e1fe920),segFN=segments_1,generation=1}
[junit4:junit4] 2> 798174 T1622 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 798177 T1622 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 798178 T1622 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 798178 T1622 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 798179 T1622 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 798180 T1622 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 798180 T1622 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 798180 T1622 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 798181 T1622 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 798182 T1622 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 798198 T1622 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 798206 T1622 oass.SolrIndexSearcher.<init> Opening Searcher@3e77f83b main
[junit4:junit4] 2> 798206 T1622 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty3/tlog
[junit4:junit4] 2> 798207 T1622 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 798208 T1622 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 798212 T1623 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3e77f83b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 798214 T1622 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 798215 T1622 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 798781 T1570 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 798782 T1570 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:49318_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49318"}
[junit4:junit4] 2> 798783 T1570 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 798783 T1570 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 798813 T1621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 798813 T1605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 798813 T1589 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 798813 T1576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 798813 T1569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 799242 T1622 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 799242 T1622 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49318 collection:collection1 shard:shard1
[junit4:junit4] 2> 799246 T1622 oasc.ZkController.register We are http://127.0.0.1:49318/collection1/ and leader is http://127.0.0.1:19576/collection1/
[junit4:junit4] 2> 799246 T1622 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49318
[junit4:junit4] 2> 799246 T1622 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 799246 T1622 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C1683 name=collection1 org.apache.solr.core.SolrCore@4699c46c url=http://127.0.0.1:49318/collection1 node=127.0.0.1:49318_ C1683_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49318_, base_url=http://127.0.0.1:49318}
[junit4:junit4] 2> 799247 T1624 C1683 P49318 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 799248 T1624 C1683 P49318 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 799248 T1622 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 799248 T1624 C1683 P49318 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 799249 T1624 C1683 P49318 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 799249 T1547 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
[junit4:junit4] 2> 799250 T1547 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 799250 T1624 C1683 P49318 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 799250 T1547 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 799270 T1579 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 799531 T1547 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 799534 T1547 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:62042
[junit4:junit4] 2> 799534 T1547 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 799535 T1547 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 799536 T1547 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty4-1370089709450
[junit4:junit4] 2> 799536 T1547 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty4-1370089709450/solr.xml
[junit4:junit4] 2> 799537 T1547 oasc.CoreContainer.<init> New CoreContainer 840958938
[junit4:junit4] 2> 799537 T1547 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty4-1370089709450/'
[junit4:junit4] 2> 799538 T1547 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty4-1370089709450/'
[junit4:junit4] 2> 799683 T1547 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 799684 T1547 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 799685 T1547 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 799685 T1547 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 799686 T1547 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 799686 T1547 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 799687 T1547 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 799687 T1547 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 799688 T1547 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 799688 T1547 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 799706 T1547 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 799707 T1547 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:38598/solr
[junit4:junit4] 2> 799707 T1547 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 799708 T1547 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 799711 T1636 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d1c5dca name:ZooKeeperConnection Watcher:127.0.0.1:38598 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 799712 T1547 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 799727 T1547 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 799740 T1547 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 799742 T1638 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3331ee1e name:ZooKeeperConnection Watcher:127.0.0.1:38598/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 799742 T1547 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 799754 T1547 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 800324 T1570 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 800325 T1570 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:49318_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49318"}
[junit4:junit4] 2> 800340 T1621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 800340 T1589 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 800340 T1605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 800340 T1638 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 800340 T1576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 800340 T1569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 800758 T1547 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62042_
[junit4:junit4] 2> 800760 T1547 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62042_
[junit4:junit4] 2> 800763 T1576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 800763 T1605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 800763 T1621 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 800763 T1638 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 800764 T1621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 800763 T1589 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 800763 T1569 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 800764 T1589 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 800765 T1605 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 800765 T1576 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 800764 T1569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 800775 T1638 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 800780 T1639 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty4-1370089709450/collection1
[junit4:junit4] 2> 800780 T1639 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 800781 T1639 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 800781 T1639 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 800783 T1639 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty4-1370089709450/collection1/'
[junit4:junit4] 2> 800784 T1639 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ShardSplitTest-jetty4-1370089709450/collection1/lib/README' to classloader
[junit4:junit4] 2> 800785 T1639 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ShardSplitTest-jetty4-1370089709450/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 800837 T1639 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 800897 T1639 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 800998 T1639 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 801005 T1639 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 801272 T1579 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 801272 T1579 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:49318_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002
[junit4:junit4] 2> 801577 T1639 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 801581 T1639 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 801584 T1639 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 801589 T1639 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 801614 T1639 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 801614 T1639 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty4-1370089709450/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty4/
[junit4:junit4] 2> 801615 T1639 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@552d7308
[junit4:junit4] 2> 801615 T1639 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 801618 T1639 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty4
[junit4:junit4] 2> 801618 T1639 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty4/index/
[junit4:junit4] 2> 801619 T1639 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 801619 T1639 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty4/index
[junit4:junit4] 2> 801623 T1639 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d6923a3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e4193f5),segFN=segments_1,generation=1}
[junit4:junit4] 2> 801623 T1639 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 801626 T1639 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 801627 T1639 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 801628 T1639 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 801628 T1639 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 801629 T1639 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 801629 T1639 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 801630 T1639 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 801631 T1639 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 801631 T1639 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 801647 T1639 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 801655 T1639 oass.SolrIndexSearcher.<init> Opening Searcher@45635e07 main
[junit4:junit4] 2> 801656 T1639 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty4/tlog
[junit4:junit4] 2> 801657 T1639 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 801657 T1639 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 801662 T1640 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@45635e07 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 801664 T1639 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 801664 T1639 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 801845 T1570 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 801846 T1570 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:62042_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:62042"}
[junit4:junit4] 2> 801846 T1570 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 801847 T1570 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 801861 T1621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 801861 T1605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 801861 T1638 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 801861 T1576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 801861 T1589 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 801861 T1569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 802667 T1639 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 802667 T1639 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:62042 collection:collection1 shard:shard2
[junit4:junit4] 2> 802671 T1639 oasc.ZkController.register We are http://127.0.0.1:62042/collection1/ and leader is http://127.0.0.1:53219/collection1/
[junit4:junit4] 2> 802672 T1639 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:62042
[junit4:junit4] 2> 802672 T1639 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 802672 T1639 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C1684 name=collection1 org.apache.solr.core.SolrCore@44908904 url=http://127.0.0.1:62042/collection1 node=127.0.0.1:62042_ C1684_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:62042_, base_url=http://127.0.0.1:62042}
[junit4:junit4] 2> 802673 T1641 C1684 P62042 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 802673 T1639 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 802674 T1641 C1684 P62042 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 802674 T1641 C1684 P62042 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 802674 T1641 C1684 P62042 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 802675 T1547 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
[junit4:junit4] 2> 802676 T1547 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 802676 T1641 C1684 P62042 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 802676 T1547 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 802700 T1547 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 802701 T1595 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 802702 T1547 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 802702 T1547 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 802703 T1547 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C1685 name=collection1 org.apache.solr.core.SolrCore@4699c46c url=http://127.0.0.1:49318/collection1 node=127.0.0.1:49318_ C1685_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49318_, base_url=http://127.0.0.1:49318}
[junit4:junit4] 2> 803274 T1624 C1685 P49318 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:19576/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 803274 T1624 C1685 P49318 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49318 START replicas=[http://127.0.0.1:19576/collection1/] nUpdates=100
[junit4:junit4] 2> 803275 T1624 C1685 P49318 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 803275 T1624 C1685 P49318 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 803276 T1624 C1685 P49318 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 803276 T1624 C1685 P49318 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 803276 T1624 C1685 P49318 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 803276 T1624 C1685 P49318 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:19576/collection1/. core=collection1
[junit4:junit4] 2> 803277 T1624 C1685 P49318 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C1686 name=collection1 org.apache.solr.core.SolrCore@7809ef4a url=http://127.0.0.1:19576/collection1 node=127.0.0.1:19576_ C1686_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:19576_, base_url=http://127.0.0.1:19576, leader=true}
[junit4:junit4] 2> 803284 T1580 C1686 P19576 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 803288 T1581 C1686 P19576 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 803291 T1581 C1686 P19576 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@53390406 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3934a000),segFN=segments_1,generation=1}
[junit4:junit4] 2> 803293 T1581 C1686 P19576 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 803293 T1581 C1686 P19576 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@53390406 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3934a000),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@53390406 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3934a000),segFN=segments_2,generation=2}
[junit4:junit4] 2> 803294 T1581 C1686 P19576 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 803294 T1581 C1686 P19576 oass.SolrIndexSearcher.<init> Opening Searcher@2ebe966 realtime
[junit4:junit4] 2> 803295 T1581 C1686 P19576 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 803295 T1581 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 803296 T1624 C1685 P49318 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 803296 T1624 C1685 P49318 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 803299 T1582 C1686 P19576 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 803299 T1582 C1686 P19576 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 803300 T1624 C1685 P49318 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 803300 T1624 C1685 P49318 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 803300 T1624 C1685 P49318 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 803303 T1582 C1686 P19576 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 803304 T1624 C1685 P49318 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 803306 T1624 C1685 P49318 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty3/index.20130601062833486
[junit4:junit4] 2> 803307 T1624 C1685 P49318 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/index6330363308tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@6489f7f0) fullCopy=false
[junit4:junit4] 2> 803310 T1582 C1686 P19576 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 803311 T1624 C1685 P49318 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 803314 T1624 C1685 P49318 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 803314 T1624 C1685 P49318 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 803316 T1624 C1685 P49318 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@432cd2de lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e1fe920),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@432cd2de lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e1fe920),segFN=segments_2,generation=2}
[junit4:junit4] 2> 803317 T1624 C1685 P49318 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 803317 T1624 C1685 P49318 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 803318 T1624 C1685 P49318 oass.SolrIndexSearcher.<init> Opening Searcher@25a102be main
[junit4:junit4] 2> 803319 T1623 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@25a102be main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 803319 T1624 C1685 P49318 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty3/index.20130601062833486 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty3/index.20130601062833486;done=true>>]
[junit4:junit4] 2> 803319 T1624 C1685 P49318 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty3/index.20130601062833486
[junit4:junit4] 2> 803320 T1624 C1685 P49318 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty3/index.20130601062833486
[junit4:junit4] 2> 803320 T1624 C1685 P49318 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 803320 T1624 C1685 P49318 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 803320 T1624 C1685 P49318 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 803321 T1624 C1685 P49318 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 803347 T1624 C1685 P49318 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 803366 T1570 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 803367 T1570 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:62042_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:62042"}
[junit4:junit4] 2> 803371 T1570 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:49318_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49318"}
[junit4:junit4] 2> 803383 T1569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 803384 T1605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 803384 T1589 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 803384 T1638 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 803384 T1576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 803383 T1621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 803702 T1595 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 803702 T1595 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:62042_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001
[junit4:junit4] 2> 803705 T1547 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 804707 T1547 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C1684_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:62042_, base_url=http://127.0.0.1:62042}
[junit4:junit4] 2> 805704 T1641 C1684 P62042 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53219/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 805704 T1641 C1684 P62042 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:62042 START replicas=[http://127.0.0.1:53219/collection1/] nUpdates=100
[junit4:junit4] 2> 805704 T1641 C1684 P62042 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 805705 T1641 C1684 P62042 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 805705 T1641 C1684 P62042 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 805705 T1641 C1684 P62042 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 805705 T1641 C1684 P62042 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 805705 T1641 C1684 P62042 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53219/collection1/. core=collection1
[junit4:junit4] 2> 805706 T1641 C1684 P62042 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 805709 T1547 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C1687 name=collection1 org.apache.solr.core.SolrCore@6a40ab8a url=http://127.0.0.1:53219/collection1 node=127.0.0.1:53219_ C1687_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53219_, base_url=http://127.0.0.1:53219, leader=true}
[junit4:junit4] 2> 805718 T1596 C1687 P53219 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 805724 T1597 C1687 P53219 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 805727 T1597 C1687 P53219 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@33f433ea lockFactory=org.apache.lucene.store.NativeFSLockFactory@2068ed94),segFN=segments_1,generation=1}
[junit4:junit4] 2> 805728 T1597 C1687 P53219 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 805728 T1597 C1687 P53219 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@33f433ea lockFactory=org.apache.lucene.store.NativeFSLockFactory@2068ed94),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@33f433ea lockFactory=org.apache.lucene.store.NativeFSLockFactory@2068ed94),segFN=segments_2,generation=2}
[junit4:junit4] 2> 805729 T1597 C1687 P53219 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 805730 T1597 C1687 P53219 oass.SolrIndexSearcher.<init> Opening Searcher@332ec8f9 realtime
[junit4:junit4] 2> 805730 T1597 C1687 P53219 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 805730 T1597 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 805731 T1641 C1684 P62042 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 805732 T1641 C1684 P62042 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 805733 T1598 C1687 P53219 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 805734 T1598 C1687 P53219 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 805735 T1641 C1684 P62042 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 805735 T1641 C1684 P62042 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 805735 T1641 C1684 P62042 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 805737 T1598 C1687 P53219 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 805738 T1641 C1684 P62042 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 805741 T1641 C1684 P62042 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty4/index.20130601062835920
[junit4:junit4] 2> 805741 T1641 C1684 P62042 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/index6330363309tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@943fcea) fullCopy=false
[junit4:junit4] 2> 805745 T1598 C1687 P53219 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 805746 T1641 C1684 P62042 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 805749 T1641 C1684 P62042 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 805749 T1641 C1684 P62042 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 805751 T1641 C1684 P62042 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d6923a3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e4193f5),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d6923a3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e4193f5),segFN=segments_2,generation=2}
[junit4:junit4] 2> 805752 T1641 C1684 P62042 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 805752 T1641 C1684 P62042 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 805752 T1641 C1684 P62042 oass.SolrIndexSearcher.<init> Opening Searcher@326b75c3 main
[junit4:junit4] 2> 805754 T1640 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@326b75c3 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 805754 T1641 C1684 P62042 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty4/index.20130601062835920 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty4/index.20130601062835920;done=true>>]
[junit4:junit4] 2> 805755 T1641 C1684 P62042 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty4/index.20130601062835920
[junit4:junit4] 2> 805755 T1641 C1684 P62042 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty4/index.20130601062835920
[junit4:junit4] 2> 805755 T1641 C1684 P62042 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 805755 T1641 C1684 P62042 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 805755 T1641 C1684 P62042 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 805756 T1641 C1684 P62042 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 805757 T1641 C1684 P62042 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 806399 T1570 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 806400 T1570 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:62042_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:62042"}
[junit4:junit4] 2> 806451 T1621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 806451 T1605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 806451 T1589 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 806451 T1638 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 806451 T1576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 806451 T1569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 806711 T1547 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 806712 T1547 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C1688 name=collection1 org.apache.solr.core.SolrCore@38528013 url=http://127.0.0.1:42685/collection1 node=127.0.0.1:42685_ C1688_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:42685_, base_url=http://127.0.0.1:42685, leader=true}
[junit4:junit4] 2> 806725 T1559 C1688 P42685 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 806728 T1559 C1688 P42685 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@624b4cfe lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d667170),segFN=segments_1,generation=1}
[junit4:junit4] 2> 806729 T1559 C1688 P42685 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 806730 T1559 C1688 P42685 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@624b4cfe lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d667170),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@624b4cfe lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d667170),segFN=segments_2,generation=2}
[junit4:junit4] 2> 806730 T1559 C1688 P42685 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 806731 T1559 C1688 P42685 oass.SolrIndexSearcher.<init> Opening Searcher@50c8c38b main
[junit4:junit4] 2> 806731 T1559 C1688 P42685 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 806732 T1573 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@50c8c38b main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 806733 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 2> 806745 T1599 C1687 P53219 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 806746 T1599 C1687 P53219 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@33f433ea lockFactory=org.apache.lucene.store.NativeFSLockFactory@2068ed94),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@33f433ea lockFactory=org.apache.lucene.store.NativeFSLockFactory@2068ed94),segFN=segments_3,generation=3}
[junit4:junit4] 2> 806747 T1599 C1687 P53219 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 806748 T1599 C1687 P53219 oass.SolrIndexSearcher.<init> Opening Searcher@333bc033 main
[junit4:junit4] 2> 806748 T1599 C1687 P53219 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 806749 T1607 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@333bc033 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 806750 T1599 C1687 P53219 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:19576/collection1/, StdNode: http://127.0.0.1:49318/collection1/, StdNode: http://127.0.0.1:62042/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 806753 T1583 C1686 P19576 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 806754 T1583 C1686 P19576 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@53390406 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3934a000),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@53390406 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3934a000),segFN=segments_3,generation=3}
[junit4:junit4] 2> 806754 T1583 C1686 P19576 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 806756 T1583 C1686 P19576 oass.SolrIndexSearcher.<init> Opening Searcher@25f31715 main
[junit4:junit4] 2> 806756 T1583 C1686 P19576 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 806757 T1591 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@25f31715 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 806757 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4] 2> C1684_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:62042_, base_url=http://127.0.0.1:62042}
[junit4:junit4] 2> 806760 T1628 C1684 P62042 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C1685_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49318_, base_url=http://127.0.0.1:49318}
[junit4:junit4] 2> 806760 T1611 C1685 P49318 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 806762 T1628 C1684 P62042 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d6923a3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e4193f5),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d6923a3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e4193f5),segFN=segments_3,generation=3}
[junit4:junit4] 2> 806762 T1611 C1685 P49318 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@432cd2de lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e1fe920),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@432cd2de lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e1fe920),segFN=segments_3,generation=3}
[junit4:junit4] 2> 806763 T1628 C1684 P62042 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 806763 T1611 C1685 P49318 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 806764 T1628 C1684 P62042 oass.SolrIndexSearcher.<init> Opening Searcher@6d65ee53 main
[junit4:junit4] 2> 806765 T1628 C1684 P62042 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 806765 T1611 C1685 P49318 oass.SolrIndexSearcher.<init> Opening Searcher@785368f main
[junit4:junit4] 2> 806765 T1640 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6d65ee53 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 806766 T1611 C1685 P49318 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 806766 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 806766 T1623 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@785368f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 806767 T1611 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 806768 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4] 2> 806769 T1547 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 806772 T1584 C1686 P19576 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 806775 T1612 C1685 P49318 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 806777 T1600 C1687 P53219 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 806779 T1629 C1684 P62042 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 808785 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436643197154492416)} 0 2
[junit4:junit4] 2> 808794 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436643197158686720&update.from=http://127.0.0.1:53219/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436643197158686720)} 0 2
[junit4:junit4] 2> 808798 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436643197162881024&update.from=http://127.0.0.1:19576/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436643197162881024)} 0 2
[junit4:junit4] 2> 808799 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1436643197162881024)} 0 7
[junit4:junit4] 2> 808800 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436643197158686720)} 0 12
[junit4:junit4] 2> 808804 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0 (1436643197174415360)]} 0 1
[junit4:junit4] 2> 808811 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!0 (1436643197178609664)]} 0 1
[junit4:junit4] 2> 808811 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0 (1436643197178609664)]} 0 4
[junit4:junit4] 2> 808814 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1 (1436643197185949696)]} 0 0
[junit4:junit4] 2> 808823 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!1 (1436643197191192576)]} 0 1
[junit4:junit4] 2> 808823 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!1 (1436643197191192576)]} 0 4
[junit4:junit4] 2> 808824 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1]} 0 7
[junit4:junit4] 2> 808827 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2 (1436643197199581184)]} 0 0
[junit4:junit4] 2> 808832 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!2 (1436643197201678336)]} 0 0
[junit4:junit4] 2> 808833 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2 (1436643197201678336)]} 0 4
[junit4:junit4] 2> 808836 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3 (1436643197209018368)]} 0 0
[junit4:junit4] 2> 808843 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!3 (1436643197214261248)]} 0 0
[junit4:junit4] 2> 808844 T1601 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!3 (1436643197214261248)]} 0 4
[junit4:junit4] 2> 808845 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3]} 0 6
[junit4:junit4] 2> 808848 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4 (1436643197221601280)]} 0 0
[junit4:junit4] 2> 808854 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!4 (1436643197224747008)]} 0 0
[junit4:junit4] 2> 808855 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4 (1436643197224747008)]} 0 4
[junit4:junit4] 2> 808858 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5 (1436643197232087040)]} 0 0
[junit4:junit4] 2> 808865 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!5 (1436643197235232768)]} 0 0
[junit4:junit4] 2> 808865 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5 (1436643197235232768)]} 0 4
[junit4:junit4] 2> 808869 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6 (1436643197242572800)]} 0 1
[junit4:junit4] 2> 808875 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!6 (1436643197245718528)]} 0 1
[junit4:junit4] 2> 808875 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6 (1436643197245718528)]} 0 4
[junit4:junit4] 2> 808879 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7 (1436643197253058560)]} 0 1
[junit4:junit4] 2> 808886 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!7 (1436643197258301440)]} 0 0
[junit4:junit4] 2> 808887 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!7 (1436643197258301440)]} 0 4
[junit4:junit4] 2> 808888 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7]} 0 7
[junit4:junit4] 2> 808891 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8 (1436643197266690048)]} 0 0
[junit4:junit4] 2> 808899 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!8 (1436643197271932928)]} 0 0
[junit4:junit4] 2> 808900 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!8 (1436643197271932928)]} 0 4
[junit4:junit4] 2> 808901 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8]} 0 7
[junit4:junit4] 2> 808904 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9 (1436643197280321536)]} 0 0
[junit4:junit4] 2> 808910 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!9 (1436643197283467264)]} 0 0
[junit4:junit4] 2> 808911 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9 (1436643197283467264)]} 0 4
[junit4:junit4] 2> 808915 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10 (1436643197290807296)]} 0 1
[junit4:junit4] 2> 808922 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!10 (1436643197296050176)]} 0 0
[junit4:junit4] 2> 808923 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!10 (1436643197296050176)]} 0 4
[junit4:junit4] 2> 808924 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10]} 0 7
[junit4:junit4] 2> 808927 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11 (1436643197304438784)]} 0 0
[junit4:junit4] 2> 808933 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!11 (1436643197307584512)]} 0 0
[junit4:junit4] 2> 808934 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11 (1436643197307584512)]} 0 4
[junit4:junit4] 2> 808937 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12 (1436643197314924544)]} 0 0
[junit4:junit4] 2> 808943 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!12 (1436643197318070272)]} 0 0
[junit4:junit4] 2> 808944 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12 (1436643197318070272)]} 0 4
[junit4:junit4] 2> 808947 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13 (1436643197325410304)]} 0 0
[junit4:junit4] 2> 808955 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!13 (1436643197330653184)]} 0 0
[junit4:junit4] 2> 808956 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[n!13 (1436643197330653184)]} 0 4
[junit4:junit4] 2> 808957 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13]} 0 7
[junit4:junit4] 2> 808960 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14 (1436643197339041792)]} 0 0
[junit4:junit4] 2> 808968 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!14 (1436643197344284672)]} 0 0
[junit4:junit4] 2> 808969 T1601 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!14 (1436643197344284672)]} 0 4
[junit4:junit4] 2> 808970 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14]} 0 7
[junit4:junit4] 2> 808973 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15 (1436643197352673280)]} 0 0
[junit4:junit4] 2> 808979 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!15 (1436643197355819008)]} 0 0
[junit4:junit4] 2> 808980 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15 (1436643197355819008)]} 0 4
[junit4:junit4] 2> 808983 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16 (1436643197363159040)]} 0 0
[junit4:junit4] 2> 808991 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!16 (1436643197368401920)]} 0 0
[junit4:junit4] 2> 808992 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!16 (1436643197368401920)]} 0 4
[junit4:junit4] 2> 808993 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16]} 0 7
[junit4:junit4] 2> 808995 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17 (1436643197375741952)]} 0 0
[junit4:junit4] 2> 809001 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!17 (1436643197378887680)]} 0 0
[junit4:junit4] 2> 809002 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17 (1436643197378887680)]} 0 4
[junit4:junit4] 2> 809005 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18 (1436643197386227712)]} 0 0
[junit4:junit4] 2> 809013 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!18 (1436643197391470592)]} 0 0
[junit4:junit4] 2> 809014 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[s!18 (1436643197391470592)]} 0 4
[junit4:junit4] 2> 809015 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18]} 0 7
[junit4:junit4] 2> 809018 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19 (1436643197399859200)]} 0 0
[junit4:junit4] 2> 809026 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!19 (1436643197405102080)]} 0 0
[junit4:junit4] 2> 809027 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[t!19 (1436643197405102080)]} 0 4
[junit4:junit4] 2> 809028 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19]} 0 7
[junit4:junit4] 2> 809031 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20 (1436643197413490688)]} 0 0
[junit4:junit4] 2> 809039 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!20 (1436643197418733568)]} 0 0
[junit4:junit4] 2> 809040 T1601 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[u!20 (1436643197418733568)]} 0 4
[junit4:junit4] 2> 809041 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20]} 0 7
[junit4:junit4] 2> 809044 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21 (1436643197427122176)]} 0 0
[junit4:junit4] 2> 809052 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!21 (1436643197432365056)]} 0 0
[junit4:junit4] 2> 809053 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[v!21 (1436643197432365056)]} 0 4
[junit4:junit4] 2> 809054 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21]} 0 7
[junit4:junit4] 2> 809057 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22 (1436643197440753664)]} 0 0
[junit4:junit4] 2> 809065 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!22 (1436643197445996544)]} 0 0
[junit4:junit4] 2> 809066 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[w!22 (1436643197445996544)]} 0 4
[junit4:junit4] 2> 809067 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22]} 0 7
[junit4:junit4] 2> 809070 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23 (1436643197454385152)]} 0 0
[junit4:junit4] 2> 809076 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!23 (1436643197457530880)]} 0 0
[junit4:junit4] 2> 809077 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23 (1436643197457530880)]} 0 4
[junit4:junit4] 2> 809080 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24 (1436643197464870912)]} 0 0
[junit4:junit4] 2> 809088 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!24 (1436643197470113792)]} 0 0
[junit4:junit4] 2> 809089 T1601 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[y!24 (1436643197470113792)]} 0 4
[junit4:junit4] 2> 809090 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24]} 0 7
[junit4:junit4] 2> 809093 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25 (1436643197478502400)]} 0 0
[junit4:junit4] 2> 809101 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!25 (1436643197483745280)]} 0 0
[junit4:junit4] 2> 809102 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[z!25 (1436643197483745280)]} 0 4
[junit4:junit4] 2> 809103 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25]} 0 7
[junit4:junit4] 2> 809106 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26 (1436643197492133888)]} 0 0
[junit4:junit4] 2> 809112 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!26 (1436643197495279616)]} 0 0
[junit4:junit4] 2> 809113 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26 (1436643197495279616)]} 0 4
[junit4:junit4] 2> 809116 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27 (1436643197502619648)]} 0 0
[junit4:junit4] 2> 809124 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!27 (1436643197507862528)]} 0 0
[junit4:junit4] 2> 809125 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!27 (1436643197507862528)]} 0 4
[junit4:junit4] 2> 809126 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27]} 0 7
[junit4:junit4] 2> 809129 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28 (1436643197516251136)]} 0 0
[junit4:junit4] 2> 809135 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!28 (1436643197519396864)]} 0 0
[junit4:junit4] 2> 809136 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28 (1436643197519396864)]} 0 4
[junit4:junit4] 2> 809139 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29 (1436643197526736896)]} 0 0
[junit4:junit4] 2> 809147 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!29 (1436643197531979776)]} 0 0
[junit4:junit4] 2> 809148 T1601 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!29 (1436643197531979776)]} 0 4
[junit4:junit4] 2> 809149 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29]} 0 7
[junit4:junit4] 2> 809152 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30 (1436643197540368384)]} 0 0
[junit4:junit4] 2> 809160 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!30 (1436643197545611264)]} 0 0
[junit4:junit4] 2> 809161 T1601 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[e!30 (1436643197545611264)]} 0 4
[junit4:junit4] 2> 809162 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30]} 0 7
[junit4:junit4] 2> 809165 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31 (1436643197553999872)]} 0 0
[junit4:junit4] 2> 809171 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!31 (1436643197557145600)]} 0 0
[junit4:junit4] 2> 809172 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31 (1436643197557145600)]} 0 4
[junit4:junit4] 2> 809175 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32 (1436643197564485632)]} 0 0
[junit4:junit4] 2> 809183 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!32 (1436643197569728512)]} 0 0
[junit4:junit4] 2> 809184 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!32 (1436643197569728512)]} 0 4
[junit4:junit4] 2> 809185 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32]} 0 7
[junit4:junit4] 2> 809188 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33 (1436643197578117120)]} 0 0
[junit4:junit4] 2> 809196 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!33 (1436643197583360000)]} 0 0
[junit4:junit4] 2> 809197 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!33 (1436643197583360000)]} 0 4
[junit4:junit4] 2> 809198 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33]} 0 7
[junit4:junit4] 2> 809201 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34 (1436643197591748608)]} 0 0
[junit4:junit4] 2> 809210 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!34 (1436643197596991488)]} 0 1
[junit4:junit4] 2> 809210 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!34 (1436643197596991488)]} 0 4
[junit4:junit4] 2> 809211 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34]} 0 7
[junit4:junit4] 2> 809214 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35 (1436643197605380096)]} 0 0
[junit4:junit4] 2> 809223 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!35 (1436643197611671552)]} 0 0
[junit4:junit4] 2> 809224 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!35 (1436643197611671552)]} 0 4
[junit4:junit4] 2> 809225 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35]} 0 8
[junit4:junit4] 2> 809228 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36 (1436643197620060160)]} 0 0
[junit4:junit4] 2> 809234 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!36 (1436643197623205888)]} 0 0
[junit4:junit4] 2> 809235 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36 (1436643197623205888)]} 0 4
[junit4:junit4] 2> 809238 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37 (1436643197630545920)]} 0 0
[junit4:junit4] 2> 809246 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!37 (1436643197635788800)]} 0 0
[junit4:junit4] 2> 809247 T1601 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!37 (1436643197635788800)]} 0 4
[junit4:junit4] 2> 809248 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37]} 0 7
[junit4:junit4] 2> 809251 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38 (1436643197644177408)]} 0 0
[junit4:junit4] 2> 809257 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!38 (1436643197647323136)]} 0 0
[junit4:junit4] 2> 809258 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38 (1436643197647323136)]} 0 4
[junit4:junit4] 2> 809261 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39 (1436643197654663168)]} 0 0
[junit4:junit4] 2> 809267 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!39 (1436643197657808896)]} 0 0
[junit4:junit4] 2> 809268 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39 (1436643197657808896)]} 0 4
[junit4:junit4] 2> 809271 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!40 (1436643197665148928)]} 0 0
[junit4:junit4] 2> 809277 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!40 (1436643197668294656)]} 0 0
[junit4:junit4] 2> 809278 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!40 (1436643197668294656)]} 0 4
[junit4:junit4] 2> 809281 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!41 (1436643197675634688)]} 0 0
[junit4:junit4] 2> 809287 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!41 (1436643197678780416)]} 0 0
[junit4:junit4] 2> 809288 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!41 (1436643197678780416)]} 0 4
[junit4:junit4] 2> 809291 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!42 (1436643197686120448)]} 0 0
[junit4:junit4] 2> 809299 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!42 (1436643197691363328)]} 0 0
[junit4:junit4] 2> 809300 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!42 (1436643197691363328)]} 0 4
[junit4:junit4] 2> 809301 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!42]} 0 7
[junit4:junit4] 2> 809304 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!43 (1436643197699751936)]} 0 0
[junit4:junit4] 2> 809310 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!43 (1436643197702897664)]} 0 0
[junit4:junit4] 2> 809311 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!43 (1436643197702897664)]} 0 4
[junit4:junit4] 2> 809314 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!44 (1436643197710237696)]} 0 0
[junit4:junit4] 2> 809322 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!44 (1436643197715480576)]} 0 0
[junit4:junit4] 2> 809323 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[s!44 (1436643197715480576)]} 0 4
[junit4:junit4] 2> 809324 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!44]} 0 7
[junit4:junit4] 2> 809327 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!45 (1436643197723869184)]} 0 0
[junit4:junit4] 2> 809333 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!45 (1436643197727014912)]} 0 0
[junit4:junit4] 2> 809334 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!45 (1436643197727014912)]} 0 4
[junit4:junit4] 2> 809337 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!46 (1436643197734354944)]} 0 0
[junit4:junit4] 2> 809345 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!46 (1436643197739597824)]} 0 0
[junit4:junit4] 2> 809346 T1601 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[u!46 (1436643197739597824)]} 0 4
[junit4:junit4] 2> 809347 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!46]} 0 7
[junit4:junit4] 2> 809349 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!47 (1436643197746937856)]} 0 0
[junit4:junit4] 2> 809355 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!47 (1436643197750083584)]} 0 0
[junit4:junit4] 2> 809356 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!47 (1436643197750083584)]} 0 4
[junit4:junit4] 2> 809359 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!48 (1436643197757423616)]} 0 0
[junit4:junit4] 2> 809367 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!48 (1436643197762666496)]} 0 0
[junit4:junit4] 2> 809368 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[w!48 (1436643197762666496)]} 0 4
[junit4:junit4] 2> 809369 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!48]} 0 7
[junit4:junit4] 2> 809372 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!49 (1436643197771055104)]} 0 0
[junit4:junit4] 2> 809380 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!49 (1436643197776297984)]} 0 0
[junit4:junit4] 2> 809381 T1601 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!49 (1436643197776297984)]} 0 4
[junit4:junit4] 2> 809382 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!49]} 0 7
[junit4:junit4] 2> 809385 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!50 (1436643197784686592)]} 0 0
[junit4:junit4] 2> 809393 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!50 (1436643197789929472)]} 0 0
[junit4:junit4] 2> 809394 T1601 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[y!50 (1436643197789929472)]} 0 4
[junit4:junit4] 2> 809395 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!50]} 0 7
[junit4:junit4] 2> 809397 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!51 (1436643197797269504)]} 0 0
[junit4:junit4] 2> 809403 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!51 (1436643197800415232)]} 0 0
[junit4:junit4] 2> 809404 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!51 (1436643197800415232)]} 0 4
[junit4:junit4] 2> 809407 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!52 (1436643197807755264)]} 0 0
[junit4:junit4] 2> 809413 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!52 (1436643197810900992)]} 0 0
[junit4:junit4] 2> 809414 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!52 (1436643197810900992)]} 0 4
[junit4:junit4] 2> 809417 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!53 (1436643197818241024)]} 0 0
[junit4:junit4] 2> 809423 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!53 (1436643197821386752)]} 0 0
[junit4:junit4] 2> 809424 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!53 (1436643197821386752)]} 0 4
[junit4:junit4] 2> 809427 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!54 (1436643197828726784)]} 0 0
[junit4:junit4] 2> 809435 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!54 (1436643197833969664)]} 0 0
[junit4:junit4] 2> 809436 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!54 (1436643197833969664)]} 0 4
[junit4:junit4] 2> 809437 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!54]} 0 7
[junit4:junit4] 2> 809440 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!55 (1436643197842358272)]} 0 0
[junit4:junit4] 2> 809446 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!55 (1436643197845504000)]} 0 0
[junit4:junit4] 2> 809447 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!55 (1436643197845504000)]} 0 4
[junit4:junit4] 2> 809450 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!56 (1436643197852844032)]} 0 0
[junit4:junit4] 2> 809456 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!56 (1436643197855989760)]} 0 0
[junit4:junit4] 2> 809457 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!56 (1436643197855989760)]} 0 4
[junit4:junit4] 2> 809460 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!57 (1436643197863329792)]} 0 0
[junit4:junit4] 2> 809466 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!57 (1436643197866475520)]} 0 0
[junit4:junit4] 2> 809467 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!57 (1436643197866475520)]} 0 4
[junit4:junit4] 2> 809470 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!58 (1436643197873815552)]} 0 0
[junit4:junit4] 2> 809476 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!58 (1436643197876961280)]} 0 0
[junit4:junit4] 2> 809477 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!58 (1436643197876961280)]} 0 4
[junit4:junit4] 2> 809480 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!59 (1436643197884301312)]} 0 0
[junit4:junit4] 2> 809486 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!59 (1436643197887447040)]} 0 0
[junit4:junit4] 2> 809487 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!59 (1436643197887447040)]} 0 4
[junit4:junit4] 2> 809490 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!60 (1436643197894787072)]} 0 0
[junit4:junit4] 2> 809498 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!60 (1436643197900029952)]} 0 0
[junit4:junit4] 2> 809499 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!60 (1436643197900029952)]} 0 4
[junit4:junit4] 2> 809500 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!60]} 0 7
[junit4:junit4] 2> 809503 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!61 (1436643197908418560)]} 0 0
[junit4:junit4] 2> 809509 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!61 (1436643197911564288)]} 0 0
[junit4:junit4] 2> 809510 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!61 (1436643197911564288)]} 0 4
[junit4:junit4] 2> 809513 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!62 (1436643197918904320)]} 0 0
[junit4:junit4] 2> 809521 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!62 (1436643197924147200)]} 0 0
[junit4:junit4] 2> 809522 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!62 (1436643197924147200)]} 0 4
[junit4:junit4] 2> 809523 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!62]} 0 7
[junit4:junit4] 2> 809526 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!63 (1436643197932535808)]} 0 0
[junit4:junit4] 2> 809532 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!63 (1436643197935681536)]} 0 0
[junit4:junit4] 2> 809533 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!63 (1436643197935681536)]} 0 4
[junit4:junit4] 2> 809536 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!64 (1436643197943021568)]} 0 0
[junit4:junit4] 2> 809544 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!64 (1436643197948264448)]} 0 0
[junit4:junit4] 2> 809545 T1601 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!64 (1436643197948264448)]} 0 4
[junit4:junit4] 2> 809546 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!64]} 0 7
[junit4:junit4] 2> 809549 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!65 (1436643197956653056)]} 0 0
[junit4:junit4] 2> 809555 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!65 (1436643197959798784)]} 0 0
[junit4:junit4] 2> 809556 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!65 (1436643197959798784)]} 0 4
[junit4:junit4] 2> 809559 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!66 (1436643197967138816)]} 0 0
[junit4:junit4] 2> 809565 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!66 (1436643197970284544)]} 0 0
[junit4:junit4] 2> 809566 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!66 (1436643197970284544)]} 0 4
[junit4:junit4] 2> 809569 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!67 (1436643197977624576)]} 0 0
[junit4:junit4] 2> 809577 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!67 (1436643197982867456)]} 0 0
[junit4:junit4] 2> 809578 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[p!67 (1436643197982867456)]} 0 4
[junit4:junit4] 2> 809579 T1599 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!67]} 0 7
[junit4:junit4] 2> 809582 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!68 (1436643197991256064)]} 0 0
[junit4:junit4] 2> 809588 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!68 (1436643197994401792)]} 0 0
[junit4:junit4] 2> 809589 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!68 (1436643197994401792)]} 0 4
[junit4:junit4] 2> 809592 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!69 (1436643198001741824)]} 0 0
[junit4:junit4] 2> 809600 T1628 C1684 P62042 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!69 (1436643198006984704)]} 0 0
[junit4:junit4] 2> 809601 T1601 C1687 P53219 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[r!69 (1436643198006984704)]} 0 4
[junit4:junit4] 2> 809602 T1585 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!69]} 0 7
[junit4:junit4] 2> 809604 T1559 C1688 P42685 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!70 (1436643198014324736)]} 0 0
[junit4:junit4] 2> 809612 T1613 C1685 P49318 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:19576/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!70 (1436643198019567616)]} 0 0
[junit4:junit4] 2> 809613 T1583 C1686 P19576 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53219/collection1/&upd
[...truncated too long message...]
sc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:38598 38598
[junit4:junit4] 2> 819679 T1547 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 42685
[junit4:junit4] 2> !!!! WARNING: best effort to remove /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-1370089692690 FAILED !!!!!
[junit4:junit4] 2> 819680 T1547 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> 819681 T1547 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:38598 38598
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=82604F6A847E85D7 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lv -Dtests.timezone=Navajo -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR 37.3s J1 | ShardSplitTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:19576 returned non ok status:500, message:Server Error
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([82604F6A847E85D7:386C172F321E5EB]:0)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4] > at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> 819829 T1547 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 846284 T1621 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:49318 couldn't connect to http://127.0.0.1:19576/collection1/, counting as success
[junit4:junit4] 2> 846284 T1621 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49318 DONE. sync succeeded
[junit4:junit4] 2> 846285 T1621 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
[junit4:junit4] 2> 846286 T1621 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
[junit4:junit4] 2> 846286 T1621 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@4699c46c
[junit4:junit4] 2> 846287 T1621 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=15,adds=15,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=74,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4] 2> 846288 T1621 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 846288 T1621 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 846289 T1621 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> ASYNC NEW_CORE C1710 name=collection1 org.apache.solr.core.SolrCore@4699c46c url=http://127.0.0.1:49318/collection1 node=127.0.0.1:49318_ C1710_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49318_, base_url=http://127.0.0.1:49318}
[junit4:junit4] 2> 846290 T1621 C1710 P49318 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@432cd2de lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e1fe920),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@432cd2de lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e1fe920),segFN=segments_5,generation=5}
[junit4:junit4] 2> 846291 T1621 C1710 P49318 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 846294 T1621 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 846294 T1621 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 846295 T1621 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty3 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty3;done=false>>]
[junit4:junit4] 2> 846295 T1621 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty3
[junit4:junit4] 2> 846295 T1621 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty3/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty3/index;done=false>>]
[junit4:junit4] 2> 846295 T1621 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1370089692690/jetty3/index
[junit4:junit4] 2> 846296 T1621 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 846296 T1621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 846296 T1621 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 846296 T1621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 846297 T1621 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 846297 T1621 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> NOTE: test params are: codec=Appending, sim=DefaultSimilarity, locale=lv, timezone=Navajo
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=2,free=184110272,total=273678336
[junit4:junit4] 2> NOTE: All tests run in this JVM: [SchemaVersionSpecificBehaviorTest, TestRandomFaceting, XmlUpdateRequestHandlerTest, TestAtomicUpdateErrorCases, DistributedQueryElevationComponentTest, TestPropInjectDefaults, DistributedSpellCheckComponentTest, DateFieldTest, TestPluginEnable, TestLMDirichletSimilarityFactory, TestNumberUtils, TestRandomDVFaceting, TestGroupingSearch, NotRequiredUniqueKeyTest, TestTrie, TestRemoteStreaming, TestCloudManagedSchema, ClusterStateUpdateTest, TestStressLucene, TestZkChroot, DirectUpdateHandlerTest, TestClassNameShortening, SolrRequestParserTest, SuggesterTest, SearchHandlerTest, FastVectorHighlighterTest, SolrPluginUtilsTest, TestSolrDeletionPolicy1, AutoCommitTest, TestJmxIntegration, TestQuerySenderListener, HighlighterTest, TestJoin, BasicDistributedZkTest, ShardSplitTest]
[junit4:junit4] Completed on J1 in 64.40s, 1 test, 1 error <<< FAILURES!
[...truncated 668 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:386: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:887: There were test failures: 297 suites, 1238 tests, 1 error, 13 ignored (7 assumptions)
Total time: 59 minutes 9 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure